-- Logs begin at Mon 2022-02-14 16:50:02 UTC, end at Mon 2022-02-14 18:57:46 UTC. -- Feb 14 17:40:34.613030 dv-neutron-823271-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 17:40:36.864066 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.common.config [-] Logging enabled! Feb 14 17:40:36.864822 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 14 17:40:36.864822 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84146) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 14 17:40:36.867343 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.common.config [-] Logging enabled! Feb 14 17:40:36.867599 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 14 17:40:36.867849 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84146) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 14 17:40:36.869022 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 17:40:36.869259 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 17:40:36.869612 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 17:40:36.869861 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 17:40:36.870092 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 17:40:36.870430 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.870729 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.871029 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.871259 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.871554 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.871843 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.872125 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.872414 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.872721 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.873017 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.873295 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.873580 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.873811 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.874091 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.874380 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.874666 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.874890 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] debug = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.875168 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.875593 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.876533 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.876837 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.877129 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.877654 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.877929 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.878211 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.878539 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] host = dv-neutron-823271-4-hyperv {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.878817 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.879101 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.879384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.879668 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.879941 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.880216 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.880498 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.880800 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.881073 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_file = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.881346 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.881632 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.881918 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.882204 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.882428 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.882651 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.882934 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.883221 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.883492 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.883765 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.884036 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.884305 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.884574 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.884871 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.885156 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.885437 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.885720 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.885990 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.886259 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.886532 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.886799 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.887081 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.887350 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.887619 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.887890 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.888174 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.888439 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.888741 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.889030 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.889315 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.889593 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.889874 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.890143 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.890421 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.890688 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.890957 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.891224 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_json = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.891548 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.892320 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.892600 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.892901 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.893172 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.893442 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.893709 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.893989 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.894258 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:36.894553 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.894849 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.895147 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.895430 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.895723 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.896002 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.896291 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.896575 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.896892 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.897184 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.897471 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.897748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.898032 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.898325 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.898615 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.898886 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.899162 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.899454 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.899732 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.900001 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.900276 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.900565 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.900870 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.901144 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.901428 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.901706 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.901976 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.902247 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.902521 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.902810 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.903082 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.903350 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.903621 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.903895 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.904163 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.904447 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.904747 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.905024 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.905295 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.905573 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.905847 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.906121 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.906403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.906673 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.906949 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.907255 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.907530 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.907805 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.908077 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.908348 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.908619 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.908914 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.909190 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.909461 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.909733 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.910006 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.910279 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.910551 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.910837 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.911133 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.911411 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.911690 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.911969 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.912247 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.912524 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.912829 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.913111 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.913387 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.913662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.913955 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.914239 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.914526 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.914809 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.915084 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.915377 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.915655 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.915936 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.916213 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.916495 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.916799 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.917083 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.917379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.917678 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.917976 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.918273 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.918567 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.918848 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.919157 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.919437 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:36.919655 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 17:40:36.919894 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84146) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 17:40:37.332157 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO keyring.backend [-] Loading KWallet Feb 14 17:40:37.339630 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO keyring.backend [-] Loading SecretService Feb 14 17:40:37.342801 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO keyring.backend [-] Loading Windows Feb 14 17:40:37.344156 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO keyring.backend [-] Loading chainer Feb 14 17:40:37.345279 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO keyring.backend [-] Loading macOS Feb 14 17:40:37.383859 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 14 17:40:37.384132 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.003s {{(pid=84146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 14 17:40:37.384428 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 14 17:40:37.384833 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 17:40:37.691418 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.691711 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.691983 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.748378 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.748665 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.748965 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.752100 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.752632 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.752920 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.782719 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.783005 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.783277 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.810125 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.810403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:37.810673 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.135699 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.136337 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.136337 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.136505 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.137466 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.257873 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.258195 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.258482 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.258755 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.259023 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.259327 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.259590 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.260005 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.260101 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.260371 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.260629 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.260924 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.261189 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.261444 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.261707 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.261973 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.262228 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.262497 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.262750 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.263028 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.263375 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.263628 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.263875 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.264156 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.264403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.264647 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.265059 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.265300 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.265537 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.265774 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.266011 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.266247 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:38.267443 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 17:40:38.271452 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 17:40:38.276621 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 17:40:38.281032 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 14 17:40:38.283951 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 17:40:38.284369 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 17:40:38.284732 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 17:40:38.285133 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 17:40:38.289819 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 17:40:38.290073 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 17:40:38.290424 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 17:40:38.320431 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 14 17:40:38.320922 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.321227 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84146) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 14 17:40:38.321593 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.322971 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84146) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 17:40:38.323260 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 17:40:38.323512 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 17:40:38.326853 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.327141 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:38.388329 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 17:40:38.388519 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 17:40:38.388783 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 17:40:38.389154 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 17:40:38.419322 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_db.sqlalchemy.engines [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84146) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 14 17:40:38.893708 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing driver for type 'gre' Feb 14 17:40:38.894238 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] gre ID ranges: [(1, 1000)] Feb 14 17:40:39.107302 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing driver for type 'local' Feb 14 17:40:39.107658 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing driver for type 'vlan' Feb 14 17:40:39.201988 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] VlanTypeDriver initialization complete Feb 14 17:40:39.202552 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing driver for type 'vxlan' Feb 14 17:40:39.202737 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] vxlan ID ranges: [(1, 1000)] Feb 14 17:40:39.373654 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing extension driver 'port_security' Feb 14 17:40:39.373986 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.extensions.port_security [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] PortSecurityExtensionDriver initialization complete Feb 14 17:40:39.374313 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing mechanism driver 'openvswitch' Feb 14 17:40:39.374630 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing mechanism driver 'hyperv' Feb 14 17:40:39.381991 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.plugin [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:39.382662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.383031 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.383386 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.383891 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 14 17:40:39.384316 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.384667 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.385034 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 14 17:40:39.388171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 14 17:40:39.388538 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388538 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388538 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.388538 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 14 17:40:39.388853 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.389168 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.389487 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.389869 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 14 17:40:39.390304 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] ML2 OVO RPC backend initialized. {{(pid=84146) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 14 17:40:39.390927 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.391282 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.391712 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.392055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > networks before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.392506 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.392809 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > ports before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.393152 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.393494 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnets before_response 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.393832 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.394166 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.394559 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.394825 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.395156 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.395481 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.395808 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.396250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.396577 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.397176 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.plugin [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Modular L2 Plugin initialization complete Feb 14 17:40:39.397504 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading services supported by the core plugin {{(pid=84146) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 17:40:39.397828 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.plugins.ml2.managers [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Got port-security extension from driver 'port_security' Feb 14 17:40:39.398392 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.extensions.vlantransparent [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Disabled vlantransparent extension. Feb 14 17:40:39.399056 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84146) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 17:40:39.399577 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: router Feb 14 17:40:39.441759 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.442145 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_create 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.442509 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router before_create 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.442872 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.443239 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.443591 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_delete 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.443942 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.444297 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_create 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.444638 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.445018 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.445360 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.445710 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.446113 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.446472 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.446807 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.447138 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: subnet after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.447471 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.447813 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.448152 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_create 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.448489 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.448857 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.449209 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router after_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.449549 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.449891 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_create 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.450245 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.450585 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_update 55549900 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.450943 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > agent after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.451289 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > agent after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.451627 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > network after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.452526 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Tracking information for resource: router configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:39.452845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Tracking information for resource: floatingip configured {{(pid=84146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 17:40:39.457768 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.db.l3_agentschedulers_db [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 17:40:39.458337 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.458695 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.459047 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.459393 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: port after_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.460314 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router before_create 55550100 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.460676 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.461054 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_create 55550100 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.461402 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > router precommit_update 55550100 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.465693 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.provider_configuration [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service providers = [] {{(pid=84146) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 17:40:39.466055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.db.servicetype_db [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84146) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 17:40:39.468965 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.service_base [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 17:40:39.469310 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.service_base [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 17:40:39.469669 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.service_base [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 17:40:39.470538 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.services.service_base [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 17:40:39.470911 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.services.service_base [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 17:40:39.471276 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.471591 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 17:40:39.482254 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.482584 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: auto_allocate Feb 14 17:40:39.488969 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: network precommit_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.489338 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: network precommit_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.489851 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.490168 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: tag Feb 14 17:40:39.496677 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.497031 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: timestamp Feb 14 17:40:39.501575 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.501906 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: network_ip_availability Feb 14 17:40:39.507398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.507762 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.508112 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.508837 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.509155 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: flavors Feb 14 17:40:39.513880 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.514209 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading Plugin: revisions Feb 14 17:40:39.518453 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 17:40:39.518838 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.134s {{(pid=84146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 14 17:40:39.519566 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84146) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 14 17:40:39.519899 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Initializing extension manager. Feb 14 17:40:39.520392 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: __init__.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.520753 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: __pycache__ {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.521092 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.521421 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.521747 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: _filter_validation_lib.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.522071 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.522394 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: address_group.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.523124 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.523669 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: address-group Feb 14 17:40:39.523985 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: address_scope.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.524680 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.525268 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: address-scope Feb 14 17:40:39.525584 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.526493 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.526990 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: router-admin-state-down-before-update Feb 14 17:40:39.527308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: agent.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.528000 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.528494 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: agent Feb 14 17:40:39.528848 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: agent_resources_synced.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.529744 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.530239 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: agent-resources-synced Feb 14 17:40:39.530554 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: allowedaddresspairs.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.533091 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.533603 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: allowed-address-pairs Feb 14 17:40:39.533926 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: auto_allocated_topology.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.534993 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.535493 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: auto-allocated-topology Feb 14 17:40:39.535814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: availability_zone.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.536499 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.537020 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: availability_zone Feb 14 17:40:39.537340 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: availability_zone_filter.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.538237 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.538735 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: availability_zone_filter Feb 14 17:40:39.539055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: data_plane_status.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.539951 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.540449 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 17:40:39.540788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: default_subnetpools.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.541694 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.542194 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: default-subnetpools Feb 14 17:40:39.542511 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.543276 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.543772 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: dhcp_agent_scheduler Feb 14 17:40:39.544090 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: dns.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.545018 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.545510 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension dns-integration not supported by any of loaded plugins Feb 14 17:40:39.545823 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: dns_domain_ports.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.546722 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.547213 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 17:40:39.547531 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: dvr.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.548756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.549250 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: dvr Feb 14 17:40:39.549565 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: empty_string_filtering.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.550456 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.550947 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: empty-string-filtering Feb 14 17:40:39.551261 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.552163 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.552657 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 17:40:39.553003 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.553894 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.554381 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 17:40:39.554695 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: external_net.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.555590 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.556086 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: external-net Feb 14 17:40:39.556405 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.557323 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.557822 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: extra_dhcp_opt Feb 14 17:40:39.558164 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: extraroute.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.559063 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.559559 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: extraroute Feb 14 17:40:39.559876 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: extraroute_atomic.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.560925 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.561429 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: extraroute-atomic Feb 14 17:40:39.561746 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: filter_validation.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.562401 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.562897 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: filter-validation Feb 14 17:40:39.563212 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: fip_pf_description.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.564138 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.564636 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 17:40:39.564975 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: fip_port_details.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.565874 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.566369 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: fip-port-details Feb 14 17:40:39.566676 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: flavors.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.567917 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.568422 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: flavors Feb 14 17:40:39.568777 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.570428 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.570940 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 17:40:39.571269 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: floatingip_pools.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.571963 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.572463 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: floatingip-pools Feb 14 17:40:39.572808 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: ip_allocation.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.573719 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.574211 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 17:40:39.574530 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.575487 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.576009 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: ip-substring-filtering Feb 14 17:40:39.576330 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l2_adjacency.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.577265 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.577756 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 17:40:39.578073 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.579044 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.579548 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: router Feb 14 17:40:39.579869 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.582241 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.582764 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 17:40:39.583093 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.584005 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.584508 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: ext-gw-mode Feb 14 17:40:39.584863 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.585762 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.586260 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: l3-ha Feb 14 17:40:39.586582 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3_flavors.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.587475 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.587972 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: l3-flavors Feb 14 17:40:39.588292 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.589207 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.589706 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 17:40:39.590025 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: l3agentscheduler.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.591029 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.591537 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: l3_agent_scheduler Feb 14 17:40:39.591858 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: logging.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.593386 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.593927 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension logging not supported by any of loaded plugins Feb 14 17:40:39.594254 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: metering.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.595615 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.596183 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: metering Feb 14 17:40:39.596506 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.597616 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.598122 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: metering_source_and_destination_fields Feb 14 17:40:39.598444 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: multiprovidernet.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.607642 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.608143 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: multi-provider Feb 14 17:40:39.608883 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: netmtu.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.609379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.609872 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: net-mtu Feb 14 17:40:39.610755 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: netmtu_writable.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.611656 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.612156 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: net-mtu-writable Feb 14 17:40:39.612471 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: network_availability_zone.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.613186 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.613679 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: network_availability_zone Feb 14 17:40:39.613992 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: network_ip_availability.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.615075 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.615577 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: network-ip-availability Feb 14 17:40:39.615895 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: network_segment_range.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.616660 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.617177 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 17:40:39.617494 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: pagination.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.618470 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.618794 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: pagination Feb 14 17:40:39.619103 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.620010 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.620517 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: port-mac-address-regenerate Feb 14 17:40:39.620928 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: port_resource_request.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.621824 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.622321 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 17:40:39.622638 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: portbindings.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.623560 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.624214 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: binding Feb 14 17:40:39.624422 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: portbindings_extended.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.625718 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.627124 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: binding-extended Feb 14 17:40:39.627699 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: portsecurity.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.628614 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.629145 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: port-security Feb 14 17:40:39.629466 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: project_id.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.630440 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.630766 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: project-id Feb 14 17:40:39.631086 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: providernet.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.636462 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.636998 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: provider Feb 14 17:40:39.637315 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.641061 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.641651 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos not supported by any of loaded plugins Feb 14 17:40:39.642171 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.643441 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.643956 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 17:40:39.644284 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.645246 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.645757 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 17:40:39.646080 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_default.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.647045 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.647546 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-default not supported by any of loaded plugins Feb 14 17:40:39.648027 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_fip.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.649008 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.649522 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-fip not supported by any of loaded plugins Feb 14 17:40:39.649829 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_gateway_ip.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.650841 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.651337 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 17:40:39.651659 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_port_network_policy.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.652608 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.653196 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 17:40:39.653518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_rule_type_details.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.654424 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.654918 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 17:40:39.655239 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: qos_rules_alias.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.656495 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.657549 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 17:40:39.657870 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: quotasv2.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.658797 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.659121 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: quotas Feb 14 17:40:39.659439 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: quotasv2_detail.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.661108 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.661445 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: quota_details Feb 14 17:40:39.661767 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: rbac.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.663081 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.663555 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: rbac-policies Feb 14 17:40:39.663881 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: rbac_address_scope.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.664865 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.665370 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: rbac-address-scope Feb 14 17:40:39.665692 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: rbac_security_groups.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.666607 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.667109 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: rbac-security-groups Feb 14 17:40:39.667430 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: rbac_subnetpool.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.668561 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.669088 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: rbac-subnetpool Feb 14 17:40:39.669411 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: revisionifmatch.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.670393 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.670817 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: revision-if-match Feb 14 17:40:39.676400 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: revisions.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.677405 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.677935 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: standard-attr-revisions Feb 14 17:40:39.678261 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: router_availability_zone.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.678952 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.679456 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: router_availability_zone Feb 14 17:40:39.679779 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: routerservicetype.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.680733 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.681260 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension router-service-type not supported by any of loaded plugins Feb 14 17:40:39.681586 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.682518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.683019 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: port-security-groups-filtering Feb 14 17:40:39.683340 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: securitygroup.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.696515 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.697097 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: security-group Feb 14 17:40:39.697434 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: segment.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.698262 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.698785 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension segment not supported by any of loaded plugins Feb 14 17:40:39.699245 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.705863 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.706347 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 17:40:39.706686 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: servicetype.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.707840 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.708361 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: service-type Feb 14 17:40:39.708687 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: sorting.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.709696 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.710027 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: sorting Feb 14 17:40:39.710348 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: standard_attr_segment.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.711261 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.711774 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 17:40:39.712100 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: standardattrdescription.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.712787 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.713296 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: standard-attr-description Feb 14 17:40:39.713619 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: stateful_security_group.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.714554 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.715065 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: stateful-security-group Feb 14 17:40:39.715386 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: stdattrs_common.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.715971 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 17:40:39.716290 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.717234 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.717737 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 17:40:39.718061 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnet_onboard.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.719202 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.720231 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: subnet_onboard Feb 14 17:40:39.720550 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.721518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.722021 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 17:40:39.722345 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnet_service_types.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.723278 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.723783 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: subnet-service-types Feb 14 17:40:39.724106 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnetallocation.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.725215 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.725721 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: subnet_allocation Feb 14 17:40:39.726044 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.726710 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.727207 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: subnetpool-prefix-ops Feb 14 17:40:39.727528 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.728447 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.728975 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 17:40:39.729300 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: tagging.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.730369 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.730874 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: standard-attr-tag Feb 14 17:40:39.731203 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: timestamp.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.738967 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.739483 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loaded extension: standard-attr-timestamp Feb 14 17:40:39.739807 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: trunk.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.740876 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.741390 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension trunk not supported by any of loaded plugins Feb 14 17:40:39.741714 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: trunk_details.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.742629 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.743134 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension trunk-details not supported by any of loaded plugins Feb 14 17:40:39.743455 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: uplink_status_propagation.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.744376 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.744899 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 17:40:39.745221 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Loading extension file: vlantransparent.py {{(pid=84146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 14 17:40:39.745896 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 14 17:40:39.746398 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 17:40:39.748632 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:network Feb 14 17:40:39.749459 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnet Feb 14 17:40:39.750061 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 17:40:39.750837 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:port Feb 14 17:40:39.752098 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.752832 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service FLAVORS assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.753454 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.753882 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.754212 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:router Feb 14 17:40:39.754882 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 17:40:39.755592 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service METERING assigned prefix: /metering {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.757042 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.757413 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.757767 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:40:39.758896 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 17:40:39.759340 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:security_group Feb 14 17:40:39.760010 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 17:40:39.760903 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service CORE assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.761259 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 17:40:39.761697 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] subnetpool is already registered Feb 14 17:40:39.762312 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service CORE assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.762642 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 17:40:39.762975 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] subnetpool is already registered Feb 14 17:40:39.765528 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.765958 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service FLAVORS assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.766549 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.766965 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.767298 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:router Feb 14 17:40:39.767624 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] router is already registered Feb 14 17:40:39.768210 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 17:40:39.768535 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] floatingip is already registered Feb 14 17:40:39.769189 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service METERING assigned prefix: /metering {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.769853 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 17:40:39.770176 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] rbac_policy is already registered Feb 14 17:40:39.770713 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:security_group Feb 14 17:40:39.771036 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] security_group is already registered Feb 14 17:40:39.771615 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 17:40:39.771941 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] security_group_rule is already registered Feb 14 17:40:39.772613 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service CORE assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.772970 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 17:40:39.773294 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] subnetpool is already registered Feb 14 17:40:39.773899 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.v2.resource_helper [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Service CORE assigned prefix: {{(pid=84146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 17:40:39.774226 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 17:40:39.774545 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING neutron.quota.resource_registry [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] subnetpool is already registered Feb 14 17:40:39.775193 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: extensions {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.776638 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: address-groups {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.778227 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: address-scopes {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.779406 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: agents {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.780553 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: auto-allocated-topology {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.781871 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: availability_zones {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.783710 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: dhcp-networks {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.785100 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: dhcp-agents {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.786477 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: routers {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.788299 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: flavors {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.789472 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: service_profiles {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.790650 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: next_providers {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.792148 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: service_profiles {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.793575 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: floatingip-pools {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.794780 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: routers {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.796536 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: floatingips {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.798285 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: l3-routers {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.799618 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: l3-agents {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.801016 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: metering-labels {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.802353 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: metering-label-rules {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.803590 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: network-ip-availabilities {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.804847 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: bindings {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.807363 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: quotas {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.808825 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: quotas {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.810234 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: rbac-policies {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.811505 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: security-groups {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.812687 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: security-group-rules {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.813938 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: service-providers {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.815133 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: subnetpools {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.816534 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: subnetpools {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.818032 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.819658 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.821426 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.823137 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.824920 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.826558 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.828257 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.830124 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.831996 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.833839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron.api.extensions [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Extended resource: tags {{(pid=84146) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 14 17:40:39.839550 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING keystonemiddleware.auth_token [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 17:40:39.844248 dv-neutron-823271-4-hyperv neutron-server[84146]: WARNING keystonemiddleware.auth_token [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 17:40:39.852599 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Acquired lock "singleton_lock" {{(pid=84146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 14 17:40:39.853098 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_concurrency.lockutils [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Releasing lock "singleton_lock" {{(pid=84146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 14 17:40:39.853722 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Starting 2 workers Feb 14 17:40:39.858277 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Started child 84255 {{(pid=84146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 14 17:40:39.862963 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Started child 84256 {{(pid=84146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 14 17:40:39.864177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.864730 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO neutron.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 17:40:39.865254 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Notify callbacks [] for process, before_spawn {{(pid=84146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.865798 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [-] (84255) wsgi starting up on http://0.0.0.0:9696 Feb 14 17:40:39.867623 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Starting 1 workers Feb 14 17:40:39.867771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.869173 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [-] (84256) wsgi starting up on http://0.0.0.0:9696 Feb 14 17:40:39.872572 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Started child 84257 {{(pid=84146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 14 17:40:39.873141 dv-neutron-823271-4-hyperv neutron-server[84146]: INFO oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Starting 1 workers Feb 14 17:40:39.877093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] calling RpcWorker wait() {{(pid=84257) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 17:40:39.877901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] returning from RpcWorker wait() {{(pid=84257) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 17:40:39.878177 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Started child 84258 {{(pid=84146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 14 17:40:39.878979 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG neutron_lib.callbacks.manager [None req-c790ea1e-b6bb-4229-94f8-6e846cd84696 None None] Notify callbacks [] for process, after_spawn {{(pid=84146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.879221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.879762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:39.880848 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 14 17:40:39.881051 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 17:40:39.881229 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 17:40:39.881442 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 17:40:39.881749 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 17:40:39.881910 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 17:40:39.882420 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.882699 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.882976 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.883071 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:39.883532 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.883532 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.883935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:39.884035 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.884280 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.884512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.884799 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.885032 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.885197 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.885359 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.885604 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.885830 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.886125 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.886407 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.886648 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.886900 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.887085 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.887340 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.887596 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.887837 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.888100 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] debug = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.888350 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.888867 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.889110 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.889342 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.889576 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.889844 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.890094 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.890379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.890624 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.890840 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.891070 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.891318 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.892149 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.892398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.892640 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.892908 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.893358 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] host = dv-neutron-823271-4-hyperv {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.893572 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.893786 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.894008 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.894261 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.894518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.894735 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.894994 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.895242 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.895485 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.895704 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.895954 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.896189 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.896418 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.896659 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_file = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.896844 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_options = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.897074 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.897340 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.897590 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.897775 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.897940 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.898111 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.898373 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.898534 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.898791 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.899019 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.899230 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.899439 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.899669 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.899900 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.900131 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.900380 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.900618 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.900866 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.901120 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.901343 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.901562 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.901797 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.902027 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.902247 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.902451 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.902678 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.902899 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.903107 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.903331 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.903553 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.903811 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.904061 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.904294 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.904532 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.904781 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.905008 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.905331 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.905508 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.905736 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.905982 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.906242 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.906450 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.906692 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.906917 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.907160 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.907373 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_json = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.907579 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.907793 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.908042 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.908251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.908486 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.908760 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.908912 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.909154 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.909379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.909776 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.910058 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.910384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.910626 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.910853 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.911088 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.911314 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.911529 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.911785 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.912030 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.912505 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.912671 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.912904 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.913158 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.913441 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.913644 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.913855 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.914090 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.914333 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.914545 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.914775 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.914985 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.915242 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.915475 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.915685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.915908 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.916135 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.916345 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.916568 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.916858 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.917056 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.917302 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.917518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.917750 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.917980 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.918210 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.918420 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.918760 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.918978 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.919319 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.919474 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.919791 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.919938 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.920097 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.920310 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.920542 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.920780 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.920992 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.921201 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.921417 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.921632 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.921883 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.922106 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.922325 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.923146 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.923307 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.923524 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.923768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.923986 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.924212 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.924456 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.924672 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.924917 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.925338 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.925488 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.926516 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.926516 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.926516 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.926516 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.927343 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.927343 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.927343 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.927343 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928108 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928108 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928108 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928502 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928640 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928833 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.928980 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.929192 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.929734 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.929734 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.930085 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.930226 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.930399 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.930658 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.930908 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.931134 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.931371 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.931637 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.931876 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.932119 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.932336 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.932602 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.932871 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.933160 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.933400 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.933780 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.933934 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.934152 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.934377 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.934629 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.935146 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.935146 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.935376 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.935633 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.936205 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.936205 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.936424 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.936655 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.936898 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.938921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.938921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.938921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.938921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.938921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.939254 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.939254 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.939441 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.939671 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.939898 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.940228 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.940478 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.940730 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.941078 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.941346 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.941593 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.941832 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.942105 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.942365 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.942624 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.942880 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.943106 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.943341 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.943580 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.943817 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.944019 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.944253 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.944468 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.944682 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.944925 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.945133 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.945391 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.945610 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.945828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.946055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.946272 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.946504 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.946727 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.947753 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.947753 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.947753 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.947753 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.948033 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.948033 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.948214 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.948645 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.948907 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.949160 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.949413 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.949628 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.949881 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.950101 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.950332 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.950537 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.950933 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.951168 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.951380 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.951585 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.951984 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.952217 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.952447 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.952671 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.952908 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.953164 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.953395 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.953711 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.954379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.954379 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955017 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955017 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955017 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955229 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955302 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955464 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.955700 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.956248 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.956248 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.956412 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.956548 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.956801 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.957048 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.957224 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.957429 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958631 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958631 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958631 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958631 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958631 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.958958 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.959061 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.959286 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.959511 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.959718 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.959919 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.960286 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.960386 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.960626 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.960892 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.961131 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.961441 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.961653 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.961894 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.962143 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.962442 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.962793 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.964748 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.965227 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.965227 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.965437 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.965717 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.966025 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.966226 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.966524 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.966871 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.967161 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.967407 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.967654 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.967925 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.968176 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.968412 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.968654 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.968924 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.969143 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.969383 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.969646 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.969872 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.970106 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.970346 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.970585 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.970805 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.971035 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.971253 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.971469 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.971633 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 17:40:39.972162 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 14 17:40:39.972323 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 17:40:39.972477 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 17:40:39.972645 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 17:40:39.972852 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 17:40:39.973006 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 17:40:39.973211 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.973371 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.973533 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.973692 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.973848 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974611 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974611 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974611 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974852 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974852 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.974993 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975082 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975237 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975393 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975552 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975704 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.975861 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976018 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976360 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976360 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976549 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976632 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] debug = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.976946 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977140 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977296 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977454 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977609 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977767 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.977921 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.978275 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.978432 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.978589 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.978744 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.978899 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979053 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979209 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979363 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979518 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979672 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] host = dv-neutron-823271-4-hyperv {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.979983 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.980140 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.980425 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.980425 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.980564 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.980750 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981063 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981063 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981329 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981329 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981511 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981649 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981804 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_file = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.981957 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_options = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.982111 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.982404 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.982404 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.982654 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.982778 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.983059 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.983338 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.983611 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.983774 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.983929 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984085 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984240 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984401 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984554 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984722 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.984887 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.985045 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.985740 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.985888 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986031 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986181 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986333 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986487 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986641 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986794 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.986949 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987103 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987257 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987411 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987565 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987719 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.987874 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988030 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988184 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988339 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988493 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988647 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988840 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.988996 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989149 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989304 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989458 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989612 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989765 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.989918 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990074 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_json = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990231 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990385 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990540 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990696 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.990849 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.991002 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.991147 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.991302 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.991600 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.992768 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.993662 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.994756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.996501 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999251 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:39.999839 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.000480 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.001685 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002388 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002388 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002388 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002598 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002672 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002776 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.002934 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.003248 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.003413 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.004814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005306 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005306 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005306 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005306 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005531 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005531 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005675 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.005937 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.006133 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.006133 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.006386 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.006542 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.007491 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008812 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008812 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.008812 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.010055 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.011512 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014250 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.014795 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015308 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.015845 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.016309 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.016309 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.016309 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.016309 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017403 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.017756 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018091 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018091 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018319 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018438 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018558 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018675 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018796 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.018916 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019080 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019239 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019397 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019571 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019729 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.019887 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020045 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020203 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020361 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020519 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020676 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.020856 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021015 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021177 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021338 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021498 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021655 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021814 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.021973 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022131 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022289 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022455 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022613 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022771 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.022941 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023102 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023261 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023418 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023577 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023745 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.023903 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024061 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024219 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024382 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024548 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024738 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.024886 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025053 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025212 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025369 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025527 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025696 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.025855 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026017 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026176 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026334 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026493 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026653 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026816 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.026987 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.027191 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.027788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.027788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.027788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.027788 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028297 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028297 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028297 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.028828 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029384 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029758 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029758 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.029758 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.030398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.030398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.030398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.030398 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031021 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031021 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031021 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031021 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031021 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 17:40:40.031544 dv-neutron-823271-4-hyperv neutron-server[84146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 17:40:40.044354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:40.282897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60184) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:40:40.291107 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062313 Feb 14 17:40:50.768056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a22114-0cc3-4890-bdcb-3be252d0fe34 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:40:50.843650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a22114-0cc3-4890-bdcb-3be252d0fe34 None None] No non-hosted networks {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 17:40:50.854514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.agentschedulers_db [None req-94a22114-0cc3-4890-bdcb-3be252d0fe34 None None] DHCP Agent not found on host dv-neutron-823271-4-hyperv {{(pid=84257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 17:40:50.965212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e302-b9e7-472c-9f4c-910af4e34647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:53.057395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2cf7540-33fb-4dd5-8740-84c9d2175c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:53.088436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-0ccd1089-3a5d-49e6-a6ec-17e4530869b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-823271-4-hyperv {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:40:53.089674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-0ccd1089-3a5d-49e6-a6ec-17e4530869b4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:40:53.756606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0ccd1089-3a5d-49e6-a6ec-17e4530869b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:54.216310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:54.279066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:54.279725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.280043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.280372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.280711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.286517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.287585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.291451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.291451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.291451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.291451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.291451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:40:54.292353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-823271-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:54.296508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-823271-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:40:55.461612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:40:57.132886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60276) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:40:57.736146 dv-neutron-823271-4-hyperv neutron-server[84256]: WARNING oslo_policy.policy [None req-9fc8a644-2241-4adc-8427-2ca612b98b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:40:57.736750 dv-neutron-823271-4-hyperv neutron-server[84256]: WARNING oslo_policy.policy [None req-9fc8a644-2241-4adc-8427-2ca612b98b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:40:57.954275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-9fc8a644-2241-4adc-8427-2ca612b98b29 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:40:57.955338 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9fc8a644-2241-4adc-8427-2ca612b98b29 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8214741 Feb 14 17:40:58.970553 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.db.l3_hamode_db [None req-377e8fc1-3ea9-42a9-9fd8-24bc3a4b7e11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 17:40:59.056011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e8fc1-3ea9-42a9-9fd8-24bc3a4b7e11 None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:40:59.056395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e8fc1-3ea9-42a9-9fd8-24bc3a4b7e11 None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 17:41:00.229302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:00.605406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:00.659611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.policy [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84256) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 14 17:41:00.660356 dv-neutron-823271-4-hyperv neutron-server[84256]: WARNING oslo_policy.policy [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:00.660770 dv-neutron-823271-4-hyperv neutron-server[84256]: WARNING oslo_policy.policy [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:00.664015 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.quota [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Loaded quota_driver: . Feb 14 17:41:00.679351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:00.825768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760995272833', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760995295569', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760995295997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760995303217', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760995310251', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4016549', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3906357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1016001'] for rbac-policy, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:01.007603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:01.008725 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e05befcd-1a5f-48ee-8886-c7999d2ad449 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7784646 Feb 14 17:41:03.514915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60304) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:03.887745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Request body: {'network': {'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'name': 'private'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:03.892986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:03.897422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Usage tracker for resource:network and tenant:013d329e55c94d7aa6df1d0327ec411d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:03.901941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:03.907974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:03.961050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Made reservation on behalf of 013d329e55c94d7aa6df1d0327ec411d for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:41:03.963793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:03.981620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.024325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:04.028009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:013d329e55c94d7aa6df1d0327ec411d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:04.030889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:04.036756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:04.102788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.170242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.192055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:41:04.217021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760996903774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.217594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Unsubscribe: segment precommit_create {{(pid=84256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 17:41:04.218086 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Added segment 780515b5-b6fb-4313-a2b9-065199e1814a of type vlan for network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb Feb 14 17:41:04.235724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56abdfb1-aa02-4a05-ba1c-e24f0ece709f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:04.294936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.295322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.295656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.295982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.296318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.296643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.297513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.297831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.298143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.298453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.298764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Tracked resource versions report: Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: pushed versions: Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Log': {'1.0'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Network': {'1.1'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Port': {'1.5'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'PortForwarding': {'1.2'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'QosPolicy': {'1.8'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroup': {'1.2'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SubPort': {'1.0'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Subnet': {'1.1'}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Trunk': {'1.1'}} Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: consumer versions: Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Log': '1.0', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Network': '1.1', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Port': '1.5', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'PortForwarding': '1.2', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'QosPolicy': '1.8', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroup': '1.2', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroupRule': '1.0', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SubPort': '1.0', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Subnet': '1.1', Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Trunk': '1.1'}} Feb 14 17:41:04.299946 dv-neutron-823271-4-hyperv neutron-server[84256]: {{(pid=84256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:41:04.338094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.427286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.428157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:04.428847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:04.538283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3301a7b-5d9c-4ed5-bf84-bf8b597845bb,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:04.549877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:41:04.612796 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1afb872a-ebd3-4afc-a1da-ed9f348fdfa1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0833995 Feb 14 17:41:07.175187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60320) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:07.644263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4516b8-455d-4fb6-9612-06ff2f4eec50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:07.645666 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2b4516b8-455d-4fb6-9612-06ff2f4eec50 admin admin] 10.222.0.30 "GET /v2.0/networks/e3301a7b-5d9c-4ed5-bf84-bf8b597845bb HTTP/1.1" status: 200 len: 824 time: 0.4695380 Feb 14 17:41:07.676391 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fe5e2284-5ae7-4dc0-8588-8b5d1ae73f24 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/8e51ab41-216e-44cb-ba12-615367989d05 HTTP/1.1" status: 200 len: 734 time: 0.0254600 Feb 14 17:41:07.684545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Request body: {'subnet': {'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'gateway_ip': '172.20.0.1', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:07.689363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:07.693174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Usage tracker for resource:subnet and tenant:013d329e55c94d7aa6df1d0327ec411d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:07.696121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:07.701754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:07.772530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Made reservation on behalf of 013d329e55c94d7aa6df1d0327ec411d for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:41:07.774847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:08.118641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:08.204107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce94bec-7d1d-4f44-aa6e-716571915b28,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:08.211791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Checking segment: {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:41:08.212163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Network hostable DHCP agents. Network: e3301a7b-5d9c-4ed5-bf84-bf8b597845bb, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:41:08.323872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:41:08.369767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, e3301a7b-5d9c-4ed5-bf84-bf8b597845bb) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:08.374168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:08.374783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:08.379579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df990eae-c04d-49dd-ac73-8c680a9af551 None None] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:41:08.439794 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-58048647-a768-469f-8a32-1b7d8ab1104d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7583899 Feb 14 17:41:08.685206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:41:08.686337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:08.874392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Allocated IP 172.20.0.2 (e3301a7b-5d9c-4ed5-bf84-bf8b597845bb/2ce94bec-7d1d-4f44-aa6e-716571915b28/7d94a6a4-cc21-4938-9c8c-c101af89ca93) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:41:09.095581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:09.108465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Transition to ACTIVE for port object 7d94a6a4-cc21-4938-9c8c-c101af89ca93 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:41:09.131691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Transition to ACTIVE for port object 7d94a6a4-cc21-4938-9c8c-c101af89ca93 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:41:09.221910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:09.289569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:41:09.293211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:09.294841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Pushing event updated for resources: {'Port': ['ID=7d94a6a4-cc21-4938-9c8c-c101af89ca93,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:09.298906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:41:09.336799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.337154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.337494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.337827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.338174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.338506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.338834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.339175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.339502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.339816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.340140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Tracked resource versions report: Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: pushed versions: Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Log': {'1.0'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Network': {'1.1'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Port': {'1.5'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'PortForwarding': {'1.2'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'QosPolicy': {'1.8'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroup': {'1.2'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SubPort': {'1.0'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Subnet': {'1.1'}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Trunk': {'1.1'}} Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: consumer versions: Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Log': '1.0', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Network': '1.1', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Port': '1.5', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'PortForwarding': '1.2', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'QosPolicy': '1.8', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroup': '1.2', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroupRule': '1.0', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SubPort': '1.0', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Subnet': '1.1', Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Trunk': '1.1'}} Feb 14 17:41:09.341445 dv-neutron-823271-4-hyperv neutron-server[84257]: {{(pid=84257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:41:09.398414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Attempting to bind port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:41:09.399056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Attempting to bind port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:41:09.399228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Attempting to bind port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 on network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:41:09.405487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:41:09.406402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Checking segment: {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:41:09.406906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:09.407299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Bound using segment: {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:41:09.407782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Bound port: 7d94a6a4-cc21-4938-9c8c-c101af89ca93, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:41:09.408164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:09.492387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] For port 7d94a6a4-cc21-4938-9c8c-c101af89ca93, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:41:09.496234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] For port 7d94a6a4-cc21-4938-9c8c-c101af89ca93, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7d94a6a4-cc21-4938-9c8c-c101af89ca93,segment=NetworkSegment(780515b5-b6fb-4313-a2b9-065199e1814a),segment_id=780515b5-b6fb-4313-a2b9-065199e1814a)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:41:09.605250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:09.711042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb88d3-1b6d-4373-aff0-c66031014517 None None] Pushing event updated for resources: {'Port': ['ID=7d94a6a4-cc21-4938-9c8c-c101af89ca93,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:10.729822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60330) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:11.336538 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING oslo_policy.policy [None req-76e9a5e7-6afb-41be-b940-23e86ccd6871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:11.337155 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING oslo_policy.policy [None req-76e9a5e7-6afb-41be-b940-23e86ccd6871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:11.552112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-76e9a5e7-6afb-41be-b940-23e86ccd6871 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:41:11.553361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-76e9a5e7-6afb-41be-b940-23e86ccd6871 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8215830 Feb 14 17:41:13.280421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824c739-8628-43f8-b407-797ce9aac4a5 None None] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:41:13.440965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5a632c2e-b0a5-4453-a731-eae41f6b6c63 None None] Provisioning for port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:41:13.841465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60348) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:14.222297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-7087aca2-f759-4536-b281-cadd3a80b3b0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:41:14.223171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7087aca2-f759-4536-b281-cadd3a80b3b0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3807244 Feb 14 17:41:14.481435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d94a6a4-cc21-4938-9c8c-c101af89ca93 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:14.627636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:41:14.632779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:14.633173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:14.744147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:14.774394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7d94a6a4-cc21-4938-9c8c-c101af89ca93, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7d94a6a4-cc21-4938-9c8c-c101af89ca93,segment=NetworkSegment(780515b5-b6fb-4313-a2b9-065199e1814a),segment_id=780515b5-b6fb-4313-a2b9-065199e1814a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:41:14.829561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:14.892685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7d94a6a4-cc21-4938-9c8c-c101af89ca93,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:16.456513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d94a6a4-cc21-4938-9c8c-c101af89ca93 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:16.524679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:16.525088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:16.843838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60360) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:17.209341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:17.245575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.policy [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84255) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 14 17:41:17.246305 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING oslo_policy.policy [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:17.246667 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING oslo_policy.policy [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 17:41:17.249967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.quota [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Loaded quota_driver: . Feb 14 17:41:17.265818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:17.272583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Usage tracker for resource:router and tenant:013d329e55c94d7aa6df1d0327ec411d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:17.277448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:17.285561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:17.385005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:17.387071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:17.418114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:17.596292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:17.781456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:17.782583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b6148cf-2759-4ba6-8e95-a4c2aeffe846 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9377954 Feb 14 17:41:20.020223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60372) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:20.398562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-704c2303-02d0-4a50-9b42-3533f9495ab5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:41:20.399477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-704c2303-02d0-4a50-9b42-3533f9495ab5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3783183 Feb 14 17:41:20.747076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a962734f-d70f-4111-a14a-d4c0b9f39e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:22.744760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60382) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:23.021049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ea18-c42f-4b92-a16f-e8dc7a1e82c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.136242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:23.143625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:23.147406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Usage tracker for resource:network and tenant:b0a5f6d153ff4eb28bebf5916e95b170 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:23.150804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:23.156318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:23.220615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Made reservation on behalf of b0a5f6d153ff4eb28bebf5916e95b170 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:41:23.223475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.240062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.279287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:23.283529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a5f6d153ff4eb28bebf5916e95b170 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:23.286555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:23.292937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:23.357298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.400770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.415505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Reserving flat network on physical network physnet1 {{(pid=84255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 17:41:23.446296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760996903774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.446861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Unsubscribe: segment precommit_create {{(pid=84255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 17:41:23.447372 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Added segment 410d635a-5fc7-4c42-a336-65819669d352 of type flat for network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 Feb 14 17:41:23.461169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d6a9f-ea65-4511-9356-c1e0551d1ee9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:23.516950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.517293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.517623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.517943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.518276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.518598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.518911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.519223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.519532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.519838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.520152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Tracked resource versions report: Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: pushed versions: Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Log': {'1.0'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Network': {'1.1'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Port': {'1.5'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'PortForwarding': {'1.2'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'QosPolicy': {'1.8'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroup': {'1.2'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SubPort': {'1.0'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Subnet': {'1.1'}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Trunk': {'1.1'}} Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: consumer versions: Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Log': '1.0', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Network': '1.1', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Port': '1.5', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'PortForwarding': '1.2', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'QosPolicy': '1.8', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroup': '1.2', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroupRule': '1.0', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SubPort': '1.0', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Subnet': '1.1', Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Trunk': '1.1'}} Feb 14 17:41:23.521381 dv-neutron-823271-4-hyperv neutron-server[84255]: {{(pid=84255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:41:23.571492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.678108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.679216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:23.679837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:23.787068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] Pushing event updated for resources: {'Network': ['ID=991e25b6-7a43-4bc4-b40a-3c51d246d8c5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:23.798245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:41:23.853207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-93c61591-f78e-4493-8f76-cb2f24fbb134 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1073129 Feb 14 17:41:24.155306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:24.301541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:25.407311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:25.936069 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:41:26.135073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60406) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:26.369041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed746a1b-e15a-46dd-84f7-959159e1541c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:26.370369 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed746a1b-e15a-46dd-84f7-959159e1541c admin admin] 10.222.0.30 "GET /v2.0/subnets/2ce94bec-7d1d-4f44-aa6e-716571915b28 HTTP/1.1" status: 200 len: 849 time: 0.2344158 Feb 14 17:41:26.515358 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-55f932af-712f-4277-a7f3-1a6713c32459 admin admin] 10.222.0.30 "GET /v2.0/routers/9ec923cf-ca9d-43bf-8348-39c23994058a HTTP/1.1" status: 200 len: 704 time: 0.1390665 Feb 14 17:41:26.987994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.214740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Allocated IP 172.20.0.1 (e3301a7b-5d9c-4ed5-bf84-bf8b597845bb/2ce94bec-7d1d-4f44-aa6e-716571915b28/3d14cb55-fe0d-4dfa-a7fe-b97247df6724) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:41:27.363990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.382440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Transition to ACTIVE for port object 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:41:27.490289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.559542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:41:27.562382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:27.565702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:41:27.566400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.575474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Pushing event updated for resources: {'Port': ['ID=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:27.751323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.851960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a9d9722-ce63-4150-b227-edacc0e0ced7 None None] Provisioning for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:41:27.856911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a9d9722-ce63-4150-b227-edacc0e0ced7 None None] Provisioning complete for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:27.857280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9722-ce63-4150-b227-edacc0e0ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:27.909213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d9722-ce63-4150-b227-edacc0e0ced7 None None] Port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:41:27.971058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:28.006179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:28.006931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:28.138420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Pushing event updated for resources: {'Port': ['ID=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:28.243086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:41:28.244023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:28.431165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7d536515-bf09-4a91-b296-c45b41213d9c None None] Provisioning complete for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:28.431529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7d536515-bf09-4a91-b296-c45b41213d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:28.483654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7d536515-bf09-4a91-b296-c45b41213d9c None None] Port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:41:28.632475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Router 9ec923cf-ca9d-43bf-8348-39c23994058a is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:41:28.795689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:41:28.804412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-41f44054-2c63-480a-b9bd-7415cec028af admin admin] 10.222.0.30 "PUT /v2.0/routers/9ec923cf-ca9d-43bf-8348-39c23994058a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2841768 Feb 14 17:41:28.804923 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Sync routers for ids ['9ec923cf-ca9d-43bf-8348-39c23994058a'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:41:28.817949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Routers {'9ec923cf-ca9d-43bf-8348-39c23994058a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:41:28.818775 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:41:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9ec923cf-ca9d-43bf-8348-39c23994058a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:28.990967 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Set router 9ec923cf-ca9d-43bf-8348-39c23994058a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:41:29.349436 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:27Z', 'revision_number': 2, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port_host': None, '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:27Z', 'revision_number': 2, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:29.354159 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Checking router: 9ec923cf-ca9d-43bf-8348-39c23994058a for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:41:29.354525 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Updating router 9ec923cf-ca9d-43bf-8348-39c23994058a port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:41:29.403526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:29.773899 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:29.788402 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Transition to ACTIVE for port object 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:41:29.849307 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:30.011930 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Pushing event updated for resources: {'Port': ['ID=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:30.079551 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.079893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.080223 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.080549 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.080910 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.081234 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.081551 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.081881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.082196 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.082505 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.082813 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Tracked resource versions report: Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: pushed versions: Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Log': {'1.0'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Network': {'1.1'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Port': {'1.5'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'PortForwarding': {'1.2'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'QosPolicy': {'1.8'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroup': {'1.2'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SubPort': {'1.0'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Subnet': {'1.1'}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Trunk': {'1.1'}} Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: consumer versions: Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Log': '1.0', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Network': '1.1', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Port': '1.5', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'PortForwarding': '1.2', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'QosPolicy': '1.8', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroup': '1.2', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroupRule': '1.0', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SubPort': '1.0', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Subnet': '1.1', Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Trunk': '1.1'}} Feb 14 17:41:30.084051 dv-neutron-823271-4-hyperv neutron-server[84258]: {{(pid=84258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:41:30.108818 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Attempting to bind port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:41:30.109198 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Attempting to bind port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:41:30.109629 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Attempting to bind port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 on network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:41:30.115872 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:41:30.116254 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Checking segment: {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:41:30.116733 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:30.117110 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Bound using segment: {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:41:30.117584 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Bound port: 3d14cb55-fe0d-4dfa-a7fe-b97247df6724, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780515b5-b6fb-4313-a2b9-065199e1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:41:30.117968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:30.201604 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] For port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:41:30.205958 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] For port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,segment=NetworkSegment(780515b5-b6fb-4313-a2b9-065199e1814a),segment_id=780515b5-b6fb-4313-a2b9-065199e1814a)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:41:30.290023 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:30.375018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9aa3-b8f9-4925-bf45-c077c08bc414 None None] Pushing event updated for resources: {'Port': ['ID=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:30.383326 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Routers {'9ec923cf-ca9d-43bf-8348-39c23994058a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:41:30.383926 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:41:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9ec923cf-ca9d-43bf-8348-39c23994058a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:30.540242 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] Set router 9ec923cf-ca9d-43bf-8348-39c23994058a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:41:30.862508 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:27Z', 'revision_number': 2, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port_host': None, '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:30Z', 'revision_number': 4, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:30.870398 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd34921-aa18-40e6-84d7-68ab96d37a23 None None] The sync data for ids ['9ec923cf-ca9d-43bf-8348-39c23994058a'] in dv-neutron-823271-4-hyperv is: [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:27Z', 'revision_number': 2, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port_host': None, '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:30Z', 'revision_number': 4, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:41:30.897112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 60428) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:31.081406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02cae9-db22-4fd5-af9d-7cffbae404aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:31.082630 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c02cae9-db22-4fd5-af9d-7cffbae404aa admin admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 842 time: 0.1845753 Feb 14 17:41:31.091525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:31.096475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:41:31.100203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Usage tracker for resource:subnet and tenant:b0a5f6d153ff4eb28bebf5916e95b170 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:41:31.103006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:41:31.109175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:41:31.198356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Made reservation on behalf of b0a5f6d153ff4eb28bebf5916e95b170 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:41:31.200646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:31.642942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:41:31.643373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:31.724279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:41:31.724628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Network hostable DHCP agents. Network: 991e25b6-7a43-4bc4-b40a-3c51d246d8c5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:41:31.744762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16a509b-f5cf-417a-8d77-c2bb0657e319,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:31.855430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:41:31.946939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 991e25b6-7a43-4bc4-b40a-3c51d246d8c5) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:31.951241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:31.954442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:31.957020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1bc49-9cf8-48a8-82fd-89f84eab2fbd None None] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:41:32.038926 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4bc7a7c2-d973-473c-b06e-1ff77b1690a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9506562 Feb 14 17:41:32.179052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07186a5-bb11-4fda-a5fa-8deceb99cf06 None None] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:41:32.479896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:32.640255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:41:32.645241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:32.645663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:32.777220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:32.808457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,segment=NetworkSegment(780515b5-b6fb-4313-a2b9-065199e1814a),segment_id=780515b5-b6fb-4313-a2b9-065199e1814a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:41:32.866768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:32.934750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3d14cb55-fe0d-4dfa-a7fe-b97247df6724,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:34.172370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60442) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:34.399809 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-36787e6f-a72d-4dfd-a6b1-09eb3239647a admin admin] 10.222.0.30 "GET /v2.0/routers/9ec923cf-ca9d-43bf-8348-39c23994058a HTTP/1.1" status: 200 len: 710 time: 0.2262278 Feb 14 17:41:34.467433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:34.527712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4178271-6a81-4e34-adc8-fb35f911b1df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:41:34.528282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a4178271-6a81-4e34-adc8-fb35f911b1df admin admin] Synchronizing usage tracker for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:41:34.534944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:34.535348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:34.616290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a4178271-6a81-4e34-adc8-fb35f911b1df admin admin] Unset dirty status for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:41:34.617389 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4178271-6a81-4e34-adc8-fb35f911b1df admin admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 886 time: 0.2126274 Feb 14 17:41:34.626410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:41:35.153660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:35.389868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:35.443235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:35.574858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Allocated IP 172.26.4.34 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/691dfc9f-286b-45f2-94e5-9a07ff98cb34) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:41:35.716712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:35.809895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:35.876633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:41:35.879641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:41:35.882058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:41:35.918437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Pushing event updated for resources: {'Port': ['ID=691dfc9f-286b-45f2-94e5-9a07ff98cb34,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:36.088106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:36.249239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:36.252776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:36.443977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Router 9ec923cf-ca9d-43bf-8348-39c23994058a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:41:36.634745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:41:36.644172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:36.644418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Sync routers for ids ['9ec923cf-ca9d-43bf-8348-39c23994058a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:41:36.645516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a10bb13b-8c7c-4a30-9b9b-09a6c21efc80 admin admin] 10.222.0.30 "PUT /v2.0/routers/9ec923cf-ca9d-43bf-8348-39c23994058a HTTP/1.1" status: 200 len: 889 time: 2.0225286 Feb 14 17:41:36.657008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Routers {'9ec923cf-ca9d-43bf-8348-39c23994058a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:41:36.657699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:41:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9ec923cf-ca9d-43bf-8348-39c23994058a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:36.850683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Set router 9ec923cf-ca9d-43bf-8348-39c23994058a gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:41:37.180586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:35Z', 'revision_number': 4, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port': {'id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:35Z', 'updated_at': '2022-02-14T17:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:32Z', 'revision_number': 5, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:37.185398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Checking router: 9ec923cf-ca9d-43bf-8348-39c23994058a for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:41:37.185742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Updating router 9ec923cf-ca9d-43bf-8348-39c23994058a port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:41:37.237092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.552985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.564300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Transition to ACTIVE for port object 691dfc9f-286b-45f2-94e5-9a07ff98cb34 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:41:37.638197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.734859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4c6d-446a-414b-abe7-0c4896e5635a None None] Pushing event updated for resources: {'Port': ['ID=691dfc9f-286b-45f2-94e5-9a07ff98cb34,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:37.738152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Attempting to bind port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:41:37.738612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Attempting to bind port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:41:37.738876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Attempting to bind port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:41:37.747437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:41:37.747964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:41:37.749117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.749706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:41:37.750165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Bound port: 691dfc9f-286b-45f2-94e5-9a07ff98cb34, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:41:37.750550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.828452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] For port 691dfc9f-286b-45f2-94e5-9a07ff98cb34, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:41:37.831314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] For port 691dfc9f-286b-45f2-94e5-9a07ff98cb34, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=691dfc9f-286b-45f2-94e5-9a07ff98cb34,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:41:37.920910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:37.997702 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4c6d-446a-414b-abe7-0c4896e5635a None None] Pushing event updated for resources: {'Port': ['ID=691dfc9f-286b-45f2-94e5-9a07ff98cb34,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:38.002675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Routers {'9ec923cf-ca9d-43bf-8348-39c23994058a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:41:38.003253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:41:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9ec923cf-ca9d-43bf-8348-39c23994058a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:38.239305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] Set router 9ec923cf-ca9d-43bf-8348-39c23994058a gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:41:38.573678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:35Z', 'revision_number': 4, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port': {'id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:35Z', 'updated_at': '2022-02-14T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:32Z', 'revision_number': 5, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:41:38.577716 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146823-b3fd-4910-9893-e95794e958a2 None None] The sync data for ids ['9ec923cf-ca9d-43bf-8348-39c23994058a'] in dv-neutron-823271-4-hyperv is: [{'id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'name': 'router1', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:41:17Z', 'updated_at': '2022-02-14T17:41:35Z', 'revision_number': 4, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'gw_port': {'id': '691dfc9f-286b-45f2-94e5-9a07ff98cb34', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:35Z', 'updated_at': '2022-02-14T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '3d14cb55-fe0d-4dfa-a7fe-b97247df6724', 'name': '', 'network_id': 'e3301a7b-5d9c-4ed5-bf84-bf8b597845bb', 'tenant_id': '013d329e55c94d7aa6df1d0327ec411d', 'mac_address': 'fa:16:3e:87:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec923cf-ca9d-43bf-8348-39c23994058a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:41:27Z', 'updated_at': '2022-02-14T17:41:32Z', 'revision_number': 5, 'project_id': '013d329e55c94d7aa6df1d0327ec411d', 'subnets': [{'id': '2ce94bec-7d1d-4f44-aa6e-716571915b28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e51ab41-216e-44cb-ba12-615367989d05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:41:38.922526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 60452) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:41:39.109069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b874e654-8d32-4383-8f3d-24fd0f355796 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1854277 Feb 14 17:41:40.492734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 691dfc9f-286b-45f2-94e5-9a07ff98cb34 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:40.628746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:41:40.633815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:40.635120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:40.768424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:40.787318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 691dfc9f-286b-45f2-94e5-9a07ff98cb34, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=691dfc9f-286b-45f2-94e5-9a07ff98cb34,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:41:40.846270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:40.916472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=691dfc9f-286b-45f2-94e5-9a07ff98cb34,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:41:42.508849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 691dfc9f-286b-45f2-94e5-9a07ff98cb34 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:41:42.631008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 691dfc9f-286b-45f2-94e5-9a07ff98cb34 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:41:42.631378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:50.752185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7f9dd8b-bb2a-44b2-9291-abf1fcc2388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:53.056916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-149dbd65-e772-4713-a6b0-8aa1f9b9e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:54.211655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:54.274230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:41:55.426238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:02.936080 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:42:20.780747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-be6a4dc9-340c-4a0d-8087-bb547b3379c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:23.026730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5a3181bd-df07-4ffb-9cb2-8cf4d15fa5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:24.176898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:24.280104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:25.434312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:39.940634 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:42:50.737478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-95c05215-f1ba-42e1-858a-9525e8db4fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:53.055757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-518527ed-a43d-4643-a3d1-280b51bd26db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:54.406391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:54.407129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:42:55.427179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:16.942360 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:43:20.753275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77c54bf6-e067-4480-9293-2408f9ea60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:23.027326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a6c8-1053-4855-9f78-4a3af48854e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:24.181670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:24.285359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:25.434020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:48.885222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32824) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:43:48.975641 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfec8a9-31fe-4031-8cd0-df33984ae6e8 admin admin] GET failed (client error): The resource could not be found. Feb 14 17:43:48.977569 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6dfec8a9-31fe-4031-8cd0-df33984ae6e8 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0911882 Feb 14 17:43:49.108386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df28ce-e417-4de1-a955-63f734f31515 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:49.109775 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-71df28ce-e417-4de1-a955-63f734f31515 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1280432 Feb 14 17:43:50.742608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c93df88-10aa-42d8-bc78-8b0118d42e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:51.135244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32834) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:43:51.265843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4d42d-4686-4224-9363-a95d6b56e186 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:51.266394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c1e4d42d-4686-4224-9363-a95d6b56e186 admin admin] Synchronizing usage tracker for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:43:51.354602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c1e4d42d-4686-4224-9363-a95d6b56e186 admin admin] Unset dirty status for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:43:51.356474 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c1e4d42d-4686-4224-9363-a95d6b56e186 admin admin] 10.222.0.30 "GET /v2.0/subnets/2ce94bec-7d1d-4f44-aa6e-716571915b28 HTTP/1.1" status: 200 len: 849 time: 0.2200291 Feb 14 17:43:51.365835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:43:51.482771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:51.719892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891'] for subnet, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:51.772722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:51.772946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38237c9-ca3b-4c92-9fa5-7d09dee8589f None None] Network e3301a7b-5d9c-4ed5-bf84-bf8b597845bb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:43:51.773396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:51.774514 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] 10.222.0.30 "PUT /v2.0/subnets/2ce94bec-7d1d-4f44-aa6e-716571915b28 HTTP/1.1" status: 200 len: 868 time: 0.4126704 Feb 14 17:43:51.788091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce94bec-7d1d-4f44-aa6e-716571915b28,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:43:51.797644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.797644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.797890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.798006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.798852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.799198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.799527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.799853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.800176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.800496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:51.800848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637cfa11-7813-4d37-b8b6-b98831a88167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:43:52.263964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9a547da0-ccc2-4172-8480-e41b2636486e None None] Provisioning complete for port 7d94a6a4-cc21-4938-9c8c-c101af89ca93 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:43:52.264326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a547da0-ccc2-4172-8480-e41b2636486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:52.386922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9a547da0-ccc2-4172-8480-e41b2636486e None None] Provisioning complete for port 3d14cb55-fe0d-4dfa-a7fe-b97247df6724 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:43:52.387205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a547da0-ccc2-4172-8480-e41b2636486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:53.033774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3303bd97-f509-427f-9680-cead20d82b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:53.809332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32844) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:43:53.942525 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:43:54.012822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90118bc-cb42-4bb3-ab9a-ba8b5a15f12b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:54.013296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90118bc-cb42-4bb3-ab9a-ba8b5a15f12b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:54.014876 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e90118bc-cb42-4bb3-ab9a-ba8b5a15f12b admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2045970 Feb 14 17:43:54.161862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:54.239623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:55.433979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:43:56.076831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32854) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:43:56.271431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b86c4-9ee6-4ed4-8407-1346bc3524d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:56.271724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b86c4-9ee6-4ed4-8407-1346bc3524d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:56.273252 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-323b86c4-9ee6-4ed4-8407-1346bc3524d5 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1954858 Feb 14 17:43:58.290077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32864) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:43:58.480809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b63627-e498-4133-95b9-2364b5f7430b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:43:58.482078 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1b63627-e498-4133-95b9-2364b5f7430b admin admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 886 time: 0.1910608 Feb 14 17:44:00.596065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32874) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:00.789394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c5ba9-f56d-4c71-85af-bf7c0a518739 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:00.790643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb7c5ba9-f56d-4c71-85af-bf7c0a518739 admin admin] 10.222.0.30 "GET /v2.0/networks/e3301a7b-5d9c-4ed5-bf84-bf8b597845bb HTTP/1.1" status: 200 len: 868 time: 0.1935327 Feb 14 17:44:02.814120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32884) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:02.964593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae417d5b-9ac4-46f0-a707-878120168abe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:02.964983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae417d5b-9ac4-46f0-a707-878120168abe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:02.966449 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ae417d5b-9ac4-46f0-a707-878120168abe admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1513736 Feb 14 17:44:04.987661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32894) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:05.113762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9952e56-1cb8-47bd-827c-665d6fff26fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:05.114133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9952e56-1cb8-47bd-827c-665d6fff26fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:05.115583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d9952e56-1cb8-47bd-827c-665d6fff26fd admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270027 Feb 14 17:44:07.181285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32904) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:07.313302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a2842-6995-49b3-b745-b429b6ed7a95 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:07.314634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d03a2842-6995-49b3-b745-b429b6ed7a95 admin admin] 10.222.0.30 "GET /v2.0/subnets/2ce94bec-7d1d-4f44-aa6e-716571915b28 HTTP/1.1" status: 200 len: 868 time: 0.1324148 Feb 14 17:44:09.338427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32914) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:09.460049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971fb54-54e7-4232-8846-fe362173ab95 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:09.461392 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5971fb54-54e7-4232-8846-fe362173ab95 admin admin] 10.222.0.30 "GET /v2.0/subnets/e16a509b-f5cf-417a-8d77-c2bb0657e319 HTTP/1.1" status: 200 len: 816 time: 0.1219862 Feb 14 17:44:20.742518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-029b6405-d42c-4699-a767-870df930a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:23.005565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99799ca8-1311-44b7-8429-165bcf1b2f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:24.171677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:24.268308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:25.445497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:27.823708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32952) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:27.896914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-4a7387e8-9065-4449-a540-3868f8aef308 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:44:27.897880 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a7387e8-9065-4449-a540-3868f8aef308 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732470 Feb 14 17:44:30.005039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32962) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:30.092940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b53905e-e61c-48c2-abb2-904c03c07061 admin admin] GET failed (client error): The resource could not be found. Feb 14 17:44:30.094101 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4b53905e-e61c-48c2-abb2-904c03c07061 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0881469 Feb 14 17:44:30.216295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106abfdb-5836-45df-8100-887554fe3252 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:30.217668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-106abfdb-5836-45df-8100-887554fe3252 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1190748 Feb 14 17:44:30.941999 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:44:32.270699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 32972) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:32.341263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:44:32.346853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:44:32.356061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:44:32.428096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Made reservation on behalf of b0a5f6d153ff4eb28bebf5916e95b170 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:44:32.430366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:32.515753 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING neutron.services.revisions.revision_plugin [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Could not find related network for resource to bump revision. Feb 14 17:44:32.527504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:44:32.536605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:32.537202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Added segment 6b3e4235-9e4b-4e27-a564-4636c9e71204 of type vlan for network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 Feb 14 17:44:32.561881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:32.628082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:32.628984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:32.629559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:32.723593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf7d274-094b-4f65-afc6-2ec91524f5a2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:44:32.737095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.737828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.738160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.738485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.738816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.739139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.739455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.739769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.740080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.740389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.740786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:32.751199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:44:32.812118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f1452b4a-cc9c-419f-82a0-a378fef3fe39 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5403373 Feb 14 17:44:34.854781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 32982) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:44:34.942267 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b62fcdd-2fd1-48da-94ca-47151c0921b0 admin admin] GET failed (client error): The resource could not be found. Feb 14 17:44:34.943430 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9b62fcdd-2fd1-48da-94ca-47151c0921b0 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0877490 Feb 14 17:44:35.046351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f1f96-62a5-45d2-9b34-2783802de131 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:35.047670 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-602f1f96-62a5-45d2-9b34-2783802de131 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1004944 Feb 14 17:44:35.056599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:44:35.060831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:44:35.070186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:44:35.136757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Made reservation on behalf of b0a5f6d153ff4eb28bebf5916e95b170 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:44:35.138974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:35.405051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:35.479885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b488a5-9188-4448-8b1d-3fd72892e2d5,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:44:35.489226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Checking segment: {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:44:35.489576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Network hostable DHCP agents. Network: 2bf7d274-094b-4f65-afc6-2ec91524f5a2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:44:35.593637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:44:35.691668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 2bf7d274-094b-4f65-afc6-2ec91524f5a2) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:44:35.695642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:44:35.696227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:35.700555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11fc89-e3d5-47a1-a5b6-bcd888aa2761 None None] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:44:35.760662 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-66c08162-27a8-4cba-a332-5ba78fbc4d33 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7071104 Feb 14 17:44:35.919320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-2bf7d274-094b-4f65-afc6-2ec91524f5a2', 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2', 'tenant_id': 'b0a5f6d153ff4eb28bebf5916e95b170', 'fixed_ips': [{'subnet_id': '17b488a5-9188-4448-8b1d-3fd72892e2d5'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:44:35.920157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.078874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Allocated IP 192.168.233.2 (2bf7d274-094b-4f65-afc6-2ec91524f5a2/17b488a5-9188-4448-8b1d-3fd72892e2d5/022fcca4-1a54-4a95-8b34-ab1a57c52dd9) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:44:36.278581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.288851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Transition to ACTIVE for port object 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:44:36.306752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Transition to ACTIVE for port object 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:44:36.378275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.449067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:44:36.452344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:44:36.454158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Pushing event updated for resources: {'Port': ['ID=022fcca4-1a54-4a95-8b34-ab1a57c52dd9,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:44:36.456880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:44:36.467688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.468029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.468357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.468687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.469044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.469375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.469692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.470025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.470340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.470652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.470963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:44:36.551737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Attempting to bind port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:44:36.552095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Attempting to bind port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:44:36.552461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Attempting to bind port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 on network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:44:36.558829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:44:36.559191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Checking segment: {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:44:36.559581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.560025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Bound using segment: {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:44:36.560478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Bound port: 022fcca4-1a54-4a95-8b34-ab1a57c52dd9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:44:36.560889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.649614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] For port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:44:36.652540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] For port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=022fcca4-1a54-4a95-8b34-ab1a57c52dd9,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:44:36.765632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:36.840981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e4aa0-30b0-4396-8dd7-c00386b304de None None] Pushing event updated for resources: {'Port': ['ID=022fcca4-1a54-4a95-8b34-ab1a57c52dd9,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:44:37.645416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e402e1-b7df-4d00-be69-a3a612775cbd None None] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:44:37.825383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ab07d143-3cc3-471e-b24f-efb558648c4d None None] Provisioning for port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:44:38.587572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:44:38.719604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:44:38.725202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:44:38.725566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:38.836107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:38.866764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=022fcca4-1a54-4a95-8b34-ab1a57c52dd9,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:44:38.930838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:38.996662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=022fcca4-1a54-4a95-8b34-ab1a57c52dd9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:44:40.563374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:44:40.633177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 022fcca4-1a54-4a95-8b34-ab1a57c52dd9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:44:40.633177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:50.737095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-66b62cd3-be15-4f37-9d64-24badec9d5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:53.056612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d57ce91b-ac3d-4873-8104-874c5a414899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:54.176567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:54.245465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:44:55.422235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:07.941236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:45:20.771091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-83fe2c32-cdaa-4843-afa9-18c1905f794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:23.022704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-202b0956-769d-4749-8e17-c7028dc5209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:24.177064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:24.245754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:25.446768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:44.940955 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:45:50.754647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba19ee5b-1f08-4eeb-b359-37b5606093ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:53.045374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6d00-cf11-4420-9c01-baf503d762d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:53.851924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33024) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:45:53.858500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-d58cd8d6-fa33-490d-ab78-15a7c4679a2c tempest-verify_tempest_config-1657298747 tempest-verify_tempest_config-1657298747-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:45:53.859447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d58cd8d6-fa33-490d-ab78-15a7c4679a2c tempest-verify_tempest_config-1657298747 tempest-verify_tempest_config-1657298747-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0065811 Feb 14 17:45:54.222978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:54.257141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:54.429916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33040) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:45:54.566393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:54.599189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:45:54.602955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Usage tracker for resource:security_group_rule and tenant:eaae7aa651e0460e8d364b830f0d512d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:45:54.605702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:45:54.617552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:45:54.673576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:54.747624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:54.800002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8891b651-0061-412d-a96f-1dcc0de99de0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:45:54.804631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Synchronizing usage tracker for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:45:54.815227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.815571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.815905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.816237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.816583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.816937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.817260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.817580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.817901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.818219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.818530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:45:54.983038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] Unset dirty status for tenant:b0a5f6d153ff4eb28bebf5916e95b170 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:45:54.984323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c367706b-da4f-4ce1-b85e-528e280f13b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eaae7aa651e0460e8d364b830f0d512d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5534272 Feb 14 17:45:54.986907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33046) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:45:55.044558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:55.069317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:55.257422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:55.276515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8891b651-0061-412d-a96f-1dcc0de99de0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:45:55.281094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:45:55.282184 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a2d0788f-19e4-47d7-a151-90dbe532ee3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8891b651-0061-412d-a96f-1dcc0de99de0 HTTP/1.1" status: 204 len: 168 time: 0.2943940 Feb 14 17:45:55.451661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:20.828996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-367d9451-5940-44cd-bfc7-ccc4f9545038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:21.940974 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:46:23.045885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d90-3b4b-4da1-af06-937112dcffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:24.222422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:24.285830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:25.480196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:50.794100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-806bc629-5eb7-4c31-94c3-31fd6f5496d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:53.078670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79e68b85-6a56-41c0-a53c-5a177c9108cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:54.262601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:54.291322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:55.474112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:46:58.940033 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 5 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:47:15.011204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938120'] for agent, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:20.765895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2f990f1-e5e0-4713-b54c-9debaebe68c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:23.021285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-22511350-c63c-489e-a361-ec5e8d814647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:24.222717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:24.274432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:25.473218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:30.008522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33116) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:47:30.149767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-adb359d5-72f4-473a-9d38-9c3d0baf555c admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1401584 Feb 14 17:47:32.224268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33126) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:47:32.303023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-692352a9-8f6c-49ac-be16-c2d081eca2be admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0776792 Feb 14 17:47:35.941479 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:47:45.006207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:50.777233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5761-3b50-4196-a030-e3a96bb20621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:53.020463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b95cdd52-d5e9-4568-8c79-c7b1d98e9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:54.217106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:54.296980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:47:55.514356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:12.941519 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:48:14.977574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:20.768875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae1e77eb-aa04-480b-a30a-9c55de9e5149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:23.043770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9a25e5ae-b42b-41de-b69e-1f5bdf4dbbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:24.194394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:24.269050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:25.477726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:45.009515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:49.942002 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:48:50.769415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe71c-55c7-4e2a-a644-f994acbbaa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:53.120392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-735f7886-7f75-4335-bd55-48e30b0733c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:54.229847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:54.354556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:55.500197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:58.299710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33254) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:48:58.343558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33260) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:48:58.948627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1989452115-network', 'tenant_id': '2941876295474c0e8447758ca2caa981'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:48:58.953698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:48:58.958623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Usage tracker for resource:network and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:48:58.962214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:48:58.968595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:48:58.998105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1386942866-network', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:48:59.003250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:48:59.007180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Usage tracker for resource:network and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:48:59.010028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:48:59.016126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:48:59.088495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Made reservation on behalf of 2941876295474c0e8447758ca2caa981 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:48:59.090738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.106353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.134145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Made reservation on behalf of 8afb52ef8612474eac80d0a8f7bb606d for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:48:59.136415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.146796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:48:59.175332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Usage tracker for resource:security_group_rule and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:48:59.175332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.175332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:48:59.175332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:48:59.224245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:48:59.231475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Usage tracker for resource:security_group_rule and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:48:59.234673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:48:59.241284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:48:59.296731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.343760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.388855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.410014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:48:59.420855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.431984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.432322 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Added segment 4929e718-ff05-4cb7-8509-7a0f6a27c28c of type vlan for network c0748507-ba41-4927-a067-e7aa1fa1adf3 Feb 14 17:48:59.449252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:48:59.451891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858896f2-01ad-4249-8ad9-65129464260e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:48:59.477514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.477847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Added segment 5e6901a3-c040-42a6-b22a-b3252ba137f8 of type vlan for network 34e38ca4-7ec5-42fd-a762-54f509968e0c Feb 14 17:48:59.484510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.489367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.489707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.490039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.490374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.490718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.491067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.491367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.491685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.492003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.492321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.492637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Tracked resource versions report: Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: pushed versions: Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Log': {'1.0'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Network': {'1.1'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Port': {'1.5'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'PortForwarding': {'1.2'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'QosPolicy': {'1.8'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroup': {'1.2'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SubPort': {'1.0'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Subnet': {'1.1'}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Trunk': {'1.1'}} Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: consumer versions: Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: HyperV agent@hv-neutron-8232: {}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Log': '1.0', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Network': '1.1', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Port': '1.5', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'PortForwarding': '1.2', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'QosPolicy': '1.8', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroup': '1.2', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SecurityGroupRule': '1.0', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'SubPort': '1.0', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Subnet': '1.1', Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: 'Trunk': '1.1'}} Feb 14 17:48:59.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: {{(pid=84256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:48:59.546737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.609663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546a07e9-7b18-4001-8234-a7bc62544302,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:48:59.671605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.672391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:48:59.673047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.705286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.706107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:48:59.706673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:48:59.792862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] Pushing event updated for resources: {'Network': ['ID=c0748507-ba41-4927-a067-e7aa1fa1adf3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:48:59.803133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:48:59.903498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] Pushing event updated for resources: {'Network': ['ID=34e38ca4-7ec5-42fd-a762-54f509968e0c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:48:59.918460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:48:59.983417 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f591ee68-0949-4c2e-a48c-b509ba5ea36f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6825128 Feb 14 17:48:59.987096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33304) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:48:59.992331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Request body: {'subnet': {'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1989452115-subnet', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:48:59.997068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:00.001452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Usage tracker for resource:subnet and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:00.004658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:00.011242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:00.024450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33308) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:00.024978 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-10ea9ea2-8e35-47db-99a9-b0388371641c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6796067 Feb 14 17:49:00.030072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Request body: {'subnet': {'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1386942866-subnet', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:00.033514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33312) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:00.036564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:00.045861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Usage tracker for resource:subnet and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:00.051510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:00.060253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:00.113987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Made reservation on behalf of 2941876295474c0e8447758ca2caa981 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:00.116320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.154183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Made reservation on behalf of 8afb52ef8612474eac80d0a8f7bb606d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:00.156755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.474724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.529221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.549731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d73a7a9-c8c5-4afb-8299-5e511440a3e4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:00.562938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Checking segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:00.563510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Network hostable DHCP agents. Network: c0748507-ba41-4927-a067-e7aa1fa1adf3, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:00.604870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-441511408-network', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:00.610680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:00.614139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6f92df-eefd-41c8-a019-f5a996f6c966,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:00.616123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Usage tracker for resource:network and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:00.620387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:00.627359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:00.630504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.630859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.631203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.631540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.631875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.632209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.632551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.632905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.633232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.633552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.633871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Tracked resource versions report: Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: pushed versions: Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Log': {'1.0'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Network': {'1.1'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Port': {'1.5'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'PortForwarding': {'1.2'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'QosPolicy': {'1.8'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroup': {'1.2'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SubPort': {'1.0'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Subnet': {'1.1'}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Trunk': {'1.1'}} Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: consumer versions: Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: HyperV agent@hv-neutron-8232: {}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Log': '1.0', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Network': '1.1', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Port': '1.5', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'PortForwarding': '1.2', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'QosPolicy': '1.8', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroup': '1.2', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SecurityGroupRule': '1.0', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'SubPort': '1.0', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Subnet': '1.1', Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: 'Trunk': '1.1'}} Feb 14 17:49:00.635095 dv-neutron-823271-4-hyperv neutron-server[84255]: {{(pid=84255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:49:00.648401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Checking segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:00.648790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Network hostable DHCP agents. Network: 34e38ca4-7ec5-42fd-a762-54f509968e0c, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:00.671772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:00.700090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Made reservation on behalf of bb78730cc6214cf1bbcd88f9aba676df for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:00.702652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.720229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.756094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:00.760042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Usage tracker for resource:security_group_rule and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:00.760423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:00.764147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:00.769883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:00.838497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.854560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33332) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:00.856784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 34e38ca4-7ec5-42fd-a762-54f509968e0c) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:00.860120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:00.860744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, c0748507-ba41-4927-a067-e7aa1fa1adf3) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:00.862020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.865722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:00.865969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.875018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42581268-61c9-4ee0-b858-b18eb2d741d7 None None] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:00.900221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d37dd-6d4c-473f-ae3a-5971ed062ea6 None None] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:00.916783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.946808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:00.955875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639cde83-0f81-4e52-bddc-edb0b42f418c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:00.962540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.962870 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Added segment 7c40fab3-697c-42f6-9c61-72578e625302 of type vlan for network 38045569-18cd-4311-b522-057dedc51371 Feb 14 17:49:00.978853 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-20ee1371-11e5-4e9a-85fe-183ae1e17c0b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9529388 Feb 14 17:49:00.981456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33338) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:00.989081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:00.989681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:00.994921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:00.999000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Usage tracker for resource:router and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:01.002544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:01.009632 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-929ffb8b-2db2-4c97-87bd-59fa4a929779 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0216753 Feb 14 17:49:01.012285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:01.027715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:01.032911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:01.039851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Usage tracker for resource:router and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:01.043041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:01.052340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:01.063279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:01.122834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.123759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:01.124391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.149164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.150103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.181517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.194619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.195552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.217908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.241185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] Pushing event updated for resources: {'Network': ['ID=38045569-18cd-4311-b522-057dedc51371,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:01.271942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 38045569-18cd-4311-b522-057dedc51371 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:01.277735 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b4ea7e2d-c2d3-452a-89de-32c03fecc01b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2427778 Feb 14 17:49:01.280725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33350) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:01.285881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Request body: {'subnet': {'network_id': '38045569-18cd-4311-b522-057dedc51371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-441511408-subnet', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:01.297703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-34e38ca4-7ec5-42fd-a762-54f509968e0c', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:01.298019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:01.298664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.303213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Usage tracker for resource:subnet and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:01.306721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:01.317161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:01.406006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Made reservation on behalf of bb78730cc6214cf1bbcd88f9aba676df for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:01.409164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.424809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-c0748507-ba41-4927-a067-e7aa1fa1adf3', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:01.426377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.584797 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-18bfb2a9-20d6-4ce8-9afc-2e74d497a52b tempest-AgentManagementNegativeTest-1572928618 tempest-AgentManagementNegativeTest-1572928618-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7224598 Feb 14 17:49:01.783749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.800645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.820193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Allocated IP 172.20.0.2 (34e38ca4-7ec5-42fd-a762-54f509968e0c/7c6f92df-eefd-41c8-a019-f5a996f6c966/30c771dc-ccb9-41a1-92b3-c36524aa01c7) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:01.859404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:01.918595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Allocated IP 172.20.0.2 (c0748507-ba41-4927-a067-e7aa1fa1adf3/5d73a7a9-c8c5-4afb-8299-5e511440a3e4/7462c692-59b7-4311-8ee0-0ef43756ee89) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:01.986800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d185ea-47ae-4b7f-bec6-4bf89c9baba4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:02.030491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Checking segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:02.030844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Network hostable DHCP agents. Network: 38045569-18cd-4311-b522-057dedc51371, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:02.138243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.140670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Network 38045569-18cd-4311-b522-057dedc51371 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:02.153891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.188839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.198943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Transition to ACTIVE for port object 7462c692-59b7-4311-8ee0-0ef43756ee89 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:02.240216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Transition to ACTIVE for port object 7462c692-59b7-4311-8ee0-0ef43756ee89 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:02.265786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 38045569-18cd-4311-b522-057dedc51371) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:02.269764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:02.270777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.283962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c2590-08ca-4b4e-abf3-b48fcab7d62b None None] Network 38045569-18cd-4311-b522-057dedc51371 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:02.386366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Allocated IP 172.26.4.170 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/099337d1-83b4-44f3-9d38-8727e8cdaa2b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:02.402386 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-81c42a34-21b6-49a3-a19c-7c170d878c95 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1189384 Feb 14 17:49:02.402601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.404315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33378) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:02.409318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.414423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:02.427715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:02.440725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Usage tracker for resource:router and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:02.456296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:02.456426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.468945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:02.554235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Pushing event updated for resources: {'Port': ['ID=7462c692-59b7-4311-8ee0-0ef43756ee89,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:02.569921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.570520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.571016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.571502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.572027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.572520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.573020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.573510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.573978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.574904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.575385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Tracked resource versions report: Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: pushed versions: Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Log': {'1.0'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Network': {'1.1'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Port': {'1.5'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'PortForwarding': {'1.2'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'QosPolicy': {'1.8'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroup': {'1.2'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SubPort': {'1.0'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Subnet': {'1.1'}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Trunk': {'1.1'}} Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: consumer versions: Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: HyperV agent@hv-neutron-8232: {}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Log': '1.0', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Network': '1.1', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Port': '1.5', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'PortForwarding': '1.2', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'QosPolicy': '1.8', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroup': '1.2', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SecurityGroupRule': '1.0', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'SubPort': '1.0', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Subnet': '1.1', Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: 'Trunk': '1.1'}} Feb 14 17:49:02.576539 dv-neutron-823271-4-hyperv neutron-server[84257]: {{(pid=84257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:49:02.584510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:02.596582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.596582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:02.596582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:02.598387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.601628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.627722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.671479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.692857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Transition to ACTIVE for port object 30c771dc-ccb9-41a1-92b3-c36524aa01c7 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:02.733715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Attempting to bind port 7462c692-59b7-4311-8ee0-0ef43756ee89 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:02.735995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Attempting to bind port 7462c692-59b7-4311-8ee0-0ef43756ee89 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:02.735995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Attempting to bind port 7462c692-59b7-4311-8ee0-0ef43756ee89 on network c0748507-ba41-4927-a067-e7aa1fa1adf3 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:02.770548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33390) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:02.776464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:02.777263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Checking segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:02.777674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.778073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Bound using segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:02.778692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Bound port: 7462c692-59b7-4311-8ee0-0ef43756ee89, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:02.779081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.796330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Transition to ACTIVE for port object 30c771dc-ccb9-41a1-92b3-c36524aa01c7 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:02.797974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.904438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:02.917818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:02.923846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:02.931869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:02.959928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Allocated IP 172.26.4.146 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/33b80941-8044-4d11-9ed6-32460896ba46) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:02.990785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Pushing event updated for resources: {'Port': ['ID=099337d1-83b4-44f3-9d38-8727e8cdaa2b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:03.018544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Pushing event updated for resources: {'Port': ['ID=30c771dc-ccb9-41a1-92b3-c36524aa01c7,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:03.022464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-38045569-18cd-4311-b522-057dedc51371', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:03.023564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.073954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:03.077773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:03.077930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.081553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:03.147952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.202806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-70581673-f67e-4665-b90e-0c532447e449 None None] For port 7462c692-59b7-4311-8ee0-0ef43756ee89, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:03.287157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-70581673-f67e-4665-b90e-0c532447e449 None None] For port 7462c692-59b7-4311-8ee0-0ef43756ee89, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7462c692-59b7-4311-8ee0-0ef43756ee89,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:03.313364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.355663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Attempting to bind port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:03.356226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Attempting to bind port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:03.356751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Attempting to bind port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 on network 34e38ca4-7ec5-42fd-a762-54f509968e0c {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:03.359379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Allocated IP 172.20.0.2 (38045569-18cd-4311-b522-057dedc51371/49d185ea-47ae-4b7f-bec6-4bf89c9baba4/0005acca-126e-4e93-a2b7-f7d0649959c0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:03.365599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.427131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:03.427800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Checking segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:03.428345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.428907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Bound using segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:03.429518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Bound port: 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:03.430050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.435124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.444237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:03.447789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:03.453322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:03.482432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.498505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.499479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.516045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.559317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:03.563328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfd9cd48add42158c460b30ca47a4af is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:03.567245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:03.573840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:03.647856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.648962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Pushing event updated for resources: {'Port': ['ID=33b80941-8044-4d11-9ed6-32460896ba46,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:03.707994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70581673-f67e-4665-b90e-0c532447e449 None None] Pushing event updated for resources: {'Port': ['ID=7462c692-59b7-4311-8ee0-0ef43756ee89,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:03.722051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Allocated IP 172.26.4.31 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/70e65cd2-789d-4f8f-88c7-6d330576cb69) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:03.799410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] For port 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:03.806384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.826871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] For port 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=30c771dc-ccb9-41a1-92b3-c36524aa01c7,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:03.909151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.926061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Transition to ACTIVE for port object 0005acca-126e-4e93-a2b7-f7d0649959c0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:03.966710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:03.980222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Transition to ACTIVE for port object 0005acca-126e-4e93-a2b7-f7d0649959c0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:04.032750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.101544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0dfc1-61dc-4588-a423-c28e3cecf254,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:04.157236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e661b-9aef-4b1e-910f-2260b10db452 None None] Pushing event updated for resources: {'Port': ['ID=30c771dc-ccb9-41a1-92b3-c36524aa01c7,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:04.158781 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-63909497-b3ef-4663-bf6a-5842ba7d1c37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbfd9cd48add42158c460b30ca47a4af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3874276 Feb 14 17:49:04.160997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:04.249497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.290545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.386452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.418514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.451429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.452808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.456428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Network 38045569-18cd-4311-b522-057dedc51371 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:04.459730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:04.462836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:04.514138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Pushing event updated for resources: {'Port': ['ID=0005acca-126e-4e93-a2b7-f7d0649959c0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:04.516744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.540337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:04.549736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0dfc1-61dc-4588-a423-c28e3cecf254,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:04.555865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:04.570195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=70e65cd2-789d-4f8f-88c7-6d330576cb69,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:04.602625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.606773 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9ecee800-80eb-4fee-9589-9e5113e83352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ef0dfc1-61dc-4588-a423-c28e3cecf254 HTTP/1.1" status: 204 len: 168 time: 0.4447813 Feb 14 17:49:04.613909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:04.638877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Router 1107d9cd-9114-470b-a0ed-24436f5534a0 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:49:04.651050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Attempting to bind port 0005acca-126e-4e93-a2b7-f7d0649959c0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:04.653112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Attempting to bind port 0005acca-126e-4e93-a2b7-f7d0649959c0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:04.653479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Attempting to bind port 0005acca-126e-4e93-a2b7-f7d0649959c0 on network 38045569-18cd-4311-b522-057dedc51371 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:04.692437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:04.694582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Checking segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:04.695161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.695568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Bound using segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:04.696363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Bound port: 0005acca-126e-4e93-a2b7-f7d0649959c0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:04.696616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:04.877519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] For port 0005acca-126e-4e93-a2b7-f7d0649959c0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:04.881699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] For port 0005acca-126e-4e93-a2b7-f7d0649959c0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0005acca-126e-4e93-a2b7-f7d0649959c0,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:04.914907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 30c771dc-ccb9-41a1-92b3-c36524aa01c7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:05.075688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:05.184622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:05.186223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:05.200438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:05.212964 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Sync routers for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:05.248849 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:05.250876 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:05.280229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403837c-cea2-42da-8139-2c1290ad0e14 None None] Pushing event updated for resources: {'Port': ['ID=0005acca-126e-4e93-a2b7-f7d0649959c0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:05.282979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:05.287373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c746b3-5364-465a-a2f4-a27252daed97 None None] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:05.337942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Router cd762618-0123-4b25-8988-1d549ed161a2 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:49:05.449067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:05.457551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d2719259-0e6a-461f-85d4-e066c4d4773c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4408226 Feb 14 17:49:05.474588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33446) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:05.734811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:05.770231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7462c692-59b7-4311-8ee0-0ef43756ee89 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:05.779752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33450) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:05.878675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-89d52257-536a-4105-bf62-71709372a613 None None] Provisioning for port 7462c692-59b7-4311-8ee0-0ef43756ee89 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:05.909759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5bddf-b20b-4973-aa2f-58042d56798d None None] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:06.030545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Router c538d925-536f-468e-b066-01eb565d9929 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:49:06.309667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33458) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:06.351868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7462c692-59b7-4311-8ee0-0ef43756ee89 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:06.374947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7462c692-59b7-4311-8ee0-0ef43756ee89 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:06.375315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.505642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:06.518202 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:06.522535 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Checking router: 1107d9cd-9114-470b-a0ed-24436f5534a0 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:06.523134 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Updating router 1107d9cd-9114-470b-a0ed-24436f5534a0 port 099337d1-83b4-44f3-9d38-8727e8cdaa2b binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:06.534627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Provisioning for port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:06.566046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Provisioning complete for port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:06.569735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.631332 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.665693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.666880 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d17ce409-38ea-487f-91bf-4ca53671c4f5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2606845 Feb 14 17:49:06.669495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33466) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:06.676985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Sync routers for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:06.698337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:06.740926 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Sync routers for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:06.851699 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:06.852663 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:06.888573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.890084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dff4fc46-b0c9-4c97-aeb9-9fd7838c636f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9073422 Feb 14 17:49:06.893579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:06.907747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33474) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:06.958382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] For port 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=30c771dc-ccb9-41a1-92b3-c36524aa01c7,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:06.989853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-248667888', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:06.999584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:07.024131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Usage tracker for resource:port and tenant:ba83aecc93f2431d9c1414895f272481 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:07.030107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:07.061492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:07.108819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.180803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Made reservation on behalf of ba83aecc93f2431d9c1414895f272481 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:07.183046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.200343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:07.201436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:07.213439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.286439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:07.293434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Usage tracker for resource:security_group_rule and tenant:ba83aecc93f2431d9c1414895f272481 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:07.296818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:07.303860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:07.366623 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:07.401981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.408795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-440305219'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:07.414495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:07.419759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Usage tracker for resource:network and tenant:7462587846dc4439a42fdc4d8f5f486a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:07.423649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:07.434256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:07.464348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4490f61-d762-489a-80ab-90e3ca4d6621 None None] Network 38045569-18cd-4311-b522-057dedc51371 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:07.524078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.526894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Made reservation on behalf of 7462587846dc4439a42fdc4d8f5f486a for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:07.529307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.581478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.597311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] device_id is not set on port 7f490349-4244-4db1-b7ca-21c52326b25c yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:07.640816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d24110-d5ea-4802-9f73-f2fa5ae902ee,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:07.667133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:07.671200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Usage tracker for resource:security_group_rule and tenant:7462587846dc4439a42fdc4d8f5f486a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:07.674284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:07.681542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:07.771956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.841208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:07.854663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33490) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:07.873257 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.893046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:07.902912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.903244 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Added segment c0f59d1f-e7fc-42ff-a28f-bd7c86654a4a of type vlan for network fc3c58b3-58a0-498f-930f-ffb521d7bd6e Feb 14 17:49:07.945308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:07.979061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.139060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6120c19-774f-41dc-b341-836b6cee42db,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:08.145838 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.162771 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Transition to ACTIVE for port object 099337d1-83b4-44f3-9d38-8727e8cdaa2b will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:08.189176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-26431de4-45ad-42c1-8671-7846731a3ba4 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:08.193097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec761b-9d9d-4766-b0a0-8601fcae2c60 None None] Pushing event updated for resources: {'Port': ['ID=30c771dc-ccb9-41a1-92b3-c36524aa01c7,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:08.208219 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:08.218455 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Checking router: cd762618-0123-4b25-8988-1d549ed161a2 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:08.218783 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Updating router cd762618-0123-4b25-8988-1d549ed161a2 port 33b80941-8044-4d11-9ed6-32460896ba46 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:08.222820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.230207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:08.232767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.300070 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.328599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b2803b22-041b-44ce-8ac9-159ecb783dbb None None] Provisioning complete for port 7462c692-59b7-4311-8ee0-0ef43756ee89 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:08.329025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b2803b22-041b-44ce-8ac9-159ecb783dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.412978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Attempting to bind port 099337d1-83b4-44f3-9d38-8727e8cdaa2b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:08.413637 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Attempting to bind port 099337d1-83b4-44f3-9d38-8727e8cdaa2b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:08.414471 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Attempting to bind port 099337d1-83b4-44f3-9d38-8727e8cdaa2b on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:08.437035 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Pushing event updated for resources: {'Port': ['ID=099337d1-83b4-44f3-9d38-8727e8cdaa2b,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:08.438573 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:08.438949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:08.445741 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.446189 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:08.446688 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Bound port: 099337d1-83b4-44f3-9d38-8727e8cdaa2b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:08.447085 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.502692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7462c692-59b7-4311-8ee0-0ef43756ee89, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7462c692-59b7-4311-8ee0-0ef43756ee89,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:08.557611 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.606838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.614384 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.615966 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.616553 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.618433 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.619491 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.621210 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.621865 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.622392 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.623451 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.625550 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.626064 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Tracked resource versions report: Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: pushed versions: Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: { 'ConntrackHelper': {'1.0'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Log': {'1.0'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Network': {'1.1'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Port': {'1.5'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'PortForwarding': {'1.2'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'QosPolicy': {'1.8'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroup': {'1.2'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroupRule': {'1.0'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SubPort': {'1.0'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Subnet': {'1.1'}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Trunk': {'1.1'}} Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: consumer versions: Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: { DHCP agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: HyperV agent@hv-neutron-8232: {}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: L3 agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: Metadata agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: Metering agent@dv-neutron-823271-4-hyperv: {}, Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: Open vSwitch agent@dv-neutron-823271-4-hyperv: { 'ConntrackHelper': '1.0', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Log': '1.0', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Network': '1.1', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Port': '1.5', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'PortForwarding': '1.2', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'QosPolicy': '1.8', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroup': '1.2', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SecurityGroupRule': '1.0', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'SubPort': '1.0', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Subnet': '1.1', Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: 'Trunk': '1.1'}} Feb 14 17:49:08.628392 dv-neutron-823271-4-hyperv neutron-server[84258]: {{(pid=84258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 17:49:08.633938 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-26431de4-45ad-42c1-8671-7846731a3ba4 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "PUT /v2.0/quotas/962b059fb77443a19cb488472dd2cf3b HTTP/1.1" status: 200 len: 368 time: 0.7782390 Feb 14 17:49:08.638597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33508) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:08.653771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Request body: {'network': {'project_id': '962b059fb77443a19cb488472dd2cf3b'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:08.691599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.714571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:08.716570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33512) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:08.730488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Usage tracker for resource:network and tenant:962b059fb77443a19cb488472dd2cf3b is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:08.741409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:08.754648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:08.801149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Pushing event updated for resources: {'Network': ['ID=fc3c58b3-58a0-498f-930f-ffb521d7bd6e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:08.836523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Allocated IP 172.26.4.226 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/7f490349-4244-4db1-b7ca-21c52326b25c) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:08.872238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Made reservation on behalf of 962b059fb77443a19cb488472dd2cf3b for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:08.901386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.957557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network fc3c58b3-58a0-498f-930f-ffb521d7bd6e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:08.975130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:08.979146 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] For port 099337d1-83b4-44f3-9d38-8727e8cdaa2b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:09.001032 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f8a470b3-5531-4f86-9efe-efe3e20880e8 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6834428 Feb 14 17:49:09.004114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33520) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:09.054153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 30c771dc-ccb9-41a1-92b3-c36524aa01c7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:09.054695 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] For port 099337d1-83b4-44f3-9d38-8727e8cdaa2b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=099337d1-83b4-44f3-9d38-8727e8cdaa2b,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:09.114665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:09.126420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Usage tracker for resource:security_group_rule and tenant:962b059fb77443a19cb488472dd2cf3b is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:09.131840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:09.161879 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.179453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:09.184052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:09.265869 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:09.266626 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:09.296837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:09.352535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.385901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33528) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:09.448927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7462c692-59b7-4311-8ee0-0ef43756ee89,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:09.469663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:floatingip and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:09.488807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.491963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:09.498492 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bea2-8b03-4bb0-9558-193c13e1ce21 None None] Pushing event updated for resources: {'Port': ['ID=099337d1-83b4-44f3-9d38-8727e8cdaa2b,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:09.524095 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:09.562979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:04Z', 'revision_number': 3, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:09.572153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'name': 'tempest-network--1412883749', 'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:09.575772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.578092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Checking router: c538d925-536f-468e-b066-01eb565d9929 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:09.578866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Updating router c538d925-536f-468e-b066-01eb565d9929 port 70e65cd2-789d-4f8f-88c7-6d330576cb69 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:09.587147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:09.588021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:09.617491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:09.618519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.633026 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-878461060'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:09.635587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Allocated IP 172.20.0.1 (c0748507-ba41-4927-a067-e7aa1fa1adf3/5d73a7a9-c8c5-4afb-8299-5e511440a3e4/7b5258e2-364a-4d28-a1c4-956d96718ef9) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:09.673120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:network and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:09.696973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:09.701094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:network and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:09.704218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:09.711120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:09.725615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:09.742614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:09.742816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0faf728e-6908-42e1-9c65-7645063f278d None None] Provisioning complete for port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:09.743505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0faf728e-6908-42e1-9c65-7645063f278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.760590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Pushing event updated for resources: {'Port': ['ID=7f490349-4244-4db1-b7ca-21c52326b25c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:09.777097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.806706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:09.807456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:09.811242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.816880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.831901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:09.840836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:09.841985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:09.842311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.865930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.884939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:09.887577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.934665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.946686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:09.963372 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b01e3c7-bc5f-401f-8af9-d0ee10cff969 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.1813350 Feb 14 17:49:09.973083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33536) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:09.981232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}]}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:10.008247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:10.008488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:10.013119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Usage tracker for resource:router and tenant:ba83aecc93f2431d9c1414895f272481 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:10.016634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:10.025324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:10.026388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Allocated IP 172.20.0.1 (38045569-18cd-4311-b522-057dedc51371/49d185ea-47ae-4b7f-bec6-4bf89c9baba4/76331b75-0c56-4d60-9db1-2f94cf0446f3) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:10.032857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:security_group_rule and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:10.039186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:10.042400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:10.055810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:10.056229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.058970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:security_group_rule and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:10.066442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:10.071267 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.089556 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Transition to ACTIVE for port object 33b80941-8044-4d11-9ed6-32460896ba46 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:10.098356 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:10.103226 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b72754-6709-4f6d-be69-dff2c4449778 None None] The sync data for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv is: [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:10.124292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dbb43b-cda3-4349-a227-f7e3a5f5d844,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:10.144614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:10.147958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:10.157995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.158965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.168420 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.175667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.286700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.287053 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Added segment 1eb1e34d-1cdf-4976-a6b8-39c308d1444e of type vlan for network 8805f7c3-fd4d-4a21-b429-32ce4388df6f Feb 14 17:49:10.308023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Transition to ACTIVE for port object 7b5258e2-364a-4d28-a1c4-956d96718ef9 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:10.336722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.354977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.373104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.382842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.385613 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695c97e-0782-4e0a-8f0f-51734c4b165a None None] Pushing event updated for resources: {'Port': ['ID=33b80941-8044-4d11-9ed6-32460896ba46,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:10.396672 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Attempting to bind port 33b80941-8044-4d11-9ed6-32460896ba46 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:10.397567 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Attempting to bind port 33b80941-8044-4d11-9ed6-32460896ba46 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:10.398149 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Attempting to bind port 33b80941-8044-4d11-9ed6-32460896ba46 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:10.406705 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:10.407585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:10.409951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Transition to ACTIVE for port object 76331b75-0c56-4d60-9db1-2f94cf0446f3 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:10.410258 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.411149 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:10.411930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.412263 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Bound port: 33b80941-8044-4d11-9ed6-32460896ba46, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:10.413513 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.488523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.489506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.527830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:10.536047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.540243 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] For port 33b80941-8044-4d11-9ed6-32460896ba46, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:10.544481 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] For port 33b80941-8044-4d11-9ed6-32460896ba46, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=33b80941-8044-4d11-9ed6-32460896ba46,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:10.549526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.550095 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Added segment 87bc0346-761a-49ca-8de7-f19b68ac1532 of type vlan for network ec992c4f-9a29-4213-84c0-4010e08b02ef Feb 14 17:49:10.568121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.583273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Transition to ACTIVE for port object 70e65cd2-789d-4f8f-88c7-6d330576cb69 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:10.592648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0005acca-126e-4e93-a2b7-f7d0649959c0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:10.607979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.641223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.642928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:10.643573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.660246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.674815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.689922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.693757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.712074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Pushing event updated for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:10.762745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Network 38045569-18cd-4311-b522-057dedc51371 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:10.762961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0faf728e-6908-42e1-9c65-7645063f278d None None] Provisioning for port 0005acca-126e-4e93-a2b7-f7d0649959c0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:10.778620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:10.780851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 0005acca-126e-4e93-a2b7-f7d0649959c0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:10.816006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.819837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:10.824659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.833175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 0005acca-126e-4e93-a2b7-f7d0649959c0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:10.834379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.850961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event updated for resources: {'Network': ['ID=8805f7c3-fd4d-4a21-b429-32ce4388df6f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:10.855861 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:10.856529 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:10.897712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:10.899676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:10.930599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8805f7c3-fd4d-4a21-b429-32ce4388df6f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:10.954165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:10.963114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2370bdd-4eab-431e-a5e3-bfb660491d11 None None] Pushing event updated for resources: {'Port': ['ID=70e65cd2-789d-4f8f-88c7-6d330576cb69,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:10.971727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Attempting to bind port 70e65cd2-789d-4f8f-88c7-6d330576cb69 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:10.973682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Attempting to bind port 70e65cd2-789d-4f8f-88c7-6d330576cb69 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:10.973682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Attempting to bind port 70e65cd2-789d-4f8f-88c7-6d330576cb69 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:11.002682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Pushing event updated for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.020087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973774e2-6d48-440c-ab95-4039f0219702,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.036821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:11.055934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:11.073043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:11.073596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.097805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5776e7-ac9d-4699-9224-e46e5c09501b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.104519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:11.104919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:11.105323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.105713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:11.106223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Bound port: 70e65cd2-789d-4f8f-88c7-6d330576cb69, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:11.106557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.107146 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7159958 Feb 14 17:49:11.123929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33546) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:11.168980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695c97e-0782-4e0a-8f0f-51734c4b165a None None] Pushing event updated for resources: {'Port': ['ID=33b80941-8044-4d11-9ed6-32460896ba46,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.258491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.280624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:11.305115 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:11.307421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363008b8-d5bb-4884-9949-e3611d415022 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Network': ['ID=ec992c4f-9a29-4213-84c0-4010e08b02ef,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.336417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:11.340333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.340997 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Added segment 1ed20874-98d6-4ddb-90d3-48376b5ebb76 of type vlan for network 01319e67-63e2-404d-b6db-982354060e03 Feb 14 17:49:11.389285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.417664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.418023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:11.421913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:11.424871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:11.437017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:11.460295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ef1d1f22-f580-4f17-802d-1e9badb2ac2f tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8203175 Feb 14 17:49:11.469977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33550) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:11.474610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Request body: {'network': {'project_id': '962b059fb77443a19cb488472dd2cf3b'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:11.475974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.483114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:11.849164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] For port 70e65cd2-789d-4f8f-88c7-6d330576cb69, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:11.852979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Usage tracker for resource:network and tenant:962b059fb77443a19cb488472dd2cf3b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:11.853447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 0005acca-126e-4e93-a2b7-f7d0649959c0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0005acca-126e-4e93-a2b7-f7d0649959c0,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:11.853631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:11.853710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] For port 70e65cd2-789d-4f8f-88c7-6d330576cb69, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=70e65cd2-789d-4f8f-88c7-6d330576cb69,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:11.853787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:11.853878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:11.853878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.854070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Allocated IP 172.26.4.46 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/8ba5f25b-f2b0-4d01-9d4f-68c24c93b213) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:11.854145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:11.854145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.854145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.854345 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:11.854449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=01319e67-63e2-404d-b6db-982354060e03,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:11.854531 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450af76-af0e-4433-b73c-76da31b210c5 None None] The sync data for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv is: [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:03Z', 'revision_number': 3, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:11.854632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 01319e67-63e2-404d-b6db-982354060e03 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:11.854840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Made reservation on behalf of 962b059fb77443a19cb488472dd2cf3b for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:11.854840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.854973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2e005a81-7293-4324-a4a0-d75afe2fdc70 None None] Provisioning for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:11.857543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.875369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.896292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:11.901209 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7991888e-68fa-438a-a53c-d97e48a6c427 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8911049 Feb 14 17:49:11.911109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:11.911768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:11.925728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2e005a81-7293-4324-a4a0-d75afe2fdc70 None None] Provisioning complete for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:11.926098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2e005a81-7293-4324-a4a0-d75afe2fdc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.002431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.002946 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Added segment bac8d678-2f06-4816-a38b-461109bf7237 of type vlan for network ef8ae245-6123-44fb-a96b-cd068beae330 Feb 14 17:49:12.040847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2e005a81-7293-4324-a4a0-d75afe2fdc70 None None] Port 76331b75-0c56-4d60-9db1-2f94cf0446f3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:12.042996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=0005acca-126e-4e93-a2b7-f7d0649959c0,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:12.096676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:12.097338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:12.148210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.154121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.156543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7462c692-59b7-4311-8ee0-0ef43756ee89 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:12.206886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.252712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Allocated IP 172.20.0.1 (34e38ca4-7ec5-42fd-a762-54f509968e0c/7c6f92df-eefd-41c8-a019-f5a996f6c966/151a35cf-7e09-488a-8286-77db273719eb) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:12.253549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.313501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2370bdd-4eab-431e-a5e3-bfb660491d11 None None] Pushing event updated for resources: {'Port': ['ID=70e65cd2-789d-4f8f-88c7-6d330576cb69,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:12.327439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.356431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.356431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.356734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7462c692-59b7-4311-8ee0-0ef43756ee89 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:12.356955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.358359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.358460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_create 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.358460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.358460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_update 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.358701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.359129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.359528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.359931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.417544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:12.437811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.462592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ff2248ca-619a-4ae4-ab2c-f773a3368fb8 None None] Provisioning for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:12.485008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ff2248ca-619a-4ae4-ab2c-f773a3368fb8 None None] Provisioning complete for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:12.485380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ff2248ca-619a-4ae4-ab2c-f773a3368fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.521659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.522154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.522576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.522996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:12.523505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01319e67-63e2-404d-b6db-982354060e03']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:12.534681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.535832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:12.536631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.540250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.617681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed20874-98d6-4ddb-90d3-48376b5ebb76') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:12.618199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed20874-98d6-4ddb-90d3-48376b5ebb76') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:12.649647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ff2248ca-619a-4ae4-ab2c-f773a3368fb8 None None] Port 7b5258e2-364a-4d28-a1c4-956d96718ef9 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:12.716456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.723669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.743890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 099337d1-83b4-44f3-9d38-8727e8cdaa2b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:12.774652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event updated for resources: {'Network': ['ID=ef8ae245-6123-44fb-a96b-cd068beae330,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:12.778685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.791744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.796380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:12.796609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.802662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ef8ae245-6123-44fb-a96b-cd068beae330 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn_limited( Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn_limited( Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:12.812974 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:12.814711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Pushing event updated for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:12.833375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.877592 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6f2b3bad-7e04-4b6e-be42-048c60fe79a1 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4117911 Feb 14 17:49:12.878130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33558) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:12.900015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Request body: {'network': {'project_id': '962b059fb77443a19cb488472dd2cf3b'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:12.908759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:49:12.921850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:12.932644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.940666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:12.972950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Usage tracker for resource:network and tenant:962b059fb77443a19cb488472dd2cf3b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:12.988564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:12.997632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:13.001586 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 17:49:13.002050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:49:13.006063 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5cc84005-ecf1-4bb5-a398-2f84f61c7444 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1244137 Feb 14 17:49:13.006184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:13.007646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33564) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:13.013376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:10Z', 'revision_number': 1, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:13.019249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c9338-b1b9-4a58-9e69-762368238f3b None None] The sync data for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv is: [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:10Z', 'revision_number': 1, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:13.019613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:13.024406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=8ba5f25b-f2b0-4d01-9d4f-68c24c93b213,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.043539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:13.089985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.090197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Network 38045569-18cd-4311-b522-057dedc51371 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:13.090665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.093307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:13.112577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.152380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 099337d1-83b4-44f3-9d38-8727e8cdaa2b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:13.160783 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ce9131df-876c-45f4-9b91-d929b5664c44 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=962b059fb77443a19cb488472dd2cf3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1491284 Feb 14 17:49:13.160945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 099337d1-83b4-44f3-9d38-8727e8cdaa2b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:13.160945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.186495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Transition to ACTIVE for port object 151a35cf-7e09-488a-8286-77db273719eb will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:13.216502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.226777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:13.286383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=5f7d2428-2ffc-4227-a000-1fcef67122a6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.295233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.295602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Network': ['ID=01319e67-63e2-404d-b6db-982354060e03,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.303472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.305529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01319e67-63e2-404d-b6db-982354060e03 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:49:13.320071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 099337d1-83b4-44f3-9d38-8727e8cdaa2b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=099337d1-83b4-44f3-9d38-8727e8cdaa2b,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:13.324471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.344470 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-401603de-0e05-45f7-aac1-236a6511ea81 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/01319e67-63e2-404d-b6db-982354060e03 HTTP/1.1" status: 204 len: 168 time: 1.4301171 Feb 14 17:49:13.351997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33574) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:13.369125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:13.378119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:13.383430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ee4babb2-e772-46bb-a863-33cff8ee4d2c None None] Provisioning complete for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:13.383872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ee4babb2-e772-46bb-a863-33cff8ee4d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.385383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.388545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:network and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:13.394129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:13.408434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:13.421380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.452827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.459205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ee4babb2-e772-46bb-a863-33cff8ee4d2c None None] Port 76331b75-0c56-4d60-9db1-2f94cf0446f3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:13.510299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Pushing event updated for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.546880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=099337d1-83b4-44f3-9d38-8727e8cdaa2b,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.561712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.578951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:13.581269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.654863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:13.670756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.671002 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Added segment e5b6a094-2265-453f-87dd-064296c1060c of type vlan for network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 Feb 14 17:49:13.695899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:13.696253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network hostable DHCP agents. Network: ec992c4f-9a29-4213-84c0-4010e08b02ef, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:13.703990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:13.716743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.725370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:13.757305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:13.757772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.770436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.791750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dbb43b-cda3-4349-a227-f7e3a5f5d844,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.804366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.805531 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc6f55f5-8c7a-414d-9b1c-74403b38fa73 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/75dbb43b-cda3-4349-a227-f7e3a5f5d844 HTTP/1.1" status: 204 len: 168 time: 0.5777259 Feb 14 17:49:13.808406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33578) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:13.851382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Pushing event updated for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:13.903030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:13.926584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:13.943716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:13.963175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 099337d1-83b4-44f3-9d38-8727e8cdaa2b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:14.005289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.006117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:14.006675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.068422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Router c538d925-536f-468e-b066-01eb565d9929 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:14.074632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 099337d1-83b4-44f3-9d38-8727e8cdaa2b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:14.075141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.182680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.200428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:14.214133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:14.229762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0005acca-126e-4e93-a2b7-f7d0649959c0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:14.244379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:14.260350 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-070c16f5-b836-4717-ae3f-190ad1fc44b5 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9035928 Feb 14 17:49:14.261427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d9f8a4e4-6d85-40d8-9fb8-afb7c4df3ba4 None None] Provisioning for port 151a35cf-7e09-488a-8286-77db273719eb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:14.291148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.342603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d9f8a4e4-6d85-40d8-9fb8-afb7c4df3ba4 None None] Provisioning complete for port 151a35cf-7e09-488a-8286-77db273719eb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:14.343437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a4e4-6d85-40d8-9fb8-afb7c4df3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.343550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33582) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:14.426585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'subnet': {'network_id': 'd9de7e8d-d1e8-4bd4-b05f-69691c1c12b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:14.449804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8a4e4-6d85-40d8-9fb8-afb7c4df3ba4 None None] Port 151a35cf-7e09-488a-8286-77db273719eb cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:14.466352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 0005acca-126e-4e93-a2b7-f7d0649959c0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:14.466712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.493324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:14.516595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:subnet and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:14.544981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:14.597625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.600187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ec992c4f-9a29-4213-84c0-4010e08b02ef) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:14.635552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:14.664006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:14.664567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.671790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.681069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669dde2-34c8-4cc3-81f2-ca09bc7541db None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:14.684755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8ae245-6123-44fb-a96b-cd068beae330']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:14.709062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.732215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac8d678-2f06-4816-a38b-461109bf7237') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:14.732972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac8d678-2f06-4816-a38b-461109bf7237') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:14.760780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.789650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70a8acd5-504f-476e-b0ec-231d272ce0ed None None] Provisioning complete for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:14.789962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70a8acd5-504f-476e-b0ec-231d272ce0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.800173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.817755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:14.818147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:14.834065 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:14.934119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:14.937175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.021749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-70a8acd5-504f-476e-b0ec-231d272ce0ed None None] Port 7b5258e2-364a-4d28-a1c4-956d96718ef9 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:15.087744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-881b2486-72cd-45d6-8305-24e9d74a96a8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8739307 Feb 14 17:49:15.102660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33586) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:15.121063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.122164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '5f7d2428-2ffc-4227-a000-1fcef67122a6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:15.122947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.130369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'name': 'tempest-NetworksTestDHCPv6-1430024440'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:15.338463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.361286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/5f7d2428-2ffc-4227-a000-1fcef67122a6/419eae26-8001-4bfe-bd93-6fe92d485ae9) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:15.381130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.391699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:15.409357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:15.420632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef8ae245-6123-44fb-a96b-cd068beae330,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:15.429094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:15.435716 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bfddaf34-b603-47ef-aef9-a753b6037381 tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ef8ae245-6123-44fb-a96b-cd068beae330 HTTP/1.1" status: 204 len: 168 time: 1.6260407 Feb 14 17:49:15.442866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33590) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:15.468194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:15.602663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:15.635218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.653106 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8213e486-062f-4f45-9588-b3cb67de6a69 admin admin] 10.222.0.30 "PUT /v2.0/routers/c538d925-536f-468e-b066-01eb565d9929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9685783 Feb 14 17:49:15.688786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:15.688786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.694839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.719042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.772434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:15.796791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Transition to ACTIVE for port object 419eae26-8001-4bfe-bd93-6fe92d485ae9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:15.820202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Transition to ACTIVE for port object 419eae26-8001-4bfe-bd93-6fe92d485ae9 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:15.871576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 626bdb35-7661-4618-b562-d21bcef39b4a yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:15.942265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.037405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.076825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:49:16.078909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.094303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 33b80941-8044-4d11-9ed6-32460896ba46 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:16.108563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.114930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.118650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.200577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.201728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0ef95f-9dc1-498a-a627-fa8d86c72213 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:49:16.213093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:16.221179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:16.232439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:16.233624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.239645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Pushing event updated for resources: {'Port': ['ID=419eae26-8001-4bfe-bd93-6fe92d485ae9,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:16.293021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8805f7c3-fd4d-4a21-b429-32ce4388df6f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:16.371577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Attempting to bind port 419eae26-8001-4bfe-bd93-6fe92d485ae9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:16.371938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Attempting to bind port 419eae26-8001-4bfe-bd93-6fe92d485ae9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:16.372299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Attempting to bind port 419eae26-8001-4bfe-bd93-6fe92d485ae9 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:16.380239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:16.380611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:16.381133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.381524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:16.381986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Bound port: 419eae26-8001-4bfe-bd93-6fe92d485ae9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:16.382371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.384186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Pushing event updated for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:16.406572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb1e34d-1cdf-4976-a6b8-39c308d1444e') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:16.407224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb1e34d-1cdf-4976-a6b8-39c308d1444e') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:16.422675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.443109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.455253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:16.456029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.457455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.476776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] For port 419eae26-8001-4bfe-bd93-6fe92d485ae9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:16.480363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] For port 419eae26-8001-4bfe-bd93-6fe92d485ae9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=419eae26-8001-4bfe-bd93-6fe92d485ae9,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:16.497879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:49:16.499054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89376992-974b-44ab-a68d-edbcfceb8087 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.5223699 Feb 14 17:49:16.505863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 33b80941-8044-4d11-9ed6-32460896ba46 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:16.507209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:16.509234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33606) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:16.510117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=8ba5f25b-f2b0-4d01-9d4f-68c24c93b213,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:16.512818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 33b80941-8044-4d11-9ed6-32460896ba46 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:16.517194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:16.534502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:16.557616 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:16.587679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.651815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::39f (ec992c4f-9a29-4213-84c0-4010e08b02ef/5f7d2428-2ffc-4227-a000-1fcef67122a6/626bdb35-7661-4618-b562-d21bcef39b4a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:16.672207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.702676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.743636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] Pushing event deleted for resources: {'Network': ['ID=8805f7c3-fd4d-4a21-b429-32ce4388df6f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:16.755802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.757947 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-56175199-2d87-4f3e-9194-f4d3b7eeeaec tempest-QuotasNegativeTest-1145338239 tempest-QuotasNegativeTest-1145338239-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8805f7c3-fd4d-4a21-b429-32ce4388df6f HTTP/1.1" status: 204 len: 168 time: 1.3115819 Feb 14 17:49:16.758221 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-faf9b46d-3a20-47b5-9b4d-a4caed41003a tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0398149 Feb 14 17:49:16.764983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33612) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:16.796833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1948258171'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:16.810544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:16.821093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:network and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:16.838109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Deleting port 7f490349-4244-4db1-b7ca-21c52326b25c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:16.838634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.861854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:16.884756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6a13f-20b6-4953-b496-59411291eeba None None] Pushing event updated for resources: {'Port': ['ID=419eae26-8001-4bfe-bd93-6fe92d485ae9,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:16.954416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Router 1107d9cd-9114-470b-a0ed-24436f5534a0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:16.971810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:16.998959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 33b80941-8044-4d11-9ed6-32460896ba46, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=33b80941-8044-4d11-9ed6-32460896ba46,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:17.000907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac862067-ae3d-42e1-b4e9-1b357db34104 None None] Provisioning complete for port 151a35cf-7e09-488a-8286-77db273719eb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:17.001551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac862067-ae3d-42e1-b4e9-1b357db34104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.010492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:17.036890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:49:17.037354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.099941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ac862067-ae3d-42e1-b4e9-1b357db34104 None None] Port 151a35cf-7e09-488a-8286-77db273719eb cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:17.102138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.106262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 70e65cd2-789d-4f8f-88c7-6d330576cb69 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:17.156221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Made reservation on behalf of e4475de633a44edf8f4f9438172c30dc for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:17.160112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.224151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.266811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2b2d6eb-5134-440e-9807-6b6d4ba648eb,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:17.286516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.345608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 626bdb35-7661-4618-b562-d21bcef39b4a will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:17.349918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.351196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Checking segment: {'id': 'e5b6a094-2265-453f-87dd-064296c1060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9de7e8d-d1e8-4bd4-b05f-69691c1c12b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:17.351621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Network hostable DHCP agents. Network: d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:17.365172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=33b80941-8044-4d11-9ed6-32460896ba46,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:17.372730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:17.384587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:security_group_rule and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:17.389426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:17.401109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:17.434226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 70e65cd2-789d-4f8f-88c7-6d330576cb69 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:17.443190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 70e65cd2-789d-4f8f-88c7-6d330576cb69 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:17.443765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.493020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Calling delete_port for 7f490349-4244-4db1-b7ca-21c52326b25c owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:17.536150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.542170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:17.594731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.647836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.658793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:17.661112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.668923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f7979-8fa2-4bbb-8003-d9563d7a6ed0 None None] Network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:17.681561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:17.685496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 70e65cd2-789d-4f8f-88c7-6d330576cb69, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=70e65cd2-789d-4f8f-88c7-6d330576cb69,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:17.714765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.718716 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Added segment f89d9168-9b4f-4829-b3fa-e3b94cdedf31 of type vlan for network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 Feb 14 17:49:17.747142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33620) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:17.761546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.815860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:17.816581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.853357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.915595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:17.916813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=70e65cd2-789d-4f8f-88c7-6d330576cb69,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:17.922662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=626bdb35-7661-4618-b562-d21bcef39b4a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:17.922662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:17.934180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:17.949446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:17.950220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:17.952774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094295985', 'description': 'tempest-description--1208332847'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:17.960287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:17.964547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:security_group and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:17.968160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:17.974549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:18.016524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35146325-fc22-4893-8606-6a2413f7a35b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:18.084252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22649245-c5fb-45f4-b665-613fd536ed35 None None] Network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:18.109710 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2fcfd96c-f3eb-4ca4-8296-3021ad069b12 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9900935 Feb 14 17:49:18.113536 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1b9fbba6-8375-40a5-8333-79a6148bed91 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7635608 Feb 14 17:49:18.114437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33628) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:18.117426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.121178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:18.121665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.139151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33630) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:18.163991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.168596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9de7e8d-d1e8-4bd4-b05f-69691c1c12b6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:18.174278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:18.192213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33636) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:18.219666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 33b80941-8044-4d11-9ed6-32460896ba46 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:18.260674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429c602-3e12-45d3-8c6c-dc4c53ca59e0 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:18.268548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:floatingip and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:18.271516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:18.277718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:18.297490 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5314467 Feb 14 17:49:18.302784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33642) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:18.311685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.323773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Request body: {'subnet': {'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:18.325386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f490349-4244-4db1-b7ca-21c52326b25c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:18.349884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503ed59-0a70-48a8-bf74-9bce52cdcd78 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Network': ['ID=3fd8ba95-7047-46d3-8977-d594a4ea2b46,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:18.377531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:18.420642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.453416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.460348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:18.466078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:subnet and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:18.472756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:18.479217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57014918-0a98-4f42-be98-7c849d75e54f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:18.484085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57014918-0a98-4f42-be98-7c849d75e54f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:18.484926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-57014918-0a98-4f42-be98-7c849d75e54f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:18.492455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:18.564546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d68673e6-81c4-4497-a6b3-1f957ddae4dc None None] Provisioning for port 419eae26-8001-4bfe-bd93-6fe92d485ae9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:18.568586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:18.571518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.585112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-607655be-6159-4310-9c90-997c17e34996 tempest-RoutersAdminNegativeIpV6Test-183183376 tempest-RoutersAdminNegativeIpV6Test-183183376-project-admin] 10.222.0.30 "DELETE /v2.0/ports/7f490349-4244-4db1-b7ca-21c52326b25c HTTP/1.1" status: 204 len: 168 time: 2.0678580 Feb 14 17:49:18.585292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Made reservation on behalf of e4475de633a44edf8f4f9438172c30dc for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:18.602303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 33b80941-8044-4d11-9ed6-32460896ba46 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:18.602714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.606780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:security_group_rule and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:18.611885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:18.618648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:18.740564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.749646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.770342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:18.779776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa2cf4d09e64d8ca7308d7245c0f47e is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:18.784105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:18.795080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:18.819485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Router cd762618-0123-4b25-8988-1d549ed161a2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:18.847304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:18.879567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Sync routers for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:18.879567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 419eae26-8001-4bfe-bd93-6fe92d485ae9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:18.930236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:18.930859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:18.951913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:18.975786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-57014918-0a98-4f42-be98-7c849d75e54f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:18.976999 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-57014918-0a98-4f42-be98-7c849d75e54f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8139398 Feb 14 17:49:18.979792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33648) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:19.030530 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-187b31e9-a359-4b6b-bfec-9f1abe58273b admin admin] 10.222.0.30 "PUT /v2.0/routers/1107d9cd-9114-470b-a0ed-24436f5534a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5529444 Feb 14 17:49:19.032254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.080490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 626bdb35-7661-4618-b562-d21bcef39b4a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:19.081210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.128683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.135009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:19.215563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.219939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4ffd2e17-879a-4b81-82b9-87cf35ae1795 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4484274 Feb 14 17:49:19.252737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:19.257815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33656) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:19.258465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33658) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:19.285942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'security_group_rule': {'security_group_id': '3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:19.333949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:19.339417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.356253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Checking segment: {'id': 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:19.356867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network hostable DHCP agents. Network: 3fd8ba95-7047-46d3-8977-d594a4ea2b46, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:19.360581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Allocated IP 172.20.0.11 (d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6/f2b2d6eb-5134-440e-9807-6b6d4ba648eb/e79da9ba-1d9a-4c81-97be-ab00462c9831) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:19.368667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:security_group_rule and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:19.511227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.519197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 419eae26-8001-4bfe-bd93-6fe92d485ae9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:19.583347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:19.594252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:19.667174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 419eae26-8001-4bfe-bd93-6fe92d485ae9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:19.667543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.679853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.705138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.739155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Subnet': ['ID=9dc08f1b-0527-4586-bdab-d154442e32fb,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:19.754279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c5dff4-8e87-4573-aa8b-43ca0f958bf9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:19.758418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.760835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cc256c22-2522-4c83-8604-5df7f60c3511 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fa2cf4d09e64d8ca7308d7245c0f47e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5388212 Feb 14 17:49:19.763700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33678) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:19.854941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:19.891973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:19.897569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-19887e0c-6d40-4f3d-9285-ff2dab32d933 admin admin] 10.222.0.30 "PUT /v2.0/routers/cd762618-0123-4b25-8988-1d549ed161a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9886281 Feb 14 17:49:19.905143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Provisioning complete for port 419eae26-8001-4bfe-bd93-6fe92d485ae9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:19.905783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.928585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.942363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:19.957691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:20.009039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.013737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Usage tracker for resource:security_group_rule and tenant:ca19e072f4ee4c6cab4ed93b549c8ca7 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:20.026454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:20.051315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 3fd8ba95-7047-46d3-8977-d594a4ea2b46) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:20.056143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:20.060760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.069099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.072414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:20.073170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.092467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec72aa1-d01e-48a6-af5e-f4435ef430ce None None] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:20.093917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.163069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:20.167514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:20.170740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:20.186080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Port': ['ID=e79da9ba-1d9a-4c81-97be-ab00462c9831,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:20.222817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.273410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 626bdb35-7661-4618-b562-d21bcef39b4a owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:20.276648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.304921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c5dff4-8e87-4573-aa8b-43ca0f958bf9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:20.315054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.318578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-33c7fce2-6f51-467d-9c12-c1d1fbff8d84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64c5dff4-8e87-4573-aa8b-43ca0f958bf9 HTTP/1.1" status: 204 len: 168 time: 0.5514834 Feb 14 17:49:20.330868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ae6204-1c7c-490c-9658-3f6a3bf8ec65,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:20.378062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:12Z', 'revision_number': 2, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:20.384596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.403629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 419eae26-8001-4bfe-bd93-6fe92d485ae9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=419eae26-8001-4bfe-bd93-6fe92d485ae9,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:20.403629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Checking router: 1107d9cd-9114-470b-a0ed-24436f5534a0 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:20.403629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Updating router 1107d9cd-9114-470b-a0ed-24436f5534a0 port 7b5258e2-364a-4d28-a1c4-956d96718ef9 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:20.403976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.456738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:20.457919 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e546c171-0e8b-4dae-8b1c-758caa2b6585 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1535754 Feb 14 17:49:20.462613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-76668934', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:20.471959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:20.479664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:router and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:20.482735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:20.538527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.581369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.581369 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7604f827-4d0e-4394-86b8-bdcb4149c13e tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3166056 Feb 14 17:49:20.594784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:20.613606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'security_group_rule': {'security_group_id': '3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:20.630397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:20.643570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:security_group_rule and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:20.664167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:20.687345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.691703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.709672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:20.722350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:20.765708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:20.774217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178093179', 'description': 'tempest-description--111732774'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:20.783886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:20.789519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Usage tracker for resource:security_group and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:20.792561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 70e65cd2-789d-4f8f-88c7-6d330576cb69 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:20.792792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:20.799784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:20.811277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.837687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.869091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec93c07-20fc-4e38-b251-ff83dbac428f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:20.874085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c985f9d4-e8a0-4723-a281-533f6547346a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca19e072f4ee4c6cab4ed93b549c8ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6087015 Feb 14 17:49:20.876946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33706) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:20.919104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.921215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:20.948230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33710) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.012588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-3fd8ba95-7047-46d3-8977-d594a4ea2b46', 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46', 'tenant_id': 'e4475de633a44edf8f4f9438172c30dc', 'fixed_ips': [{'subnet_id': '9dc08f1b-0527-4586-bdab-d154442e32fb'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:21.012851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=626bdb35-7661-4618-b562-d21bcef39b4a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.013244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.013409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.020810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.035468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.051347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.070074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302820795', 'description': 'tempest-description--563175240'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:21.081019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=419eae26-8001-4bfe-bd93-6fe92d485ae9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.086135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:21.099497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Usage tracker for resource:security_group and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:21.104182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:21.118228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:21.137306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:21.140149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.154122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Usage tracker for resource:security_group_rule and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:21.159977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.168785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:21.209561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.271593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.277861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:21.330992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.350671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-16006e5a-40f8-4b31-bcc8-dbb9c3efa826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.378556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:21.385231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Usage tracker for resource:security_group_rule and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:21.388601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.389678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.392806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.397242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:21.406438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:49:21.406823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:49:21.412929 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-846f6cf3-c69e-458b-847f-1210d337d599 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/626bdb35-7661-4618-b562-d21bcef39b4a HTTP/1.1" status: 204 len: 168 time: 2.4301214 Feb 14 17:49:21.430074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33714) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.435275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.436277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec93c07-20fc-4e38-b251-ff83dbac428f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.455628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:21.476996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.492550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33718) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.502471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 70e65cd2-789d-4f8f-88c7-6d330576cb69 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:21.502939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.522104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.525687 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-303ac50f-64f5-43b8-856a-f684bc27ab58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cec93c07-20fc-4e38-b251-ff83dbac428f HTTP/1.1" status: 204 len: 168 time: 0.6452124 Feb 14 17:49:21.527496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.535841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Port': ['ID=e79da9ba-1d9a-4c81-97be-ab00462c9831,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.543004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.638153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc63a265-3b78-4622-a67f-2df63a802980,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.660636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.677990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Allocated IP 172.20.0.2 (3fd8ba95-7047-46d3-8977-d594a4ea2b46/9dc08f1b-0527-4586-bdab-d154442e32fb/dca80e7d-72e0-4cc6-8084-74454ec27deb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:21.678549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1cf060-0f9a-49b7-9e42-1dc070cef8a3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:21.684406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.688231 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4c2baf35-388b-434f-ab35-3b88d804a0cc tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5400062 Feb 14 17:49:21.688376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1cf060-0f9a-49b7-9e42-1dc070cef8a3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:21.691040 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b1cf060-0f9a-49b7-9e42-1dc070cef8a3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2590103 Feb 14 17:49:21.691631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.691949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33726) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.694084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.695228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:21.695733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.701767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Usage tracker for resource:security_group_rule and tenant:4485714b6cf746a281a7673a829eaa54 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:21.705634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:21.714457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:21.717819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Transition to ACTIVE for port object 7b5258e2-364a-4d28-a1c4-956d96718ef9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:21.806754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.831657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.832004 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bc1ce1c1-0c53-4043-a905-cd9ba46a5408 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2342403 Feb 14 17:49:21.840079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33732) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.847601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.857568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.881100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:21.881850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:21.900857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:21.913204 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c7ada83-295b-4eae-943c-ba388e4200a8 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 HTTP/1.1" status: 200 len: 690 time: 0.2178583 Feb 14 17:49:21.914492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33736) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:21.916513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:floatingip and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:21.955401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:21.981334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed772e-240d-41d7-a893-d4042bacd7f1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:21.997473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:22.042025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 5f7d2428-2ffc-4227-a000-1fcef67122a6 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:49:22.045759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.068342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113194e1-d3b3-4ed4-896c-3409f98060b8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.070571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.088647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.090259 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-015028e6-f3dd-4657-9871-720adce2e312 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3235044 Feb 14 17:49:22.097614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33740) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.106845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'security_group_rule': {'security_group_id': '42ed772e-240d-41d7-a893-d4042bacd7f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:22.118681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.125982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:22.144265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78328b3d-e579-471c-8003-ee2aea1c3cd9 None None] Pushing event updated for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.146260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Usage tracker for resource:security_group_rule and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:22.151921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:22.163115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.194168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.209686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Transition to ACTIVE for port object dca80e7d-72e0-4cc6-8084-74454ec27deb will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:22.238368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Transition to ACTIVE for port object dca80e7d-72e0-4cc6-8084-74454ec27deb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:22.242415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e35e0c5c-cdb1-45bf-b979-820fdef2a68e None None] Could not find standard attr ID for object 626bdb35-7661-4618-b562-d21bcef39b4a. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:49:22.268475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:22.305223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.337414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.348462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4485714b6cf746a281a7673a829eaa54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8508847 Feb 14 17:49:22.349444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.352030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33746) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.356663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0eba32d7-0114-4e72-a62f-4bc73a68e967 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4051375 Feb 14 17:49:22.356663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33748) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.375993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'security_group_rule': {'security_group_id': '113194e1-d3b3-4ed4-896c-3409f98060b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:22.382662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:22.388160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Usage tracker for resource:security_group_rule and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:22.391628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:22.393107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:22.398586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:22.401547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.404498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:22.407149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:22.422871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.425839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Attempting to bind port 7b5258e2-364a-4d28-a1c4-956d96718ef9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:22.426315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Attempting to bind port 7b5258e2-364a-4d28-a1c4-956d96718ef9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:22.426795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Attempting to bind port 7b5258e2-364a-4d28-a1c4-956d96718ef9 on network c0748507-ba41-4927-a067-e7aa1fa1adf3 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:22.430549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.432508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ccf57ee1-6024-460c-93d2-5ca03bfabe91 None None] Could not find standard attr ID for object 626bdb35-7661-4618-b562-d21bcef39b4a. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:49:22.446478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.524434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:22.525007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Checking segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:22.525526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.526018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Bound using segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:22.526578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Bound port: 7b5258e2-364a-4d28-a1c4-956d96718ef9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:22.527068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.542110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Pushing event updated for resources: {'Port': ['ID=dca80e7d-72e0-4cc6-8084-74454ec27deb,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.542582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.563061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d2ecb-020d-4ff3-8518-b49bdc146f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ddabf-4434-4f12-9c38-821e74f76443,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.574264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Attempting to bind port dca80e7d-72e0-4cc6-8084-74454ec27deb on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:22.574767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Attempting to bind port dca80e7d-72e0-4cc6-8084-74454ec27deb by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:22.575334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Attempting to bind port dca80e7d-72e0-4cc6-8084-74454ec27deb on network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:22.585786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.621437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.627963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:22.628398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Checking segment: {'id': 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:22.628879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.629372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Bound using segment: {'id': 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:22.630213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Bound port: dca80e7d-72e0-4cc6-8084-74454ec27deb, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:22.630348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.638582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.669308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Deleting port e79da9ba-1d9a-4c81-97be-ab00462c9831 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:22.669650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.697220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.727493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] For port 7b5258e2-364a-4d28-a1c4-956d96718ef9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:22.744624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.748404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] For port 7b5258e2-364a-4d28-a1c4-956d96718ef9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7b5258e2-364a-4d28-a1c4-956d96718ef9,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:22.758431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] For port dca80e7d-72e0-4cc6-8084-74454ec27deb, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:22.762275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] For port dca80e7d-72e0-4cc6-8084-74454ec27deb, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dca80e7d-72e0-4cc6-8084-74454ec27deb,segment=NetworkSegment(f89d9168-9b4f-4829-b3fa-e3b94cdedf31),segment_id=f89d9168-9b4f-4829-b3fa-e3b94cdedf31)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:22.762839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7d2428-2ffc-4227-a000-1fcef67122a6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.781228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2e2ed9-4978-4c4c-b2e2-5a0cd59ddc97,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:22.783997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.791613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a6c67-1259-4185-bfa6-aadbcfe51101 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:22.815504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 419eae26-8001-4bfe-bd93-6fe92d485ae9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:22.819744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Allocated IP 172.26.4.253 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/bb5a9e00-a5db-4e82-8250-a74fe856b0c4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:22.821018 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f8599fab-682c-4e6e-909c-02b87ebf30bc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/5f7d2428-2ffc-4227-a000-1fcef67122a6 HTTP/1.1" status: 204 len: 168 time: 1.1179163 Feb 14 17:49:22.821772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33754) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.822099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33756) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.900187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.915621 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-da01747f-82f9-4bd6-9422-6f09032c4efb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853524 Feb 14 17:49:22.915812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:22.922857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:22.950685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:22.998600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.000966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.004638 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c6ddabf-4434-4f12-9c38-821e74f76443 HTTP/1.1" status: 204 len: 168 time: 0.6491821 Feb 14 17:49:23.004638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.006800 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-87162582-db63-4b33-816a-0cfbc5db1e77 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9079447 Feb 14 17:49:23.014740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33768) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:23.035883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'security_group_rule': {'security_group_id': '42ed772e-240d-41d7-a893-d4042bacd7f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:23.038595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155df43-0a27-4077-b46a-4d769228e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ddabf-4434-4f12-9c38-821e74f76443,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:23.087197 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-73bdc650-dc01-4315-952e-20dbd6799d42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba83aecc93f2431d9c1414895f272481&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2485485 Feb 14 17:49:23.087197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33772) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:23.098418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:23.105771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:23.115559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:23.127913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:23.128458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:23.129679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:23.130642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:48:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:23.135437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.160446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Usage tracker for resource:security_group_rule and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:23.168355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.168675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.179391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:23.188601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.203523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:23.218792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.272417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:23.276465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.326676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78328b3d-e579-471c-8003-ee2aea1c3cd9 None None] Pushing event updated for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:23.393286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b9adc25d-a045-443b-8e04-7b807bd065b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.407279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Calling delete_port for e79da9ba-1d9a-4c81-97be-ab00462c9831 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:23.443225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.479766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 419eae26-8001-4bfe-bd93-6fe92d485ae9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:23.480376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.493934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.526212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d24110-d5ea-4802-9f73-f2fa5ae902ee,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:23.529285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a06bae1-9a7b-4705-8d89-7b8d197a5a89,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:23.529815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43501a-e5d1-45ec-a56a-8f20603bb7e2 None None] Pushing event updated for resources: {'Port': ['ID=dca80e7d-72e0-4cc6-8084-74454ec27deb,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:23.564167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.566015 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c6203ed-b84d-4a3a-a9fa-81ee21f8af49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9d24110-d5ea-4802-9f73-f2fa5ae902ee HTTP/1.1" status: 204 len: 168 time: 0.4890802 Feb 14 17:49:23.589198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.593188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.602824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.628559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:23.700249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.703048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33782) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:23.708895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-efe5b652-43dd-412f-8b9d-fbca2dc20289 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3463833 Feb 14 17:49:23.747072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'security_group_rule': {'security_group_id': '113194e1-d3b3-4ed4-896c-3409f98060b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:23.762525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:23.786197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Usage tracker for resource:security_group_rule and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:23.809140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.824135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:23.896569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:49:23.917053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:23.992989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:23.999313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:24.005798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:24.009888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:24.011242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.011519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Deleting port 419eae26-8001-4bfe-bd93-6fe92d485ae9 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:24.011912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.019778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=dde805b5-861e-41f4-a645-9faf295a485f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:24.090126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.109620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.138544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.140655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.161600 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-444b1fb1-621f-42a9-805a-5f9f5d77dedf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2424572 Feb 14 17:49:24.163334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33792) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:24.177283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'name': 'tempest-NetworksTestDHCPv6-80520904'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:24.230950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4849e092-3d3b-444f-92c2-e897fa004e79,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:24.261926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:24.268834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=bb5a9e00-a5db-4e82-8250-a74fe856b0c4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:24.292688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.331674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Allocated IP 172.26.4.43 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/b14c02ff-8cf9-46bc-aa50-fd692122d837) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:24.340737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:24.361483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.400012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.422616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:24.423219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:24.428497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:24.433777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:24.442778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:24.481907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.487597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] For port 419eae26-8001-4bfe-bd93-6fe92d485ae9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=419eae26-8001-4bfe-bd93-6fe92d485ae9,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:24.487987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.488222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.496145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Port': ['ID=e79da9ba-1d9a-4c81-97be-ab00462c9831,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:24.568454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccd30b8-58f4-4d00-9309-b07eca95fe38,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:24.589021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:24.592339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.596930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:22Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:24.631116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.634999 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9180f39c-66fb-45be-9cea-c6a58ace0491 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6151695 Feb 14 17:49:24.635530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33808) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:24.662213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:24.681734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:24.698932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Usage tracker for resource:floatingip and tenant:8afb52ef8612474eac80d0a8f7bb606d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:24.708274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.709616 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f2c8ab58-c23c-4303-96f1-4439f3d78494 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9913394 Feb 14 17:49:24.710689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:24.717910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 36c1c329-743a-4522-bfe8-4ad98ec3fa54 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:24.719542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33814) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:24.748733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:24.757333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Calling delete_port for 419eae26-8001-4bfe-bd93-6fe92d485ae9 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:24.778462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:24.784079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Usage tracker for resource:floatingip and tenant:2941876295474c0e8447758ca2caa981 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:24.787257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:24.789502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:24.795794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce028a-a9fb-47e8-9634-d3430924a735 None None] The sync data for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv is: [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:22Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:24.803321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.812657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dca80e7d-72e0-4cc6-8084-74454ec27deb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:24.896472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:24.946922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:25.066948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::81 (ec992c4f-9a29-4213-84c0-4010e08b02ef/dde805b5-861e-41f4-a645-9faf295a485f/36c1c329-743a-4522-bfe8-4ad98ec3fa54) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:25.073329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.157772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.167463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.222815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33822) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:25.335745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a792a-4c24-4391-98a5-6e76543b1f5c None None] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:25.384730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.385448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.458335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port dca80e7d-72e0-4cc6-8084-74454ec27deb completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:25.479197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.486298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-59474867'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:25.489933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.530993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:25.660179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.680507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:network and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:25.700382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:25.713395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:25.723159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] Pushing event deleted for resources: {'Port': ['ID=419eae26-8001-4bfe-bd93-6fe92d485ae9,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:25.744997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 36c1c329-743a-4522-bfe8-4ad98ec3fa54 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:25.775143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Allocated IP 172.26.4.115 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:25.780532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99140e58-b8b6-4255-93f4-532fbb240956 None None] No DVR routers for this DVR port 419eae26-8001-4bfe-bd93-6fe92d485ae9 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:49:25.794886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.811289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 419eae26-8001-4bfe-bd93-6fe92d485ae9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:49:25.813426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.831627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:25.835409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.846220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 419eae26-8001-4bfe-bd93-6fe92d485ae9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:49:25.846576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 419eae26-8001-4bfe-bd93-6fe92d485ae9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:49:25.849540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a555691-a415-47ba-aa36-b92d21447837 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:25.927875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.932814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:25.937399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'Port': ['ID=b14c02ff-8cf9-46bc-aa50-fd692122d837,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:25.939773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b2d6eb-5134-440e-9807-6b6d4ba648eb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:25.970003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:25.976265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:25.979288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:26.041044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Provisioning for port dca80e7d-72e0-4cc6-8084-74454ec27deb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:26.046258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=36c1c329-743a-4522-bfe8-4ad98ec3fa54,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:26.063503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Provisioning complete for port dca80e7d-72e0-4cc6-8084-74454ec27deb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:26.064414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.104509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.139277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33834) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:26.141200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:26.163141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:26.181475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:26.185939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:26.187532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.195222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:26.237585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:security_group_rule and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:26.238723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.245345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.253331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:26.277313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:26.302769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.367811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] For port dca80e7d-72e0-4cc6-8084-74454ec27deb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dca80e7d-72e0-4cc6-8084-74454ec27deb,segment=NetworkSegment(f89d9168-9b4f-4829-b3fa-e3b94cdedf31),segment_id=f89d9168-9b4f-4829-b3fa-e3b94cdedf31)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:26.377973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.378323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.379078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.379476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_create 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.379819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.380156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > port after_update 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.380499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.380860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.381756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.382081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.403821 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31fc9480-9e3f-4c2b-8286-ced2ea92f0e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2394075 Feb 14 17:49:26.420964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33840) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:26.436988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'dde805b5-861e-41f4-a645-9faf295a485f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:26.436988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.437188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1660903643'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:26.486601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:26.497620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.540543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:network and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:26.557209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:26.560879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.561128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.561692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.562020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 17:49:26.562402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:26.579150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:26.619692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.663080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b6a094-2265-453f-87dd-064296c1060c') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:26.663388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b6a094-2265-453f-87dd-064296c1060c') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:26.692758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'Port': ['ID=00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:26.713949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.713949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.726363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:26.743952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:26.769728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:26.771425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.776740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7b5258e2-364a-4d28-a1c4-956d96718ef9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:26.812745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:26.816165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.826617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.841571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.854148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.856785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:26.857190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.861591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09881c-6835-40df-b5fb-b55609632700 None None] Pushing event updated for resources: {'Port': ['ID=dca80e7d-72e0-4cc6-8084-74454ec27deb,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:26.867304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/dde805b5-861e-41f4-a645-9faf295a485f/3f8bcca6-18d7-4381-84c9-63031fb35cb1) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn_limited( Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn_limited( Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:26.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:26.884800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a0141-2503-4b64-94a4-c04c9413ff22 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:26.884913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ddb9eef5-902b-4f12-9f30-0281e2db43f4 None None] Provisioning complete for port dca80e7d-72e0-4cc6-8084-74454ec27deb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:26.884913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddb9eef5-902b-4f12-9f30-0281e2db43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.885034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9f6a0141-2503-4b64-94a4-c04c9413ff22 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:26.923628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:26.928889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:security_group_rule and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:26.933212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:26.951296 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:49:26.981089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:26.984254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:27.036994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9f6a0141-2503-4b64-94a4-c04c9413ff22 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:27.038158 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9f6a0141-2503-4b64-94a4-c04c9413ff22 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.6104770 Feb 14 17:49:27.043428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:27.050854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33844) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:27.093709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59bb093-fe73-4672-9bba-e5536f43ffde,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.109575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.111402 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Added segment 71cab957-71bf-4e88-996e-b76b925c33d9 of type vlan for network 02c55f72-9701-4dea-996e-b21afc0d9126 Feb 14 17:49:27.127480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:27.167363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:27.167363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.171178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Allocated IP 172.26.4.82 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/b40e211f-bd93-4ea5-adbd-3a309cc94585) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:27.197792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.245107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.257750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.262311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Transition to ACTIVE for port object 3f8bcca6-18d7-4381-84c9-63031fb35cb1 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:27.269892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.273308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 36c1c329-743a-4522-bfe8-4ad98ec3fa54 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:27.273702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.294647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:49:27.297808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.313648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.332249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Transition to ACTIVE for port object 3f8bcca6-18d7-4381-84c9-63031fb35cb1 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:27.349726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.349913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:49:27.374842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.379728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3fba1e47-a376-4ae6-b5a7-ff3226cd5de9 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 HTTP/1.1" status: 204 len: 168 time: 5.4648898 Feb 14 17:49:27.387261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33848) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:27.387446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7b5258e2-364a-4d28-a1c4-956d96718ef9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7b5258e2-364a-4d28-a1c4-956d96718ef9,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:27.451435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.484108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.509455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.514677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.518424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:27.518996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.522779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.559206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Pushing event updated for resources: {'Port': ['ID=3f8bcca6-18d7-4381-84c9-63031fb35cb1,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.559655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-40634d15-7cde-458b-b5ab-7c852c7c6c38 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Synchronizing usage tracker for tenant:77934738a40b49958070f621e6ffbdc8 on resource:floatingip {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:27.560534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.582521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.614474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:27.629396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:27.638901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.640516 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:27.650097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'Port': ['ID=b14c02ff-8cf9-46bc-aa50-fd692122d837,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.680528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.684224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:49:27.706589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-40634d15-7cde-458b-b5ab-7c852c7c6c38 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Unset dirty status for tenant:77934738a40b49958070f621e6ffbdc8 on resource:floatingip {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:27.707790 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-40634d15-7cde-458b-b5ab-7c852c7c6c38 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3136237 Feb 14 17:49:27.710619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33852) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:27.775918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.811155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Attempting to bind port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:27.812735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Attempting to bind port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:27.813287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Attempting to bind port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:27.821690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:27.822787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:27.823561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.824116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:27.824772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Bound port: 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:27.825475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.891247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Network': ['ID=02c55f72-9701-4dea-996e-b21afc0d9126,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:27.916961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:27.927307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.927645 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Added segment 4422f6d8-48dd-417c-9b7b-c0fbe44985ee of type vlan for network 21ced357-654b-4eed-bbac-84864ad3f0ad Feb 14 17:49:27.957782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.959745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 02c55f72-9701-4dea-996e-b21afc0d9126 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:27.964876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:27.974645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e150b3d0-7418-487e-ac46-10616f46a798 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1243861 Feb 14 17:49:27.990860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.011276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e673151-5db7-4dfc-946e-76e7444d6d89,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:28.027968 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0bc7ba0c-f636-49cb-b94a-4b0db52ffa1c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8041101 Feb 14 17:49:28.034566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33858) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.061114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'subnet': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:28.122579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:28.130634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.131008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.131372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.131728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.132077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.132423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.132912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.133262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.134277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Synchronizing usage tracker for tenant:77934738a40b49958070f621e6ffbdc8 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:28.139721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'Port': ['ID=b40e211f-bd93-4ea5-adbd-3a309cc94585,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:28.142602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:28.144882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.150825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:28.151444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.152636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:28.172810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3c248474-0c04-4690-8496-6545401b6674 None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:28.185763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3c248474-0c04-4690-8496-6545401b6674 None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f8bcca6-18d7-4381-84c9-63031fb35cb1,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:28.206374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.269906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.280271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Unset dirty status for tenant:77934738a40b49958070f621e6ffbdc8 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:28.284582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-62456a0d-e8cc-4d65-b23a-65969d4f2379 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5232 time: 0.5730100 Feb 14 17:49:28.286352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33870) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.353975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c248474-0c04-4690-8496-6545401b6674 None None] Pushing event updated for resources: {'Port': ['ID=3f8bcca6-18d7-4381-84c9-63031fb35cb1,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:28.388749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-af9e7640-3764-415d-ac4b-4e923680e206 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] delete failed (client error): The resource could not be found. Feb 14 17:49:28.393091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-af9e7640-3764-415d-ac4b-4e923680e206 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/273e5543-f400-4c63-a8bc-6fee2ea7a030 HTTP/1.1" status: 404 len: 345 time: 0.1045976 Feb 14 17:49:28.393451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33874) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.411142 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2588966 Feb 14 17:49:28.419089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33878) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.431285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'subnet': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:28.466109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2a7ce6-7f42-42cc-8de7-db1dadabdde1 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] DELETE failed (client error): The resource could not be found. Feb 14 17:49:28.466563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2a7ce6-7f42-42cc-8de7-db1dadabdde1 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:49:28.549667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3e2a7ce6-7f42-42cc-8de7-db1dadabdde1 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d9de7e8d-d1e8-4bd4-b05f-69691c1c12b6 HTTP/1.1" status: 404 len: 339 time: 0.1461165 Feb 14 17:49:28.549667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33884) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.563523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33886) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:28.571479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'name': 'tempest-network--1589414818', 'router:external': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:28.577069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:28.580966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:network and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:28.583913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:28.589970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:28.603514 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 17:49:28.615256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 36c1c329-743a-4522-bfe8-4ad98ec3fa54 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:28.672977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7b5258e2-364a-4d28-a1c4-956d96718ef9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:28.715584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:28.717889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.754749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:28.766797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5272f9-76fd-46e9-8006-ccc3a8dd726f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Network': ['ID=21ced357-654b-4eed-bbac-84864ad3f0ad,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:28.770470 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] Sync routers for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:28.786031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 21ced357-654b-4eed-bbac-84864ad3f0ad details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:28.793807 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:28.794991 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:28.816492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-cc1e5c18-1c7a-4153-909c-0455683e32a4 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Synchronizing usage tracker for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:28.819980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:28.823254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.824400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:subnet and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:28.827695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:28.827833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:28.836815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:28.839531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:subnet and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:28.858565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:28.868218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:28.881422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.881764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Added segment 546c507a-96b7-4ced-86b4-68b35f7d9cb1 of type vlan for network 2988c25b-0b1c-476e-ac57-9ab1d8610f81 Feb 14 17:49:28.885370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:28.908625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:28.922360 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:28.924039 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:28.954104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.965193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.977509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7b5258e2-364a-4d28-a1c4-956d96718ef9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:28.977885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.996008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:28.999880 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4dbe6d30-a43a-4c75-ac44-4242eb0f6545 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.5396261 Feb 14 17:49:29.000430 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:29.000998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc01ba7b-e193-4c5a-89df-8461c25dcd48 None None] The sync data for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:29.002305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33892) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:29.014448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.049673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-cc1e5c18-1c7a-4153-909c-0455683e32a4 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Unset dirty status for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:29.057423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-cc1e5c18-1c7a-4153-909c-0455683e32a4 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2094295985&fields=id&tenant_id=bb78730cc6214cf1bbcd88f9aba676df HTTP/1.1" status: 200 len: 267 time: 0.4981785 Feb 14 17:49:29.105365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dca80e7d-72e0-4cc6-8084-74454ec27deb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:29.133860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.135697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.172540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:29.179325 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dca80e7d-72e0-4cc6-8084-74454ec27deb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:29.179699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.193377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:29.270940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.271802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:29.272373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.323670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.462903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8971057 Feb 14 17:49:29.482786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33896) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:29.522344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069263df-f505-4033-af57-3549b67a1c68 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=2988c25b-0b1c-476e-ac57-9ab1d8610f81,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:29.531855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.534822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'Port': ['ID=00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:29.539712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 2988c25b-0b1c-476e-ac57-9ab1d8610f81 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:29.569296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-5024f93f-9acc-45d0-8db9-12b3a1a7852f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:29.570736 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-5024f93f-9acc-45d0-8db9-12b3a1a7852f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/networks?id=38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 200 len: 811 time: 0.5110779 Feb 14 17:49:29.680172 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-a3465932-f7cb-455d-8c4a-6ba89d3651cf tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/quotas/bb78730cc6214cf1bbcd88f9aba676df HTTP/1.1" status: 200 len: 375 time: 0.0592265 Feb 14 17:49:29.723047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e27c8802-c40d-4d5d-ac1e-45fc48b4479e None None] Could not find standard attr ID for object 36c1c329-743a-4522-bfe8-4ad98ec3fa54. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:49:29.770029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.805661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=36c1c329-743a-4522-bfe8-4ad98ec3fa54,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:29.808075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e27c8802-c40d-4d5d-ac1e-45fc48b4479e None None] Provisioning for port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:29.822410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.919309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.929899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:29.930885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-66148a76-9b48-4e80-a3b1-7da889ffdef1 None None] Could not find standard attr ID for object 36c1c329-743a-4522-bfe8-4ad98ec3fa54. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:49:29.945357 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de83744b-8338-453d-94c8-1484587224df tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/36c1c329-743a-4522-bfe8-4ad98ec3fa54 HTTP/1.1" status: 204 len: 168 time: 2.8879797 Feb 14 17:49:29.960460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33900) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:30.028919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'Port': ['ID=b40e211f-bd93-4ea5-adbd-3a309cc94585,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:30.077724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.089293 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31ddb415-074c-4646-8ad6-e5dc1f45bb83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4429758 Feb 14 17:49:30.090054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-2e9b6b9f-d8a0-425b-a014-8646a1ae5809 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3941107 Feb 14 17:49:30.116480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc539c-d655-42e7-85a7-71b325610264 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.117840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc539c-d655-42e7-85a7-71b325610264 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.118824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60dc539c-d655-42e7-85a7-71b325610264 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:30.130360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.134462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.138616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.142990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.143847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Synchronizing usage tracker for tenant:7462587846dc4439a42fdc4d8f5f486a on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:30.145509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.192377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.219957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.287942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.296510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ebcb3b3b-2bc2-44f7-8c59-09789093062e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5691464 Feb 14 17:49:30.326081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-b4a15b83-9e14-4b96-ad63-11de12dbf573 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:49:30.335016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-b4a15b83-9e14-4b96-ad63-11de12dbf573 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1332362 Feb 14 17:49:30.362519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60dc539c-d655-42e7-85a7-71b325610264 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:30.363678 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-60dc539c-d655-42e7-85a7-71b325610264 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4022713 Feb 14 17:49:30.364354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Subnet': ['ID=3f79d6d8-dfa5-4843-a93a-362fb979a1fc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:30.366376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Unset dirty status for tenant:7462587846dc4439a42fdc4d8f5f486a on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:30.367559 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8966a5c4-3e27-4416-8c0c-4cf27b97cc42 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8517115 Feb 14 17:49:30.368144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33924) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:30.383803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33926) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:30.428133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Subnet': ['ID=9cfc2d57-2724-46fa-817d-e2bf1ecaad73,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:30.464182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Checking segment: {'id': '4422f6d8-48dd-417c-9b7b-c0fbe44985ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:30.464847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network hostable DHCP agents. Network: 21ced357-654b-4eed-bbac-84864ad3f0ad, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:30.471572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33938) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:30.526591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-fadd163e-5d0f-4457-8945-c5d3487f809a service neutron] 10.222.0.30 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907148 Feb 14 17:49:30.599656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Checking segment: {'id': '71cab957-71bf-4e88-996e-b76b925c33d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:30.600011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network hostable DHCP agents. Network: 02c55f72-9701-4dea-996e-b21afc0d9126, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:49:30.626753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-368950dd-68a9-45ac-9ded-103e95c0f9e1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--178093179&fields=id&tenant_id=8afb52ef8612474eac80d0a8f7bb606d HTTP/1.1" status: 200 len: 267 time: 0.1526825 Feb 14 17:49:30.685589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f8bcca6-18d7-4381-84c9-63031fb35cb1 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:30.688981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:30.756268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.811750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-1a14aba3-74f7-4062-9454-a7b653cb0335 service neutron] 10.222.0.30 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745891 Feb 14 17:49:30.826387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 21ced357-654b-4eed-bbac-84864ad3f0ad) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:30.838017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.838747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.843152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4efc3e1-a3cb-4b18-80e5-b399d191932e None None] Network 21ced357-654b-4eed-bbac-84864ad3f0ad requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:30.850257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-1be6a056-c8a6-4b3e-a163-3ceec28871b4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:30.851734 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-1be6a056-c8a6-4b3e-a163-3ceec28871b4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 812 time: 0.2140684 Feb 14 17:49:30.879684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:30.889992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-2b8c42be-546a-4ee0-9816-048d1ced09c9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/quotas/8afb52ef8612474eac80d0a8f7bb606d HTTP/1.1" status: 200 len: 375 time: 0.0265994 Feb 14 17:49:30.942442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet dde805b5-861e-41f4-a645-9faf295a485f {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:49:30.953041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.976371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-37674f43-9219-4579-a193-ca9a61a03e02 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Synchronizing usage tracker for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:30.978127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:30.978642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:30.984505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1075d906-53c5-4590-83ed-86f3198ddb6d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5564802 Feb 14 17:49:30.984800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33942) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:30.993078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-729545926'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:30.994244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:49:31.019264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.032731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 02c55f72-9701-4dea-996e-b21afc0d9126) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:31.036872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:31.037474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.069218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970a9a1-79ef-4cc1-b3a6-443557e8dc63 None None] Network 02c55f72-9701-4dea-996e-b21afc0d9126 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:31.074160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.191417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2988c25b-0b1c-476e-ac57-9ab1d8610f81']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:31.208939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-37674f43-9219-4579-a193-ca9a61a03e02 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Unset dirty status for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:31.217841 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-37674f43-9219-4579-a193-ca9a61a03e02 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3197107 Feb 14 17:49:31.227216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546c507a-96b7-4ced-86b4-68b35f7d9cb1') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:31.227216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546c507a-96b7-4ced-86b4-68b35f7d9cb1') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:31.227425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:31.235196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:port and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:31.244489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.245358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:31.253534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:31.279310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.381741 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b462d7e4-f077-4bd4-a94e-5b3dfd35c03a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3405304 Feb 14 17:49:31.384590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33974) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:31.393764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:31.394448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.399637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-2107903207'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:31.409193 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:31.428071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:31.428071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.446589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.470460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-21ced357-654b-4eed-bbac-84864ad3f0ad', 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'tenant_id': 'faf6f28a8c7044d7b05f3a07355bd7c6', 'fixed_ips': [{'subnet_id': '9cfc2d57-2724-46fa-817d-e2bf1ecaad73'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:31.471258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.532126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f8bcca6-18d7-4381-84c9-63031fb35cb1,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:31.532319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-a0ef20f0-8e92-4456-8b97-3df3c75ccb8b tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Synchronizing usage tracker for tenant:2941876295474c0e8447758ca2caa981 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:31.535345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 7f330d80-6bd4-4819-84fd-9012c6735f4c yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:31.574595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-db5ec386-867f-4da5-ab2b-ed3eea6952e4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:49:31.587751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-db5ec386-867f-4da5-ab2b-ed3eea6952e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2510736 Feb 14 17:49:31.634771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.641916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.743708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.771590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2988c25b-0b1c-476e-ac57-9ab1d8610f81 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:49:31.778050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Network': ['ID=2988c25b-0b1c-476e-ac57-9ab1d8610f81,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:31.780106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.816963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-a0ef20f0-8e92-4456-8b97-3df3c75ccb8b tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Unset dirty status for tenant:2941876295474c0e8447758ca2caa981 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:31.824929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-a0ef20f0-8e92-4456-8b97-3df3c75ccb8b tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1302820795&fields=id&tenant_id=2941876295474c0e8447758ca2caa981 HTTP/1.1" status: 200 len: 267 time: 0.4688940 Feb 14 17:49:31.926330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:31.941116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3f8bcca6-18d7-4381-84c9-63031fb35cb1,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:31.990030 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-38662031-ee87-4d13-b890-ab293895a659 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2988c25b-0b1c-476e-ac57-9ab1d8610f81 HTTP/1.1" status: 204 len: 168 time: 1.6039488 Feb 14 17:49:31.993233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=dde805b5-861e-41f4-a645-9faf295a485f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:31.996036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 33992) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:32.007658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'name': 'tempest-network--613608016', 'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:32.015711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:32.022877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.024658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5eae2e55-88fe-4384-8eef-2352fc24f7d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/dde805b5-861e-41f4-a645-9faf295a485f HTTP/1.1" status: 204 len: 168 time: 1.6460907 Feb 14 17:49:32.026086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:network and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:32.031750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 33996) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:32.034278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:32.038791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5d1f1-03ab-4485-9c64-b556245cd806 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:32.043255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:32.047228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:port and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:32.052201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:32.058205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:32.071176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:32.126319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-aaf968d0-3575-46b5-8188-bc50882a0f98 service neutron] 10.222.0.30 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376642 Feb 14 17:49:32.141130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Allocated IP 2001:db8::2 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/6f25383d-d543-4c9c-abd1-26e49ac4b10c) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:32.221159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-02c55f72-9701-4dea-996e-b21afc0d9126', 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'tenant_id': '10c3618b26ea4c729299dee8fb22e410', 'fixed_ips': [{'subnet_id': '3f79d6d8-dfa5-4843-a93a-362fb979a1fc'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:32.221991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.226420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:32.230045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.266150 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-66efad6f-490a-45a4-a1a9-fa628a8c7688 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2324262 Feb 14 17:49:32.276623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:32.287055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.287338 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Added segment f55a4a42-d255-44eb-9213-d7ee6a225f2a of type vlan for network 1ab46f9e-31a9-492c-a3d2-77ce0400ca35 Feb 14 17:49:32.313929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34000) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:32.319397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:32.322670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.323325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.349340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:32.374329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.467978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.469038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:32.469609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.510260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-d5b1d303-89c7-41cc-b8ad-c59bc54fb288 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:32.517979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-d5b1d303-89c7-41cc-b8ad-c59bc54fb288 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/networks?id=c0748507-ba41-4927-a067-e7aa1fa1adf3 HTTP/1.1" status: 200 len: 806 time: 0.6920784 Feb 14 17:49:32.583200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port 5bbba950-e843-474e-8df9-2af02a6d9477 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:32.609759 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6123412 Feb 14 17:49:32.614286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:49:32.627005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Deleting port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:32.627936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.655576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.666708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Transition to ACTIVE for port object 6f25383d-d543-4c9c-abd1-26e49ac4b10c will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:32.695298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34008) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:32.713964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f8bcca6-18d7-4381-84c9-63031fb35cb1 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:49:32.729880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8531f1-c51c-457b-8898-73ba40acd236 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=1ab46f9e-31a9-492c-a3d2-77ce0400ca35,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:32.744136 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-4ad226f9-0247-49e9-a033-dc88b316ba9d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/quotas/2941876295474c0e8447758ca2caa981 HTTP/1.1" status: 200 len: 375 time: 0.2252066 Feb 14 17:49:32.761036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1ab46f9e-31a9-492c-a3d2-77ce0400ca35 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:32.798642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Transition to ACTIVE for port object 6f25383d-d543-4c9c-abd1-26e49ac4b10c will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:32.831529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:32.834985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:32.838160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:32.919350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:32.926455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-e1ad5ab8-3436-43b4-b426-2515077bd6bd service neutron] 10.222.0.30 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989759 Feb 14 17:49:32.950111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:32.959949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Allocated IP 172.20.0.2 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/db7588f5-e968-436e-b33e-1a59d7d7251d) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:33.006959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Allocated IP 172.20.0.1 (3fd8ba95-7047-46d3-8977-d594a4ea2b46/9dc08f1b-0527-4586-bdab-d154442e32fb/a8c44a81-d518-4f47-9d31-2df797d1fbaf) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:33.030549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a22db2-48c7-467a-9965-b4ae3deebd2f tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:33.035110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-63a22db2-48c7-467a-9965-b4ae3deebd2f tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "GET /v2.0/networks/1ab46f9e-31a9-492c-a3d2-77ce0400ca35 HTTP/1.1" status: 200 len: 756 time: 0.3518951 Feb 14 17:49:33.040003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34016) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:33.147172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:33.180274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::237 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/7f330d80-6bd4-4819-84fd-9012c6735f4c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:33.190110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:33.200201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Pushing event updated for resources: {'Port': ['ID=6f25383d-d543-4c9c-abd1-26e49ac4b10c,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:33.251721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.252320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:33.266784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:33.281704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Transition to ACTIVE for port object a8c44a81-d518-4f47-9d31-2df797d1fbaf will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:33.288823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.305592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaba26a-0da7-4881-9d04-dd845c7c25e1 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:33.309795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34026) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:33.309964 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aeaba26a-0da7-4881-9d04-dd845c7c25e1 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "GET /v2.0/networks/fc3c58b3-58a0-498f-930f-ffb521d7bd6e HTTP/1.1" status: 200 len: 767 time: 0.2688653 Feb 14 17:49:33.339057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.370547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f8bcca6-18d7-4381-84c9-63031fb35cb1,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:33.370926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.467861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.470677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-080b708d-0ea8-440f-a5e0-7f82a80d3330 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Synchronizing usage tracker for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:33.506435 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33a30906-bb5f-4d9e-b1f8-812856e04133 req-48fa5ee3-4f4d-4beb-9103-786b97fd713f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.0943241 Feb 14 17:49:33.593939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Calling delete_port for 3f8bcca6-18d7-4381-84c9-63031fb35cb1 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:33.657184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:33.660372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f8bcca6-18d7-4381-84c9-63031fb35cb1,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:33.688642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Attempting to bind port 6f25383d-d543-4c9c-abd1-26e49ac4b10c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:33.689076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Attempting to bind port 6f25383d-d543-4c9c-abd1-26e49ac4b10c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '4422f6d8-48dd-417c-9b7b-c0fbe44985ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:33.689414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Attempting to bind port 6f25383d-d543-4c9c-abd1-26e49ac4b10c on network 21ced357-654b-4eed-bbac-84864ad3f0ad {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:33.704690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:33.710200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:33.757557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.767793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-080b708d-0ea8-440f-a5e0-7f82a80d3330 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Unset dirty status for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:33.794363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-080b708d-0ea8-440f-a5e0-7f82a80d3330 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2941876295474c0e8447758ca2caa981&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0290716 Feb 14 17:49:33.813045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:33.813804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Checking segment: {'id': '4422f6d8-48dd-417c-9b7b-c0fbe44985ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:33.814343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.814888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Bound using segment: {'id': '4422f6d8-48dd-417c-9b7b-c0fbe44985ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:33.815504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Bound port: 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4422f6d8-48dd-417c-9b7b-c0fbe44985ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:33.816020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.842800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.879752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.891725 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ebf2bddb-bcce-4851-80b6-80eb6bae1c8c req-9671a944-d9e5-4572-a98a-67d5c6eaf9b6 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.2552669 Feb 14 17:49:33.895173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=a8c44a81-d518-4f47-9d31-2df797d1fbaf,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:33.936030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:49:33.936379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:49:33.945395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:33.963312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3f8bcca6-18d7-4381-84c9-63031fb35cb1,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:33.978076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Transition to ACTIVE for port object db7588f5-e968-436e-b33e-1a59d7d7251d will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:34.023157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Transition to ACTIVE for port object db7588f5-e968-436e-b33e-1a59d7d7251d will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:34.024731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] For port 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:34.028231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] For port 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6f25383d-d543-4c9c-abd1-26e49ac4b10c,segment=NetworkSegment(4422f6d8-48dd-417c-9b7b-c0fbe44985ee),segment_id=4422f6d8-48dd-417c-9b7b-c0fbe44985ee)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:34.100043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.128583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.148372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.151664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab46f9e-31a9-492c-a3d2-77ce0400ca35']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:34.153238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.198053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55a4a42-d255-44eb-9213-d7ee6a225f2a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:34.198448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55a4a42-d255-44eb-9213-d7ee6a225f2a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:34.213654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cc1a5991-a5cf-48ab-9bb7-69f001fd2a0b None None] Provisioning for port a8c44a81-d518-4f47-9d31-2df797d1fbaf completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:34.228042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.245424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cc1a5991-a5cf-48ab-9bb7-69f001fd2a0b None None] Provisioning complete for port a8c44a81-d518-4f47-9d31-2df797d1fbaf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:34.246335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.246675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cc1a5991-a5cf-48ab-9bb7-69f001fd2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.311537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 7f330d80-6bd4-4819-84fd-9012c6735f4c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:34.314712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-0e5559b2-094a-4d6e-b04e-04b1417fdb2c service neutron] 10.222.0.30 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192864 Feb 14 17:49:34.320717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:34.331386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:34.332138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.8 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/5bbba950-e843-474e-8df9-2af02a6d9477) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:34.357042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:34.375572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.379166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Pushing event updated for resources: {'Port': ['ID=db7588f5-e968-436e-b33e-1a59d7d7251d,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:34.389020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a5991-a5cf-48ab-9bb7-69f001fd2a0b None None] Port a8c44a81-d518-4f47-9d31-2df797d1fbaf cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:34.409636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.463132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Deleting port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:34.463976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.490463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:34.490863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:34.504991 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:34.787239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-3d0ff9b7-66dd-4eee-a7cc-337f77db4a6b service neutron] 10.222.0.30 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536476 Feb 14 17:49:34.876249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Attempting to bind port db7588f5-e968-436e-b33e-1a59d7d7251d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:34.876617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Attempting to bind port db7588f5-e968-436e-b33e-1a59d7d7251d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '71cab957-71bf-4e88-996e-b76b925c33d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:34.877013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Attempting to bind port db7588f5-e968-436e-b33e-1a59d7d7251d on network 02c55f72-9701-4dea-996e-b21afc0d9126 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:34.914643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be2fcc09-6010-4c91-94b1-a7a5d5244202 req-9abb3549-7434-4a4f-ab01-f35efd0537d5 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.1210847 Feb 14 17:49:34.934078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:34.940836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:34.941029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f8ab-5b36-47f1-a252-d966c6bd361a None None] Pushing event updated for resources: {'Port': ['ID=6f25383d-d543-4c9c-abd1-26e49ac4b10c,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:34.945181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:34.945918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.957853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:34.958224 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Checking segment: {'id': '71cab957-71bf-4e88-996e-b76b925c33d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:34.958793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.966566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Bound using segment: {'id': '71cab957-71bf-4e88-996e-b76b925c33d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:34.966566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Bound port: db7588f5-e968-436e-b33e-1a59d7d7251d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cab957-71bf-4e88-996e-b76b925c33d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:34.967601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:34.969192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.000747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ab46f9e-31a9-492c-a3d2-77ce0400ca35 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:49:35.026926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=3a11cfe4-2c99-4b25-9e87-45095eeb70f1,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.029809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.032678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ab46f9e-31a9-492c-a3d2-77ce0400ca35,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.081586 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-eb53ddcf-debe-431b-9cc1-38418b18079c tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1ab46f9e-31a9-492c-a3d2-77ce0400ca35 HTTP/1.1" status: 204 len: 168 time: 1.7703893 Feb 14 17:49:35.085369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:35.101798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'name': 'tempest-network--894051384'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:35.148851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:35.166813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] For port 3f8bcca6-18d7-4381-84c9-63031fb35cb1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f8bcca6-18d7-4381-84c9-63031fb35cb1,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:35.183959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.190006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Usage tracker for resource:network and tenant:77934738a40b49958070f621e6ffbdc8 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:35.199931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:35.219700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:35.241824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.314718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] For port db7588f5-e968-436e-b33e-1a59d7d7251d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:35.343553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.366492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e1945b18-84d0-4d67-9f2d-84af493a1f8d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0483153 Feb 14 17:49:35.369596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34070) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:35.378963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'name': 'tempest-NetworksTestDHCPv6-1438501182'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:35.412448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Made reservation on behalf of 77934738a40b49958070f621e6ffbdc8 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:35.416665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.425088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Calling delete_port for 3f8bcca6-18d7-4381-84c9-63031fb35cb1 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:35.434156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=7f330d80-6bd4-4819-84fd-9012c6735f4c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.438643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35362fd9-0ebc-47a4-a709-0ab29c796414 req-8c3a813b-cd06-4e7c-82b5-a5bcafa2c9e0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.3163023 Feb 14 17:49:35.439707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.45', 50149) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:35.477142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] For port db7588f5-e968-436e-b33e-1a59d7d7251d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db7588f5-e968-436e-b33e-1a59d7d7251d,segment=NetworkSegment(71cab957-71bf-4e88-996e-b76b925c33d9),segment_id=71cab957-71bf-4e88-996e-b76b925c33d9)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:35.527424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-315ff58e-73d1-46cd-b2df-b7009e87a889 req-092bdb88-6746-423c-9e43-2b91f734f62b tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1584482 Feb 14 17:49:35.598984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.610357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:35.619127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:35.632804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.655263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:35.663430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:35.670809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.711615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.751348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=a8c44a81-d518-4f47-9d31-2df797d1fbaf,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.787356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.789983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] No DVR routers for this DVR port 3f8bcca6-18d7-4381-84c9-63031fb35cb1 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:49:35.799297 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e55293e-6fe3-4bf0-a65e-7a4bd7fa165b tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8133879 Feb 14 17:49:35.806996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34084) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:35.822750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77ed6-d990-43fa-b132-8df8456c6767 None None] Pushing event updated for resources: {'Port': ['ID=db7588f5-e968-436e-b33e-1a59d7d7251d,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.826988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081577003', 'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:bc:1c:af'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:35.830635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:49:35.863789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.872781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object 5bbba950-e843-474e-8df9-2af02a6d9477 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:35.895963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:35.896336 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Added segment 02f9b60d-2fbd-4913-a644-c9e98e55861d of type vlan for network 646549ba-1ccd-4297-9321-dfe6908e8c0a Feb 14 17:49:35.904809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbbdae-cb25-4096-9a5f-b74fc4c839a0 None None] Pushing event deleted for resources: {'Port': ['ID=3f8bcca6-18d7-4381-84c9-63031fb35cb1,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:35.910278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb92fb-07fc-4e32-b3d6-16858926f86c None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:35.926766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc673f34-084e-40f2-9ee6-b6b43c9b6f23 None None] Network 21ced357-654b-4eed-bbac-84864ad3f0ad requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:35.934174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-ee92482d-f44e-4fd5-b3aa-3db624e21bfc tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:35.935598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-ee92482d-f44e-4fd5-b3aa-3db624e21bfc tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "GET /v2.0/networks?id=38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 200 len: 811 time: 0.4804559 Feb 14 17:49:36.106791 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-8ca6605c-3c0b-4a26-907c-eeda0147cc22 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb78730cc6214cf1bbcd88f9aba676df HTTP/1.1" status: 200 len: 380 time: 0.1319315 Feb 14 17:49:36.113113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:36.121304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'port': {'device_id': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'admin_state_up': True, 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'security_groups': ['3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:36.247317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:port and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:36.253321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:36.256741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:36.260660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.268116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.272145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:36.277184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:36.286824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:36.305618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:36.413014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:36.414724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:36.431331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-697ad5db-271a-40c4-987c-6b393a768921 req-43b54508-9409-44b8-9307-ccff7cb206e8 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.1765318 Feb 14 17:49:36.479118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:36.484605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:36.503386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:36.534984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=5bbba950-e843-474e-8df9-2af02a6d9477,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:36.574924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:36.584602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Usage tracker for resource:port and tenant:bb78730cc6214cf1bbcd88f9aba676df is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:36.591395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:36.592012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.598552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:36.603874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:36.648918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9fe496f0-3f51-49e1-b007-4d0648e93345 None None] Provisioning for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:36.668264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:36.723150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:36.729878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.757001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.757933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:36.760032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.872007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '3a11cfe4-2c99-4b25-9e87-45095eeb70f1'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:36.872007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:36.925046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6f25383d-d543-4c9c-abd1-26e49ac4b10c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:36.938880 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2b6edd36-a8e0-4811-b5b8-d08cb144986a tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5504673 Feb 14 17:49:36.947820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e049c1f-4fa1-464b-ada6-9598d45aa954 req-0372989a-099a-48e8-92ca-083129885388 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1843295 Feb 14 17:49:36.948297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34100) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:36.982184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 5286f36f-435f-48cb-a770-4283eb684d0b yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:37.053335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-1304127074', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a6:4b:46'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:37.076138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c6bdf382-f383-44dc-a0c1-6abafe0af5aa None None] Provisioning complete for port a8c44a81-d518-4f47-9d31-2df797d1fbaf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:37.076524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c6bdf382-f383-44dc-a0c1-6abafe0af5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.093394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Made reservation on behalf of bb78730cc6214cf1bbcd88f9aba676df for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:37.105369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=646549ba-1ccd-4297-9321-dfe6908e8c0a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:37.106996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.119566 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a80d5f48-5444-4e6d-9514-f8d2c4e535a5 req-9f52fd96-6e51-4dad-b465-74610433de6f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.2020392 Feb 14 17:49:37.164813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 646549ba-1ccd-4297-9321-dfe6908e8c0a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:49:37.186792 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8778d0b2-0681-4deb-89a3-e196c97ce576 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1001236 Feb 14 17:49:37.205044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdf382-f383-44dc-a0c1-6abafe0af5aa None None] Port a8c44a81-d518-4f47-9d31-2df797d1fbaf cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:37.221983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34108) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:37.259186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:37.419651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:37.426293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:37.427031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.682449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:37.695672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:port and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:37.698634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.711133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f0d1f-559f-41fb-9642-5a30c07166bb None None] Network 02c55f72-9701-4dea-996e-b21afc0d9126 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:37.712000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:37.732197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:37.761956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.45', 50155) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:37.863217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::143 (ec992c4f-9a29-4213-84c0-4010e08b02ef/3a11cfe4-2c99-4b25-9e87-45095eeb70f1/5286f36f-435f-48cb-a770-4283eb684d0b) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:37.903479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Provisioning for port 7f330d80-6bd4-4819-84fd-9012c6735f4c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:37.914250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.942951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Provisioning complete for port 7f330d80-6bd4-4819-84fd-9012c6735f4c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:37.943350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:37.991620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:38.048568 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e496865-8dec-4337-9314-97975c24608a req-4a5b9a8b-359f-4da6-a374-38fa7acf759c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.2153211 Feb 14 17:49:38.216420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6f25383d-d543-4c9c-abd1-26e49ac4b10c,segment=NetworkSegment(4422f6d8-48dd-417c-9b7b-c0fbe44985ee),segment_id=4422f6d8-48dd-417c-9b7b-c0fbe44985ee)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:38.260576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Port 7f330d80-6bd4-4819-84fd-9012c6735f4c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:38.364737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:38.365876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db7588f5-e968-436e-b33e-1a59d7d7251d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:38.534783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 11d0943a-edfc-4d17-97a5-e9905cb15b66 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:38.593329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:38.649664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:38.672147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 5286f36f-435f-48cb-a770-4283eb684d0b will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:38.678200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Provisioning complete for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:38.678832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-84b6bfee-da7d-4666-b832-fe11ee2f9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:38.700668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:38.712794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:38.717498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=6f25383d-d543-4c9c-abd1-26e49ac4b10c,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:38.827534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::158 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/11d0943a-edfc-4d17-97a5-e9905cb15b66) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:38.905301 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-386a8f44-a91e-44c9-91dd-e591c50b6b2d req-1113cb24-ef99-473e-bf72-99d311d1581f tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.6094122 Feb 14 17:49:38.950067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port db7588f5-e968-436e-b33e-1a59d7d7251d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:39.012881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event updated for resources: {'Network': ['ID=646549ba-1ccd-4297-9321-dfe6908e8c0a,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:39.015970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Network 646549ba-1ccd-4297-9321-dfe6908e8c0a is not hosted by any dhcp agent {{(pid=84256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 17:49:39.027905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:39.027905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.028477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a54c785-fa1c-4fb3-90ac-65e1abca5c44 req-54d25f27-21b2-43cc-b3bd-d7c7889971b7 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.1339104 Feb 14 17:49:39.028477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.45', 50160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:39.030682 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e47a322d-9302-452d-bb17-7ce07977bf7b tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "PUT /v2.0/networks/646549ba-1ccd-4297-9321-dfe6908e8c0a HTTP/1.1" status: 200 len: 856 time: 1.8068295 Feb 14 17:49:39.056129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34138) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:39.057311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.070831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.176724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/3a11cfe4-2c99-4b25-9e87-45095eeb70f1/fffb37af-c9ee-4aa6-98a1-e29d768f959e) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:39.506103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=5286f36f-435f-48cb-a770-4283eb684d0b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:39.507820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6f25383d-d543-4c9c-abd1-26e49ac4b10c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:39.541373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-f5dd0be4-e04a-4a33-9352-6bef35edb6d2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:39.543263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-f5dd0be4-e04a-4a33-9352-6bef35edb6d2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 812 time: 1.7051980 Feb 14 17:49:39.588449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.605441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.610362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Provisioning for port db7588f5-e968-436e-b33e-1a59d7d7251d completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:39.611565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:39.619446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Provisioning complete for port db7588f5-e968-436e-b33e-1a59d7d7251d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:39.619808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.621475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:39.684120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:39.698298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:39.698936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.718341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Transition to ACTIVE for port object fffb37af-c9ee-4aa6-98a1-e29d768f959e will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:39.759109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Transition to ACTIVE for port object fffb37af-c9ee-4aa6-98a1-e29d768f959e will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:39.772939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:39.773305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.841146 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-1187daf1-603f-4160-ac0c-4053e21e81fe tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8afb52ef8612474eac80d0a8f7bb606d HTTP/1.1" status: 200 len: 379 time: 0.1463218 Feb 14 17:49:39.857443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff4eddaa-23f0-4f03-afe1-c2a80763fd6f req-cd3d5907-7546-48f4-8c49-4d7cf6503601 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.2641437 Feb 14 17:49:39.869412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'port': {'device_id': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'admin_state_up': True, 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'security_groups': ['42ed772e-240d-41d7-a893-d4042bacd7f1']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:39.872011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.874367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.888010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:39.906611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port 2a75fd0a-176c-465b-a333-259e2a49b9ce yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:39.935311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646549ba-1ccd-4297-9321-dfe6908e8c0a']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:39.962476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f9b60d-2fbd-4913-a644-c9e98e55861d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:39.962965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f9b60d-2fbd-4913-a644-c9e98e55861d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:39.984749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.026678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Pushing event updated for resources: {'Port': ['ID=fffb37af-c9ee-4aa6-98a1-e29d768f959e,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:40.029258 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-17ceba1f-9727-4fdc-9bd4-3ed4bf074bb1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6563282 Feb 14 17:49:40.030182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34148) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:40.032571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.107725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Allocated IP 172.20.0.4 (38045569-18cd-4311-b522-057dedc51371/49d185ea-47ae-4b7f-bec6-4bf89c9baba4/65b9c517-d7cb-43d5-8163-55567deb26f1) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:40.132633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:40.133023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.162392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:40.169904 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:40.183474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:40.191387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:40.213981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-324236d5-bb87-4202-8b55-15863b767549 None None] For port db7588f5-e968-436e-b33e-1a59d7d7251d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db7588f5-e968-436e-b33e-1a59d7d7251d,segment=NetworkSegment(71cab957-71bf-4e88-996e-b76b925c33d9),segment_id=71cab957-71bf-4e88-996e-b76b925c33d9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:40.275010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-494e9c0c-931a-415d-8878-bd451f5c45b0 req-2ccacdeb-79e6-4e8e-a310-0de5734e030c tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1420429 Feb 14 17:49:40.306992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:40.334044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a87c4-72cc-45c3-ab7b-90cee3299dcf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:40.340564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a87c4-72cc-45c3-ab7b-90cee3299dcf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:40.342096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5a6a87c4-72cc-45c3-ab7b-90cee3299dcf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:40.348038 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4187e63b-58a6-456e-8333-b15b5bda2421 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "PUT /v2.0/routers/2e77bdb5-4afa-403c-95e3-cf100fc5c1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3440664 Feb 14 17:49:40.350887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34154) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:40.356241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.357092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Request body: {'port': {'network_id': '3fd8ba95-7047-46d3-8977-d594a4ea2b46', 'name': 'tempest-FloatingIPAdminTestJSON-2131309688'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:40.367940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] Sync routers for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:40.498175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.515648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-d8de0784-0d7b-4d99-b4d6-b6f3fc86776e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:40.517266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-d8de0784-0d7b-4d99-b4d6-b6f3fc86776e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.45 "GET /v2.0/networks?id=c0748507-ba41-4927-a067-e7aa1fa1adf3 HTTP/1.1" status: 200 len: 806 time: 1.4624505 Feb 14 17:49:40.595594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8fad75de-362a-4ae4-85d2-e65d38edef12 req-99098ee2-8f4d-4da8-b65e-b6436baec428 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.3167903 Feb 14 17:49:40.636335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Pushing event updated for resources: {'Port': ['ID=db7588f5-e968-436e-b33e-1a59d7d7251d,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:40.645497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:40.647486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:40.652996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 11d0943a-edfc-4d17-97a5-e9905cb15b66 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:40.675170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.703696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 646549ba-1ccd-4297-9321-dfe6908e8c0a {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:49:40.718963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.728562 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] 10.222.0.30 "DELETE /v2.0/networks/646549ba-1ccd-4297-9321-dfe6908e8c0a HTTP/1.1" status: 204 len: 168 time: 1.6556556 Feb 14 17:49:40.751569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae95d5-da1e-405e-8e16-5d0f76d85b58 tempest-ExternalNetworksTestJSON-1661456469 tempest-ExternalNetworksTestJSON-1661456469-project-admin] Pushing event deleted for resources: {'Network': ['ID=646549ba-1ccd-4297-9321-dfe6908e8c0a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:40.761634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34158) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:40.771699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5a6a87c4-72cc-45c3-ab7b-90cee3299dcf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:40.782258 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5a6a87c4-72cc-45c3-ab7b-90cee3299dcf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7366328 Feb 14 17:49:40.791888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34162) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:40.827078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:40.834172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Attempting to bind port fffb37af-c9ee-4aa6-98a1-e29d768f959e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:40.834682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Attempting to bind port fffb37af-c9ee-4aa6-98a1-e29d768f959e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:40.835040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Attempting to bind port fffb37af-c9ee-4aa6-98a1-e29d768f959e on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:40.847171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Provisioning complete for port 7f330d80-6bd4-4819-84fd-9012c6735f4c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:40.847579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:40.852281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:40.856600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:40.886463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Usage tracker for resource:port and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:40.889855 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61ffcd8-7a7a-43cc-a21b-236afa3359bf tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] DELETE failed (client error): The resource could not be found. Feb 14 17:49:40.894905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.4 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/2a75fd0a-176c-465b-a333-259e2a49b9ce) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:40.906195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61ffcd8-7a7a-43cc-a21b-236afa3359bf tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:49:40.917283 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a61ffcd8-7a7a-43cc-a21b-236afa3359bf tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "DELETE /v2.0/subnets/f2b2d6eb-5134-440e-9807-6b6d4ba648eb HTTP/1.1" status: 404 len: 337 time: 0.1446338 Feb 14 17:49:40.919351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:40.925973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:40.926673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:40.928564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34168) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:40.955744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-34dc0333-530f-4285-887f-69c6f39a06d5 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2941876295474c0e8447758ca2caa981 HTTP/1.1" status: 200 len: 380 time: 0.3793511 Feb 14 17:49:40.980391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:40.980745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:41.006965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'port': {'device_id': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'admin_state_up': True, 'tenant_id': '2941876295474c0e8447758ca2caa981', 'security_groups': ['113194e1-d3b3-4ed4-896c-3409f98060b8']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:41.024211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:41.024611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:41.025063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.025455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:41.025932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Bound port: fffb37af-c9ee-4aa6-98a1-e29d768f959e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:41.026296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.056763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:41.056763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a494b-056e-4a6b-b7fe-b860f01f95dd None None] The sync data for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:41.145973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db7588f5-e968-436e-b33e-1a59d7d7251d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:41.203151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-324236d5-bb87-4202-8b55-15863b767549 None None] Port 7f330d80-6bd4-4819-84fd-9012c6735f4c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:41.205495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 5286f36f-435f-48cb-a770-4283eb684d0b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:41.205949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.241334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.255215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Made reservation on behalf of e4475de633a44edf8f4f9438172c30dc for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:41.259126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.304556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] device_id is not set on port 2ebee421-356d-4adb-b99b-cf94757dcb5f yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:41.385675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] For port fffb37af-c9ee-4aa6-98a1-e29d768f959e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:41.387053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Made reservation on behalf of 8afb52ef8612474eac80d0a8f7bb606d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:41.389662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] For port fffb37af-c9ee-4aa6-98a1-e29d768f959e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=fffb37af-c9ee-4aa6-98a1-e29d768f959e,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:41.390384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.425339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a0cb43cb-1231-4d04-8201-a53e7896e945 req-9782b08f-0b2b-48fb-909d-b8dac1f51b53 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.1777418 Feb 14 17:49:41.425339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.439694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port db7588f5-e968-436e-b33e-1a59d7d7251d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:41.440163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.471440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.528947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.600277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.670286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Transition to ACTIVE for port object 65b9c517-d7cb-43d5-8163-55567deb26f1 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:41.742434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Provisioning for port 5bbba950-e843-474e-8df9-2af02a6d9477 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:41.761754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Provisioning complete for port 5bbba950-e843-474e-8df9-2af02a6d9477 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:41.762272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.827121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140e108-61b0-41be-9021-84fb754f2e44 None None] Pushing event updated for resources: {'Port': ['ID=fffb37af-c9ee-4aa6-98a1-e29d768f959e,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:41.858186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Allocated IP 172.20.0.8 (3fd8ba95-7047-46d3-8977-d594a4ea2b46/9dc08f1b-0527-4586-bdab-d154442e32fb/2ebee421-356d-4adb-b99b-cf94757dcb5f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:41.874232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Port 5bbba950-e843-474e-8df9-2af02a6d9477 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:41.885174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3c58b3-58a0-498f-930f-ffb521d7bd6e']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:41.913046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f59d1f-e7fc-42ff-a28f-bd7c86654a4a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:41.913396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f59d1f-e7fc-42ff-a28f-bd7c86654a4a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:41.922934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Provisioning complete for port db7588f5-e968-436e-b33e-1a59d7d7251d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:41.930107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-87a01f39-3c74-4055-acb9-585c931a9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:41.951123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.006926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.019684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:42.025209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:49:42.025369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.045205 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-acf48847-68a6-4ce6-bf14-29c56ffa13aa req-ea0bd59f-d92f-4b62-aa17-2dc57e3472f6 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1865642 Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:49:42.053623 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:49:42.197008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:42.235761 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58ca8e6d-d6b9-4940-9753-8b4fbf73fd3d req-6ed67e8b-dbb4-4b6e-afb9-ad8df9a079b1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.2459226 Feb 14 17:49:42.239726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:42.244014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:42.244633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.399664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.420044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.435594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.445471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=11d0943a-edfc-4d17-97a5-e9905cb15b66,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:42.461939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.474315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.484013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:42.494548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:42.512822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Transition to ACTIVE for port object 2ebee421-356d-4adb-b99b-cf94757dcb5f will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:42.524566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] Pushing event deleted for resources: {'Network': ['ID=fc3c58b3-58a0-498f-930f-ffb521d7bd6e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:42.623869 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-396f4e96-6bc6-46a9-90f1-6159f6bdd824 tempest-ExternalNetworksTestJSON-1863268354 tempest-ExternalNetworksTestJSON-1863268354-project] 10.222.0.30 "DELETE /v2.0/networks/fc3c58b3-58a0-498f-930f-ffb521d7bd6e HTTP/1.1" status: 204 len: 168 time: 1.6934164 Feb 14 17:49:42.673222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Made reservation on behalf of 2941876295474c0e8447758ca2caa981 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:42.676281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.697687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object 2a75fd0a-176c-465b-a333-259e2a49b9ce will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:42.709161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Network 38045569-18cd-4311-b522-057dedc51371 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:42.710860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.742761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0d501522-09a4-444d-9077-4511a006dec6 None None] Provisioning for port 11d0943a-edfc-4d17-97a5-e9905cb15b66 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:42.754298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0d501522-09a4-444d-9077-4511a006dec6 None None] Provisioning complete for port 11d0943a-edfc-4d17-97a5-e9905cb15b66 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:42.754758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d501522-09a4-444d-9077-4511a006dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:42.811848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:42.816114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:42.821585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:42.856847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event updated for resources: {'Port': ['ID=2ebee421-356d-4adb-b99b-cf94757dcb5f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:42.938013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Allocated IP 172.20.0.8 (c0748507-ba41-4927-a067-e7aa1fa1adf3/5d73a7a9-c8c5-4afb-8299-5e511440a3e4/62d22a71-63a6-4b22-bee6-cbe3ab0c50e4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:42.945848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0d501522-09a4-444d-9077-4511a006dec6 None None] Port 11d0943a-edfc-4d17-97a5-e9905cb15b66 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:42.963589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:42.964345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:43.053760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:43.059818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:43.306541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device fffb37af-c9ee-4aa6-98a1-e29d768f959e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:43.362959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event updated for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:43.518109 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-59199db1-065a-4ad5-8c5e-2eda62de137c tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1661441 Feb 14 17:49:43.560119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb69fb89-c19e-43e1-9715-856327d3a1cb tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 7.7470667 Feb 14 17:49:43.560931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34186) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:43.561286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34188) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:43.563107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:43.578470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32bc9069-e081-42a7-9756-344baabbece4 req-6ad91556-c33b-423a-b1cb-3200cdb0c0f2 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1935630 Feb 14 17:49:43.615503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:43.616171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:43.819569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 5286f36f-435f-48cb-a770-4283eb684d0b owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:43.943941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7ed0f-09b1-4f46-81ba-4c29caddeb35 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:43.949548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7ed0f-09b1-4f46-81ba-4c29caddeb35 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:43.956070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7ed0f-09b1-4f46-81ba-4c29caddeb35 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:43.965943 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88e7ed0f-09b1-4f46-81ba-4c29caddeb35 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2216637 Feb 14 17:49:43.966435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34196) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:44.068771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-755bf20f-db4a-4b06-a4d7-c49dad3d341b req-481f3b7c-3418-461f-950e-1f4c112e4968 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Synchronizing usage tracker for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:44.123677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b965-eea8-4d4c-8da9-08583022cf7d req-96606ec9-070b-4571-8421-8d1a0837b147 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:44.125115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cda9b965-eea8-4d4c-8da9-08583022cf7d req-96606ec9-070b-4571-8421-8d1a0837b147 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Synchronizing usage tracker for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:44.128448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-755bf20f-db4a-4b06-a4d7-c49dad3d341b req-481f3b7c-3418-461f-950e-1f4c112e4968 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Unset dirty status for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:44.129611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-755bf20f-db4a-4b06-a4d7-c49dad3d341b req-481f3b7c-3418-461f-950e-1f4c112e4968 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.2111907 Feb 14 17:49:44.149331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 11d0943a-edfc-4d17-97a5-e9905cb15b66 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:44.155123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.210878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.230576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'project_id': 'e4475de633a44edf8f4f9438172c30dc', 'port_id': '2ebee421-356d-4adb-b99b-cf94757dcb5f'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:44.244967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:44.253227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Usage tracker for resource:floatingip and tenant:e4475de633a44edf8f4f9438172c30dc is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:44.260957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-170cf92f-6971-4abd-b258-b28a264a7644 None None] Provisioning for port 2ebee421-356d-4adb-b99b-cf94757dcb5f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:44.263024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:44.268756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port fffb37af-c9ee-4aa6-98a1-e29d768f959e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:44.270442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Transition to ACTIVE for port object 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:44.273209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.275669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-170cf92f-6971-4abd-b258-b28a264a7644 None None] Provisioning complete for port 2ebee421-356d-4adb-b99b-cf94757dcb5f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:44.276752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-170cf92f-6971-4abd-b258-b28a264a7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.285821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Allocated IP 172.20.0.4 (34e38ca4-7ec5-42fd-a762-54f509968e0c/7c6f92df-eefd-41c8-a019-f5a996f6c966/452f5898-12fd-43c0-b966-168ff90cba86) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:44.294818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:44.344038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-151cf0ae-2742-4cc4-8802-2ab5b8fe410f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2269149 Feb 14 17:49:44.357744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cda9b965-eea8-4d4c-8da9-08583022cf7d req-96606ec9-070b-4571-8421-8d1a0837b147 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Unset dirty status for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:44.365688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cda9b965-eea8-4d4c-8da9-08583022cf7d req-96606ec9-070b-4571-8421-8d1a0837b147 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 931 time: 1.6531310 Feb 14 17:49:44.371845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-170cf92f-6971-4abd-b258-b28a264a7644 None None] Port 2ebee421-356d-4adb-b99b-cf94757dcb5f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:44.415672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-ff998e94-0bd8-4db1-b365-d4ca1c44e0c0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:49:44.419724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.419857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-ff998e94-0bd8-4db1-b365-d4ca1c44e0c0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0180986 Feb 14 17:49:44.455424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:44.463589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:44.469830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=2a75fd0a-176c-465b-a333-259e2a49b9ce,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:44.476083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:44.550555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cda9b965-eea8-4d4c-8da9-08583022cf7d req-96277e3d-c382-426d-b595-e512ba6630d8 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837564 Feb 14 17:49:44.607714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.623864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Provisioning for port 65b9c517-d7cb-43d5-8163-55567deb26f1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:44.626682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.636864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Provisioning complete for port 65b9c517-d7cb-43d5-8163-55567deb26f1 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:44.638569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.728889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34206) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:44.728889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.774390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:44.776467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Port 65b9c517-d7cb-43d5-8163-55567deb26f1 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:44.784247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Could not find standard attr ID for object 5286f36f-435f-48cb-a770-4283eb684d0b. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:49:44.785290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.882209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Provisioning for port fffb37af-c9ee-4aa6-98a1-e29d768f959e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:44.887322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Provisioning complete for port fffb37af-c9ee-4aa6-98a1-e29d768f959e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:44.887689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:44.967005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:45.029965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.034771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/5286f36f-435f-48cb-a770-4283eb684d0b HTTP/1.1" status: 204 len: 168 time: 4.2269690 Feb 14 17:49:45.034771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event updated for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:45.058655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34214) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:45.060025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:45.060123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 11d0943a-edfc-4d17-97a5-e9905cb15b66 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:45.117159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Request body: {'port': {'device_id': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:45.223159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.232141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:45.337268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] For port fffb37af-c9ee-4aa6-98a1-e29d768f959e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=fffb37af-c9ee-4aa6-98a1-e29d768f959e,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:45.391412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5dce695e-a284-4fbb-bfa2-40f0fd8345d2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 8.3599646 Feb 14 17:49:45.403410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34220) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:45.432211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.456911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.480784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911366-44b9-4c00-b568-0a23835c039f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=5286f36f-435f-48cb-a770-4283eb684d0b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:45.495580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2936ff4b-afd9-4693-af79-d7750b6af448 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:45.496911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2936ff4b-afd9-4693-af79-d7750b6af448 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:45.497649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2936ff4b-afd9-4693-af79-d7750b6af448 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:45.538723 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9f09c71d-ddb7-4d21-a704-dc7a6e4bf73a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7462587846dc4439a42fdc4d8f5f486a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7989283 Feb 14 17:49:45.544243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34224) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:45.774403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.774403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2936ff4b-afd9-4693-af79-d7750b6af448 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:45.774403 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2936ff4b-afd9-4693-af79-d7750b6af448 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6300113 Feb 14 17:49:45.775281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34230) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:45.775443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97239b9-33d5-423b-ae8d-07447854febc None None] Pushing event updated for resources: {'Port': ['ID=fffb37af-c9ee-4aa6-98a1-e29d768f959e,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:45.775535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9d7cee2-89eb-4567-9d1c-bf8659b7f022 req-18c49411-bbb9-42e7-84c4-d46ab47c07b9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.2169709 Feb 14 17:49:45.775608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.818601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:45.819217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.847219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:45.920832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Allocated IP 172.26.4.168 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/e64d3fb7-07e2-4923-9118-6e7e730f585e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:45.990728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Provisioning for port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:45.996347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Provisioning complete for port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:45.996736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.013558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.099604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.115108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.121998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:46.197079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=11d0943a-edfc-4d17-97a5-e9905cb15b66,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:46.224153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6120c19-774f-41dc-b341-836b6cee42db,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:46.232512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Provisioning for port 2a75fd0a-176c-465b-a333-259e2a49b9ce completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:46.276162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Provisioning complete for port 2a75fd0a-176c-465b-a333-259e2a49b9ce triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:46.276162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.378011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5a72ae3c-1b8f-404c-b94f-f28662d4a72b None None] Port 2a75fd0a-176c-465b-a333-259e2a49b9ce cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:46.408022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.412171 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f8f97167-9ecf-4cf0-9e3c-86347a59e0ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6120c19-774f-41dc-b341-836b6cee42db HTTP/1.1" status: 204 len: 168 time: 0.8595741 Feb 14 17:49:46.459873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.462726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-b9287472-8cbf-42de-9da5-0603943fa335 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4631450 Feb 14 17:49:46.478355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.587036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Transition to ACTIVE for port object 452f5898-12fd-43c0-b966-168ff90cba86 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:46.590268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 3a11cfe4-2c99-4b25-9e87-45095eeb70f1 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:49:46.608434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.630045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Request body: {'port': {'device_id': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:46.658353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.695964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36291bc4-6510-4f86-a114-e27976751b60 req-862d7c82-efd2-45e4-bd7d-71d7abf610ec tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:46.696679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-36291bc4-6510-4f86-a114-e27976751b60 req-862d7c82-efd2-45e4-bd7d-71d7abf610ec tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Synchronizing usage tracker for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:46.733766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:46.744246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:46.753582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:46.779321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:46.783867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:46.787791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:46.788637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Synchronizing usage tracker for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:46.805282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Pushing event updated for resources: {'Port': ['ID=e64d3fb7-07e2-4923-9118-6e7e730f585e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:46.837567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eaa43-e664-4a5c-a9de-21de82000de2 req-dd9b76be-40e1-49f9-9235-0b3aa669ade0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:46.843870 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c27eaa43-e664-4a5c-a9de-21de82000de2 req-dd9b76be-40e1-49f9-9235-0b3aa669ade0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 931 time: 0.9978883 Feb 14 17:49:46.930256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.980924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:46.988264 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-84755750-9702-4430-84e3-87f0fb627fc7 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/11d0943a-edfc-4d17-97a5-e9905cb15b66 HTTP/1.1" status: 204 len: 168 time: 3.0205009 Feb 14 17:49:46.988780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34242) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:47.063389 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-28234ee6-19e2-4b33-85c9-f93506be7598 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] GET failed (client error): The resource could not be found. Feb 14 17:49:47.064664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28234ee6-19e2-4b33-85c9-f93506be7598 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Synchronizing usage tracker for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:47.089880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.096648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device fffb37af-c9ee-4aa6-98a1-e29d768f959e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:47.110464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-36291bc4-6510-4f86-a114-e27976751b60 req-862d7c82-efd2-45e4-bd7d-71d7abf610ec tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Unset dirty status for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:47.111754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-36291bc4-6510-4f86-a114-e27976751b60 req-862d7c82-efd2-45e4-bd7d-71d7abf610ec tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 931 time: 2.1374693 Feb 14 17:49:47.217427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port fffb37af-c9ee-4aa6-98a1-e29d768f959e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:47.217780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.223624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28234ee6-19e2-4b33-85c9-f93506be7598 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Unset dirty status for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:47.238629 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-28234ee6-19e2-4b33-85c9-f93506be7598 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports/11d0943a-edfc-4d17-97a5-e9905cb15b66 HTTP/1.1" status: 404 len: 333 time: 0.2312791 Feb 14 17:49:47.238629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34246) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:47.255068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1066454759'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:47.335981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Unset dirty status for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:47.337562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ef4f249a-a3bc-4c1c-878d-759d5e5c0ec5 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.9232597 Feb 14 17:49:47.370889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.406232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34250) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:47.456926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:47.474282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:47.476741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:47.616279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:47.637368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:47.646411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port 2a75fd0a-176c-465b-a333-259e2a49b9ce {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:47.647464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.697283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:47.733388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c27eaa43-e664-4a5c-a9de-21de82000de2 req-b95b255c-e33c-4b33-8603-d57521ab4eeb tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8861625 Feb 14 17:49:47.826945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:47.827894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.905953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-85f8232c-4138-4002-9c0d-a3e706b85efc None None] Provisioning for port 452f5898-12fd-43c0-b966-168ff90cba86 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:47.913464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-85f8232c-4138-4002-9c0d-a3e706b85efc None None] Provisioning complete for port 452f5898-12fd-43c0-b966-168ff90cba86 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:47.916132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-85f8232c-4138-4002-9c0d-a3e706b85efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:47.932589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event updated for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:47.977526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:47.980232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-85f8232c-4138-4002-9c0d-a3e706b85efc None None] Port 452f5898-12fd-43c0-b966-168ff90cba86 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:47.985590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.046370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:48.063975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-36291bc4-6510-4f86-a114-e27976751b60 req-d6acbd5d-c4dc-4ea3-939c-cd4115d8d34d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8820999 Feb 14 17:49:48.073469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:49:48.154315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-5f37c370-1a81-4e8d-bb29-d355a48a8f9e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2945514 Feb 14 17:49:48.242034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.278183 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-09e1c9e8-90e8-4d60-9f5f-11f6acce64ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77934738a40b49958070f621e6ffbdc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684319 Feb 14 17:49:48.281551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34258) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:48.406904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.444979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.450089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::359 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:48.475814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.504575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b9c517-d7cb-43d5-8163-55567deb26f1 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:49:48.549173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.584635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Request body: {'port': {'device_id': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:48.648828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.816366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.900102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f589ec7-7eb0-4485-87a1-647d9e1052d0 req-bf8d4b9d-25ac-46d4-86dc-1a6f1039af70 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:48.901621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8f589ec7-7eb0-4485-87a1-647d9e1052d0 req-bf8d4b9d-25ac-46d4-86dc-1a6f1039af70 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 931 time: 0.8940837 Feb 14 17:49:48.902191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.973737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:48.989800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for 2a75fd0a-176c-465b-a333-259e2a49b9ce owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:49.054043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.069069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf9d8d-87d8-4f41-b2e4-3178855c6be8 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:49.103710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.129404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.151167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=3a11cfe4-2c99-4b25-9e87-45095eeb70f1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:49.154492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Transition to ACTIVE for port object 65b9c517-d7cb-43d5-8163-55567deb26f1 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:49.162659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.179301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:49.186045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5776e7-ac9d-4699-9224-e46e5c09501b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:49.211378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.232424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:49:49.293595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.390768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.403677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Pushing event updated for resources: {'Port': ['ID=e64d3fb7-07e2-4923-9118-6e7e730f585e,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:49.426328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:49:49.434617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Deleting port fffb37af-c9ee-4aa6-98a1-e29d768f959e {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:49.435026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.450308 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f67fa21b-621e-43ba-a395-a44afd72769c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/3a11cfe4-2c99-4b25-9e87-45095eeb70f1 HTTP/1.1" status: 204 len: 168 time: 3.7589114 Feb 14 17:49:49.473917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34268) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:49.575938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.577424 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5a88fce6-c613-4dff-bd0f-1e80eb2eb392 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a5776e7-ac9d-4699-9224-e46e5c09501b HTTP/1.1" status: 204 len: 168 time: 1.2920301 Feb 14 17:49:49.597469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:49.619143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8f589ec7-7eb0-4485-87a1-647d9e1052d0 req-3cf8ea30-bc57-487b-be6f-19be217a7309 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6465054 Feb 14 17:49:49.642046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.647056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:49:49.663534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a65f5-fc87-44b9-b8eb-fecf30a3d47f req-5bd924f7-7b3f-4b99-b3e2-861f3ac2dc4d tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:49.670982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-067a65f5-fc87-44b9-b8eb-fecf30a3d47f req-5bd924f7-7b3f-4b99-b3e2-861f3ac2dc4d tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 931 time: 0.6505649 Feb 14 17:49:49.792784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:49.805404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:49.865923 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a6647a28-3c14-4def-9ba7-df31a929bb27 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3687654 Feb 14 17:49:49.878869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:49.884397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:49.885419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.901925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.906847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34274) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:49.917774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] For port fffb37af-c9ee-4aa6-98a1-e29d768f959e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=fffb37af-c9ee-4aa6-98a1-e29d768f959e,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:49.917774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:49.918098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Pushing event updated for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:50.063137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Transition to ACTIVE for port object 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:50.063987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Calling delete_port for fffb37af-c9ee-4aa6-98a1-e29d768f959e owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:50.108981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cc6bd-8a96-4b75-8c9a-18d271147253 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:50.113313 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-be3cc6bd-8a96-4b75-8c9a-18d271147253 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1988087 Feb 14 17:49:50.114460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34278) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:50.208090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503010fa-def9-4eef-841a-16fe1236b7de tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:50.209665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-503010fa-def9-4eef-841a-16fe1236b7de tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933928 Feb 14 17:49:50.213418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34282) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:50.218138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-067a65f5-fc87-44b9-b8eb-fecf30a3d47f req-719d525a-d4e8-4a64-98e2-f3499778ef24 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5463133 Feb 14 17:49:50.231775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Attempting to bind port 65b9c517-d7cb-43d5-8163-55567deb26f1 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:50.232137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Attempting to bind port 65b9c517-d7cb-43d5-8163-55567deb26f1 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:50.232463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Attempting to bind port 65b9c517-d7cb-43d5-8163-55567deb26f1 on network 38045569-18cd-4311-b522-057dedc51371 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:50.259916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee0e2-e6af-402e-83f0-dc9493a89bba req-2778bce0-f25e-4fa8-b46c-b977adcbfe3c tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:50.261407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-436ee0e2-e6af-402e-83f0-dc9493a89bba req-2778bce0-f25e-4fa8-b46c-b977adcbfe3c tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 931 time: 0.3473768 Feb 14 17:49:50.281536 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2da0c1c8-7702-4260-80d4-adc2cb52fb0e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670750 Feb 14 17:49:50.285975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34286) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:50.289526 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Floating IP feb5b0ba-9beb-4139-8d76-234db82a014a associated. External IP: 172.26.4.168, port: 2ebee421-356d-4adb-b99b-cf94757dcb5f. Feb 14 17:49:50.343846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:50.397568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Port 65b9c517-d7cb-43d5-8163-55567deb26f1 on network 38045569-18cd-4311-b522-057dedc51371 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:49:50.399360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Attempting to bind port 65b9c517-d7cb-43d5-8163-55567deb26f1 on network 38045569-18cd-4311-b522-057dedc51371 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:50.428634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:50.429366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Checking segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:50.429550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Bound using segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:50.430003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Bound port: 65b9c517-d7cb-43d5-8163-55567deb26f1, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:50.430346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.450630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a8892144-ba37-4440-b8f6-79d4bc5eb4bb None None] Provisioning for port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:50.453307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452f5898-12fd-43c0-b966-168ff90cba86 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:49:50.457994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a8892144-ba37-4440-b8f6-79d4bc5eb4bb None None] Provisioning complete for port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:50.457994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8892144-ba37-4440-b8f6-79d4bc5eb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.462783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.466144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.474206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.480064 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4aa7f478-d9fc-4cb1-bfd4-a9666b61da2e tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2404456 Feb 14 17:49:50.483295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:50.493192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.516394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:bc:1c:af'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:50.554677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] Pushing event deleted for resources: {'Port': ['ID=fffb37af-c9ee-4aa6-98a1-e29d768f959e,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:50.569080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be68fc9-320a-4b44-a19f-bae26c1a1e14 None None] No DVR routers for this DVR port fffb37af-c9ee-4aa6-98a1-e29d768f959e on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:49:50.576014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8892144-ba37-4440-b8f6-79d4bc5eb4bb None None] Port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:50.590892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Transition to ACTIVE for port object 452f5898-12fd-43c0-b966-168ff90cba86 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:50.602207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:50.607275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-436ee0e2-e6af-402e-83f0-dc9493a89bba req-8709bd06-839f-4f9e-9939-a0568b326524 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215836 Feb 14 17:49:50.628918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:50.637592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:50.745124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:50.759798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.805452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-857982a2-fb57-4dc6-90a3-e08f655684ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:50.809898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Pushing event updated for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:50.939075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:51.007065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=2a75fd0a-176c-465b-a333-259e2a49b9ce,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:51.123917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.124429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device fffb37af-c9ee-4aa6-98a1-e29d768f959e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:49:51.133941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:51.174214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.208390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: fffb37af-c9ee-4aa6-98a1-e29d768f959e {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:49:51.209780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device fffb37af-c9ee-4aa6-98a1-e29d768f959e not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:49:51.242808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=65b9c517-d7cb-43d5-8163-55567deb26f1,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:51.401309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.401857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:51.666743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.668148 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] 10.222.0.45 "PUT /v2.0/ports/65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 200 len: 1093 time: 6.9272063 Feb 14 17:49:51.673742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:49:51.716158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Attempting to bind port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:51.716908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Attempting to bind port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:51.717617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Attempting to bind port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 on network c0748507-ba41-4927-a067-e7aa1fa1adf3 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:51.726385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d06f5-5b51-44c1-a92e-afca9ee77ada service neutron] Pushing event updated for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:51.747160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.753824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 on network c0748507-ba41-4927-a067-e7aa1fa1adf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:49:51.753824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Attempting to bind port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 on network c0748507-ba41-4927-a067-e7aa1fa1adf3 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:51.770213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138ffd6-d918-4328-a954-afd02070e201 req-d0c45b64-0cec-40cf-9833-33b5202908ea tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:51.771834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b138ffd6-d918-4328-a954-afd02070e201 req-d0c45b64-0cec-40cf-9833-33b5202908ea tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 943 time: 0.8606591 Feb 14 17:49:51.841812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:51.845740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Checking segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:51.845984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Bound using segment: {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:51.846571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Bound port: 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4929e718-ff05-4cb7-8509-7a0f6a27c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:51.848974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.862992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Attempting to bind port 452f5898-12fd-43c0-b966-168ff90cba86 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:51.863340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Attempting to bind port 452f5898-12fd-43c0-b966-168ff90cba86 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:51.863639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Attempting to bind port 452f5898-12fd-43c0-b966-168ff90cba86 on network 34e38ca4-7ec5-42fd-a762-54f509968e0c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:51.881705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:51.924116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:51.947310 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-70ee6429-b721-4126-8aa4-f18c5e62d055 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/2a75fd0a-176c-465b-a333-259e2a49b9ce HTTP/1.1" status: 204 len: 168 time: 4.4769008 Feb 14 17:49:51.948075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34324) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:51.975017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Port 452f5898-12fd-43c0-b966-168ff90cba86 on network 34e38ca4-7ec5-42fd-a762-54f509968e0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:49:51.975338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Attempting to bind port 452f5898-12fd-43c0-b966-168ff90cba86 on network 34e38ca4-7ec5-42fd-a762-54f509968e0c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:51.994996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.010974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6bd56-f380-47df-9746-2f8861f48b1e req-cd6f3175-d492-4e6d-a20c-be9d1ca57676 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:52.012437 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bba6bd56-f380-47df-9746-2f8861f48b1e req-cd6f3175-d492-4e6d-a20c-be9d1ca57676 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 943 time: 0.5402262 Feb 14 17:49:52.022752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b138ffd6-d918-4328-a954-afd02070e201 req-323b066f-ef73-47e7-880e-5bc5f0596398 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426181 Feb 14 17:49:52.026111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:52.026442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Checking segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:52.026814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Bound using segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:52.027387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Bound port: 452f5898-12fd-43c0-b966-168ff90cba86, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:52.027588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.082348 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Sync routers for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:52.100922 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:52.111470 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:52.143894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:52.148576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.167318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:52.204837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bba6bd56-f380-47df-9746-2f8861f48b1e req-f35b4a4f-b7da-44a6-8658-64a5ea1b0ad2 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678824 Feb 14 17:49:52.209978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-fc11ebe3-7729-4e27-8ca7-47f6cec817b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 1096 time: 0.3356578 Feb 14 17:49:52.213943 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc40d47e-f917-4507-a9dd-4470d5f508a4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] GET failed (client error): The resource could not be found. Feb 14 17:49:52.220500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:52.220763 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc40d47e-f917-4507-a9dd-4470d5f508a4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports/2a75fd0a-176c-465b-a333-259e2a49b9ce HTTP/1.1" status: 404 len: 333 time: 0.2324862 Feb 14 17:49:52.223704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=452f5898-12fd-43c0-b966-168ff90cba86,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:52.237868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34330) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:52.242507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Sync routers for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:52.274819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-410256046'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:52.275201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:52.278648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:52.305328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:52.311556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] In _notify_port_updated(), no bound segment for port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c on network 21ced357-654b-4eed-bbac-84864ad3f0ad {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:49:52.315556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:52.316312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.321820 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "PUT /v2.0/ports/9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c HTTP/1.1" status: 200 len: 1003 time: 1.8368695 Feb 14 17:49:52.331237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34336) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:52.399543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:52.418965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=a3cf09d9-37e7-4a66-9c52-d04ce4d8141b,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:52.429688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:52.430666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.435297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531686ef-9b30-434d-b931-23da07382daa tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:52.510290 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:52.636489 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2b69f901-f7bd-4eba-8a57-df7aa77907bd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3472404 Feb 14 17:49:52.647567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34344) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:52.661876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:52.667604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': 'a3cf09d9-37e7-4a66-9c52-d04ce4d8141b', 'ip_address': '2001:db8::8b31:2606:97b8:4c84'}], 'name': 'tempest-NetworksTestDHCPv6-442774479'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:52.677030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a93e0-b68f-4f9b-81c9-f56154e16889 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:49:52.711423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Usage tracker for resource:port and tenant:10c3618b26ea4c729299dee8fb22e410 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:52.767767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:52.768402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.808393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:52.823908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:52.899557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b44175f7-be8b-4f40-a63e-7cd5feb3f7ad None None] Provisioning complete for port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:52.899925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b44175f7-be8b-4f40-a63e-7cd5feb3f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.912121 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-84043365-7331-436f-a85b-18ee18d65428 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 200 len: 217 time: 0.6927817 Feb 14 17:49:52.913394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.927422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.947568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:52.951120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:52.960012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:52.964799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:52.973119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:52.976386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:52.987036 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a071d-48da-413c-8d11-866008075fe5 None None] Sync routers for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:52.996974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:53.025325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port 1346c1c0-fcfd-43bb-a648-688fb9391295 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:53.026618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'status': 'completed', 'code': 200} Feb 14 17:49:53.049283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:53.049898 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:53.051270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b44175f7-be8b-4f40-a63e-7cd5feb3f7ad None None] Port 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:53.055118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:53.129342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.130771 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:53.143996 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:53.144839 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:53.185779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-93140457-7c41-44d5-8467-22d12f987dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.218373 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-051a071d-48da-413c-8d11-866008075fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:53.219524 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a071d-48da-413c-8d11-866008075fe5 None None] The sync data for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:53.239659 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:14Z', 'revision_number': 2, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:53.250703 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Checking router: cd762618-0123-4b25-8988-1d549ed161a2 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:53.251597 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Updating router cd762618-0123-4b25-8988-1d549ed161a2 port 151a35cf-7e09-488a-8286-77db273719eb binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:53.342000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'a3cf09d9-37e7-4a66-9c52-d04ce4d8141b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:49:53.342973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.365453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.7 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/1346c1c0-fcfd-43bb-a648-688fb9391295) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:53.403675 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.438133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:53.447179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.478918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port b286fca4-4476-4a65-85a4-bd9725b688c0 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:53.510993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-c2762703-04d5-470a-93ed-b17f3ca25c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:53.512438 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-c2762703-04d5-470a-93ed-b17f3ca25c4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d185ea-47ae-4b7f-bec6-4bf89c9baba4 HTTP/1.1" status: 200 len: 850 time: 0.4850240 Feb 14 17:49:53.551931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Pushing event updated for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:53.557976 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9a963fff-b2cb-4776-bcf3-b69d67c6f4be tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.9952791 Feb 14 17:49:53.558771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34364) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:53.617524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.802316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.803732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-042540da-128d-448c-857b-3a13e777c7eb service neutron] 10.222.0.45 "PUT /v2.0/ports/452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1093 time: 5.2404041 Feb 14 17:49:53.806285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:53.808034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-869bd931-3ed5-416d-9e56-f80484bad2fb service neutron] 10.222.0.45 "PUT /v2.0/ports/62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 HTTP/1.1" status: 200 len: 1093 time: 7.2248886 Feb 14 17:49:53.902038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/a3cf09d9-37e7-4a66-9c52-d04ce4d8141b/a7457d43-9161-45f0-9878-ce4045a4dbc6) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:53.995668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34368) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:54.038654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:54.047722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.062054 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Transition to ACTIVE for port object 151a35cf-7e09-488a-8286-77db273719eb will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:54.075585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 2, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:54.092622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Checking router: c538d925-536f-468e-b066-01eb565d9929 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:49:54.092991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Updating router c538d925-536f-468e-b066-01eb565d9929 port 76331b75-0c56-4d60-9db1-2f94cf0446f3 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:49:54.102263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.133134 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.188302 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-89260429-42e2-4d66-9be5-bd2e97bd6310 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "GET /v2.0/floatingips/feb5b0ba-9beb-4139-8d76-234db82a014a HTTP/1.1" status: 200 len: 983 time: 0.3589072 Feb 14 17:49:54.196645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object 1346c1c0-fcfd-43bb-a648-688fb9391295 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:54.208847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34376) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:54.254455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.271394 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4480a-e05b-4697-8cab-c698f9f31d05 None None] Pushing event updated for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:54.328972 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-58a60d73-46f5-49eb-8cf8-0479e2003c7b tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.1190827 Feb 14 17:49:54.332431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34380) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:54.332726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.344405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.378701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Transition to ACTIVE for port object a7457d43-9161-45f0-9878-ce4045a4dbc6 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:54.406015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-5cb7b378-a1ed-4c8f-b850-5eafa57a68d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38045569-18cd-4311-b522-057dedc51371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6013150 Feb 14 17:49:54.457790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.473563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Transition to ACTIVE for port object a7457d43-9161-45f0-9878-ce4045a4dbc6 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:54.529134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706be4-f76a-4a91-8201-99bd60fe5d68 req-79323088-0f6f-4064-981a-eca61d598cb1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:54.537428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86706be4-f76a-4a91-8201-99bd60fe5d68 req-79323088-0f6f-4064-981a-eca61d598cb1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 943 time: 0.9869752 Feb 14 17:49:54.606274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:54.612015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:54.612603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a499ed4-5d60-4523-80c2-4b55fa5032e7 req-5b67f558-7d8e-469a-a24c-46f631801d7a tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:54.617972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Usage tracker for resource:floatingip and tenant:c0cf17a22c30485ea6a63b1c323abebe is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:54.622531 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Attempting to bind port 151a35cf-7e09-488a-8286-77db273719eb on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:54.622531 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Attempting to bind port 151a35cf-7e09-488a-8286-77db273719eb by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:54.622531 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Attempting to bind port 151a35cf-7e09-488a-8286-77db273719eb on network 34e38ca4-7ec5-42fd-a762-54f509968e0c {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:54.622804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:54.622891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1a499ed4-5d60-4523-80c2-4b55fa5032e7 req-5b67f558-7d8e-469a-a24c-46f631801d7a tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 943 time: 2.2796435 Feb 14 17:49:54.628630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:54.636649 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:54.636878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.637262 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Checking segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:54.639129 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.641579 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Bound using segment: {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:54.642354 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Bound port: 151a35cf-7e09-488a-8286-77db273719eb, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6901a3-c040-42a6-b22a-b3252ba137f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:54.642814 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.675042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.689034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-db1c4e83-fa22-459c-a6a5-e55a9852ec72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2941876295474c0e8447758ca2caa981&device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 1096 time: 0.6647243 Feb 14 17:49:54.761384 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] For port 151a35cf-7e09-488a-8286-77db273719eb, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:54.764752 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] For port 151a35cf-7e09-488a-8286-77db273719eb, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=151a35cf-7e09-488a-8286-77db273719eb,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:54.789591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.802088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=1346c1c0-fcfd-43bb-a648-688fb9391295,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:54.817823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042540da-128d-448c-857b-3a13e777c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:54.834903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-57f13ee0-e5d9-4602-b51f-650eacb9838c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 HTTP/1.1" status: 200 len: 217 time: 0.1303570 Feb 14 17:49:54.848151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-18d70e93-0411-4098-bb2a-99100220037a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1096 time: 0.8248947 Feb 14 17:49:54.865498 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.909890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::8b31:2606:97b8:4c84 (ec992c4f-9a29-4213-84c0-4010e08b02ef/a3cf09d9-37e7-4a66-9c52-d04ce4d8141b/b286fca4-4476-4a65-85a4-bd9725b688c0) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:54.916025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:54.920157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:54.976447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:54.979885 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:54.980503 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:54.985508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:55.012085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Transition to ACTIVE for port object 76331b75-0c56-4d60-9db1-2f94cf0446f3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:55.039839 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4480a-e05b-4697-8cab-c698f9f31d05 None None] Pushing event updated for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:55.073738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86706be4-f76a-4a91-8201-99bd60fe5d68 req-033f7965-c732-42d7-b3d1-99436dd0bac9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5349410 Feb 14 17:49:55.074219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86'}, {'name': 'network-changed', 'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:49:55.075471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Pushing event updated for resources: {'Port': ['ID=a7457d43-9161-45f0-9878-ce4045a4dbc6,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:55.091776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:55.093215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:55.118933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.123990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:55.171803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1a499ed4-5d60-4523-80c2-4b55fa5032e7 req-b42a5b12-7552-4e17-8d5c-6ade2ff4e896 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5485597 Feb 14 17:49:55.191174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-33b7990b-e6d7-49a7-9e2a-eb4a403ebdb7 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597044 Feb 14 17:49:55.199559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-328300ff-61a6-469d-b466-698525fe8f3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 217 time: 0.3056979 Feb 14 17:49:55.242243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port e64d3fb7-07e2-4923-9118-6e7e730f585e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:55.242888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.300239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:55.301125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.303390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1dda-a21f-47c9-9df5-12eb25a03526 None None] Pushing event updated for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:55.408040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-562fc6d9-6630-4fcd-bc4c-6e62246c75f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:55.411962 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-562fc6d9-6630-4fcd-bc4c-6e62246c75f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d73a7a9-c8c5-4afb-8299-5e511440a3e4 HTTP/1.1" status: 200 len: 845 time: 0.5602503 Feb 14 17:49:55.432662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.446908 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:55.536105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-57021269-ab4e-421a-b959-76b210193ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:55.537630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-57021269-ab4e-421a-b959-76b210193ca4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.1216619 Feb 14 17:49:55.647301 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86', 'status': 'completed', 'code': 200} Feb 14 17:49:55.647668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'status': 'completed', 'code': 200} Feb 14 17:49:55.692869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Attempting to bind port a7457d43-9161-45f0-9878-ce4045a4dbc6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:55.693355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Attempting to bind port a7457d43-9161-45f0-9878-ce4045a4dbc6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:55.693879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Attempting to bind port a7457d43-9161-45f0-9878-ce4045a4dbc6 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:55.702642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:55.703084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:55.703539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.703927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:55.704420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Bound port: a7457d43-9161-45f0-9878-ce4045a4dbc6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:55.704957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.715904 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5da18305-44d3-41cf-9c66-a47b6494315c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4761326 Feb 14 17:49:55.736164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34390) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:55.755311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Attempting to bind port 76331b75-0c56-4d60-9db1-2f94cf0446f3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:49:55.755753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Attempting to bind port 76331b75-0c56-4d60-9db1-2f94cf0446f3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:49:55.756178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Attempting to bind port 76331b75-0c56-4d60-9db1-2f94cf0446f3 on network 38045569-18cd-4311-b522-057dedc51371 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:49:55.766707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a6:4b:46'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:55.805296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.806207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:49:55.806941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Checking segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:49:55.807404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.807862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Bound using segment: {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:49:55.808408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Bound port: 76331b75-0c56-4d60-9db1-2f94cf0446f3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c40fab3-697c-42f6-9c61-72578e625302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '38045569-18cd-4311-b522-057dedc51371'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:49:55.809005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:55.902392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:55.937689 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:54Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:55.946181 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532e411-0656-4efd-9fa2-602d24eb01eb None None] The sync data for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv is: [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:54Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:55.988744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-963c9048-2bb9-49b9-abe5-9852c62fe7e7 None None] Provisioning for port 1346c1c0-fcfd-43bb-a648-688fb9391295 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:56.000822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] For port a7457d43-9161-45f0-9878-ce4045a4dbc6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:56.009036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] For port a7457d43-9161-45f0-9878-ce4045a4dbc6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a7457d43-9161-45f0-9878-ce4045a4dbc6,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:56.030121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-963c9048-2bb9-49b9-abe5-9852c62fe7e7 None None] Provisioning complete for port 1346c1c0-fcfd-43bb-a648-688fb9391295 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:56.030303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-963c9048-2bb9-49b9-abe5-9852c62fe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.033113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.033113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.101522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.134642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] For port 76331b75-0c56-4d60-9db1-2f94cf0446f3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:49:56.141141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-963c9048-2bb9-49b9-abe5-9852c62fe7e7 None None] Port 1346c1c0-fcfd-43bb-a648-688fb9391295 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:56.147038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.218969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] For port 76331b75-0c56-4d60-9db1-2f94cf0446f3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76331b75-0c56-4d60-9db1-2f94cf0446f3,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:49:56.285012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dd727c2-da32-4906-a5d8-7615bba10447 req-6a8ecbf9-5fb8-4b2e-a9b3-d14988b23a09 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0844388 Feb 14 17:49:56.288379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1ca1b-dad5-42ac-9ac6-5bcfc314edaf None None] Pushing event updated for resources: {'Port': ['ID=a7457d43-9161-45f0-9878-ce4045a4dbc6,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:56.317622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.317622 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-31c956bd-17bd-47cf-a78b-7a244cef6c05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0748507-ba41-4927-a067-e7aa1fa1adf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8716168 Feb 14 17:49:56.320560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.403467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f034580-2e79-4d25-84aa-cbb9a093cd3e req-2ce8cff0-216c-47d0-9dd5-092826e23a6b tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:56.412828 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f034580-2e79-4d25-84aa-cbb9a093cd3e req-2ce8cff0-216c-47d0-9dd5-092826e23a6b tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 943 time: 0.9818935 Feb 14 17:49:56.425595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for e64d3fb7-07e2-4923-9118-6e7e730f585e owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:49:56.484080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1dda-a21f-47c9-9df5-12eb25a03526 None None] Pushing event updated for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:56.489398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:56.490452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:56.491283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9de4e8de-3d4f-4015-b56f-d9053de3a5ea tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c HTTP/1.1" status: 204 len: 168 time: 4.1589558 Feb 14 17:49:56.521943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-2dbaa2d6-27c5-4cf8-a09c-7ec5e6ca75af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7354074 Feb 14 17:49:56.526926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34398) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:56.604049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:56.624184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object b286fca4-4476-4a65-85a4-bd9725b688c0 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:49:56.804584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ba7875-bfae-4252-932c-ac593f49b431 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] GET failed (client error): The resource could not be found. Feb 14 17:49:56.807740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d5ba7875-bfae-4252-932c-ac593f49b431 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Synchronizing usage tracker for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:56.911704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:49:56.930409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f034580-2e79-4d25-84aa-cbb9a093cd3e req-d8545a60-b69f-4bce-a5e1-42061907047f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5164914 Feb 14 17:49:57.015575 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-c6bc2210-e683-447f-a085-6d267df2e244 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583731 Feb 14 17:49:57.056131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d5ba7875-bfae-4252-932c-ac593f49b431 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Unset dirty status for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:57.061080 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d5ba7875-bfae-4252-932c-ac593f49b431 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports/9a7fbd3d-a5a7-4c38-9e3f-5d905b5e0e7c HTTP/1.1" status: 404 len: 333 time: 0.5306089 Feb 14 17:49:57.076885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007679-5e8e-43c0-b1ba-aa4165b543b4 req-725316a7-5fd2-4586-a149-d7361c666395 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:57.082284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-de007679-5e8e-43c0-b1ba-aa4165b543b4 req-725316a7-5fd2-4586-a149-d7361c666395 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 943 time: 0.7715671 Feb 14 17:49:57.144159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34402) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:57.186231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.203684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-792a048f-d45f-4ebe-9f2c-7287873f1d7e service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552546 Feb 14 17:49:57.213230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1106737868'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:57.275166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.344529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Allocated IP 172.26.4.65 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/935be053-923c-4768-aed9-d2e2c2b7ec20) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:57.398411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76331b75-0c56-4d60-9db1-2f94cf0446f3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:57.424149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:57.437984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.441725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:57.448103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=b286fca4-4476-4a65-85a4-bd9725b688c0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:57.463299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:57.471664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:57.472504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.600390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=e64d3fb7-07e2-4923-9118-6e7e730f585e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:57.625340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:55Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:57.633264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3fcc8-9c94-4019-aae5-00c85a1001c9 None None] The sync data for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv is: [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:55Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:49:57.658705 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:57.670308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:57.673323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.701982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-94214c55-8485-4d84-a4be-4f888c794b68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 1096 time: 1.1736572 Feb 14 17:49:57.878422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.921850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 76331b75-0c56-4d60-9db1-2f94cf0446f3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76331b75-0c56-4d60-9db1-2f94cf0446f3,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:57.962752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.987157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:57.987985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 151a35cf-7e09-488a-8286-77db273719eb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:58.026884 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f28a421c-4035-4f19-9c3a-5ed10dc6d3d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3771892 Feb 14 17:49:58.038661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-de007679-5e8e-43c0-b1ba-aa4165b543b4 req-9c273766-f7e4-4c42-9845-a0a98d12c867 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8868833 Feb 14 17:49:58.040213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34412) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:58.041105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.070504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ada864b-17e4-46ce-9d36-1b6483dc14ce None None] Provisioning for port a7457d43-9161-45f0-9878-ce4045a4dbc6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:58.083793 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec990716-9f84-4ff3-9ad4-f24f47668f21 req-d87342ef-9f27-454d-b571-ff27313750c9 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0266719 Feb 14 17:49:58.117106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-60818067-4bd7-432d-a406-91fa21c25fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.118903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-60818067-4bd7-432d-a406-91fa21c25fbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 200 len: 911 time: 0.3764668 Feb 14 17:49:58.125606 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afd1ea2e-9407-4854-ad0c-81edbaf5ab55 req-8a90bb04-9404-4c04-b3c0-2235d36668d8 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984172 Feb 14 17:49:58.175830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:58.239597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.270877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 151a35cf-7e09-488a-8286-77db273719eb completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:58.276603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 151a35cf-7e09-488a-8286-77db273719eb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:58.277206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.299821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-042c0219-6105-40c5-ba7b-89a333111ce3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 200 len: 217 time: 0.1682200 Feb 14 17:49:58.305357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:58.348871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b8c062d-4112-4df0-92f0-819608159471 None None] Provisioning for port b286fca4-4476-4a65-85a4-bd9725b688c0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:58.380776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b8c062d-4112-4df0-92f0-819608159471 None None] Provisioning complete for port b286fca4-4476-4a65-85a4-bd9725b688c0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:58.381094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b8c062d-4112-4df0-92f0-819608159471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.395524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad5d4-8ea3-4e04-a4a5-ba7651a87692 req-f08d3487-2477-4966-859a-478a521d81b6 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.396955 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3adad5d4-8ea3-4e04-a4a5-ba7651a87692 req-f08d3487-2477-4966-859a-478a521d81b6 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 943 time: 1.1955645 Feb 14 17:49:58.413555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:58.433918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:49:58.436114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Pushing event updated for resources: {'Port': ['ID=935be053-923c-4768-aed9-d2e2c2b7ec20,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:58.441528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:49:58.455087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:49:58.488279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-0a9aa50c-cd9f-4aac-9d99-6dc64af6e950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.489756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-0a9aa50c-cd9f-4aac-9d99-6dc64af6e950 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d185ea-47ae-4b7f-bec6-4bf89c9baba4 HTTP/1.1" status: 200 len: 850 time: 0.1715257 Feb 14 17:49:58.499465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.509085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c062d-4112-4df0-92f0-819608159471 None None] Port b286fca4-4476-4a65-85a4-bd9725b688c0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:58.533924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.537593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 151a35cf-7e09-488a-8286-77db273719eb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=151a35cf-7e09-488a-8286-77db273719eb,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:58.545245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2fc5d-87ea-479a-bb66-cea99655ed28 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.549126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2fc5d-87ea-479a-bb66-cea99655ed28 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.549894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1f2fc5d-87ea-479a-bb66-cea99655ed28 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:49:58.567027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:49:58.569946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.581331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3adad5d4-8ea3-4e04-a4a5-ba7651a87692 req-13e4d315-63b4-4f3f-aae0-b41876271e23 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655099 Feb 14 17:49:58.592522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a728c06-170d-4648-b199-b2ba34c60aa9 req-e4050dfc-fff3-4c17-a992-57cfee1eda2a tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.599295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a728c06-170d-4648-b199-b2ba34c60aa9 req-e4050dfc-fff3-4c17-a992-57cfee1eda2a tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 943 time: 0.3650239 Feb 14 17:49:58.608396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-34034120-e282-4849-ac7e-f803f6ee56f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1096 time: 0.2998741 Feb 14 17:49:58.620255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.686170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.686170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a7457d43-9161-45f0-9878-ce4045a4dbc6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:58.771039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 56b2162b-965c-41de-b15e-cab0f53714c2 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:49:58.779203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:58.831655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1f2fc5d-87ea-479a-bb66-cea99655ed28 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:49:58.832679 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1f2fc5d-87ea-479a-bb66-cea99655ed28 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6838019 Feb 14 17:49:58.838572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a728c06-170d-4648-b199-b2ba34c60aa9 req-2fca0b6d-617c-47ee-9d0c-79416bca2ede tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384803 Feb 14 17:49:58.843952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34418) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:58.860095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=1346c1c0-fcfd-43bb-a648-688fb9391295,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:58.864637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a7457d43-9161-45f0-9878-ce4045a4dbc6 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:49:58.872685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a7457d43-9161-45f0-9878-ce4045a4dbc6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:58.873121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.879632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.930961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-7f10196d-60a2-4f1e-9c56-d5c4d27cc952 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38045569-18cd-4311-b522-057dedc51371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4266875 Feb 14 17:49:58.983792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] In _notify_port_updated(), no bound segment for port 1346c1c0-fcfd-43bb-a648-688fb9391295 on network 02c55f72-9701-4dea-996e-b21afc0d9126 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:49:58.988149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:58.988768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:58.992693 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e2e78b29-c06c-46ec-8719-06d402f2a439 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "PUT /v2.0/ports/1346c1c0-fcfd-43bb-a648-688fb9391295 HTTP/1.1" status: 200 len: 992 time: 3.2447183 Feb 14 17:49:59.014021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34422) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:59.034514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.065345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-27a1a679-e474-4c2c-8993-f127158c019d None None] Provisioning complete for port 1346c1c0-fcfd-43bb-a648-688fb9391295 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:59.065946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27a1a679-e474-4c2c-8993-f127158c019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.127502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-9ea0e80c-45e6-4091-8298-09587c87e907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:59.128983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-9ea0e80c-45e6-4091-8298-09587c87e907 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.4925377 Feb 14 17:49:59.131749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a7457d43-9161-45f0-9878-ce4045a4dbc6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a7457d43-9161-45f0-9878-ce4045a4dbc6,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:59.142271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-27a1a679-e474-4c2c-8993-f127158c019d None None] Port 1346c1c0-fcfd-43bb-a648-688fb9391295 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:49:59.200291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.211967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.230153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port b286fca4-4476-4a65-85a4-bd9725b688c0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:59.230494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.291990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a7457d43-9161-45f0-9878-ce4045a4dbc6,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:59.318532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76331b75-0c56-4d60-9db1-2f94cf0446f3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:59.341601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-3837ecf3-1731-4838-94e8-89ce0d62f497 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 217 time: 0.1914318 Feb 14 17:49:59.345609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::118 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/56b2162b-965c-41de-b15e-cab0f53714c2) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:49:59.400568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 76331b75-0c56-4d60-9db1-2f94cf0446f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:59.401164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.421391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port 1346c1c0-fcfd-43bb-a648-688fb9391295 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:49:59.421731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.442827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:49:59.522263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 151a35cf-7e09-488a-8286-77db273719eb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:49:59.602138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 151a35cf-7e09-488a-8286-77db273719eb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:49:59.602625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.610729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.664518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 65b9c517-d7cb-43d5-8163-55567deb26f1 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:49:59.687532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-c10b7983-2eb2-4c02-b10d-fe0ad893e353 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431381 Feb 14 17:49:59.700095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.738735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-12c2c336-3fc3-49eb-b602-2ad7671e26d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:49:59.740167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-12c2c336-3fc3-49eb-b602-2ad7671e26d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.3759718 Feb 14 17:49:59.851031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Pushing event updated for resources: {'Port': ['ID=935be053-923c-4768-aed9-d2e2c2b7ec20,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:49:59.853390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.878785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.879044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=65b9c517-d7cb-43d5-8163-55567deb26f1,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:49:59.879387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.879821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.880260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.880693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.881148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.881574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.882724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.882724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.882724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.883200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:49:59.890171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:49:59.896106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.903147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] Sync routers for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:49:59.907743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'port_id': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'mac_address': 'fa:16:3e:69:43:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:49:59.958329 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf9636f5-2ad0-47fc-9151-a86b71d086f2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/floatingips/feb5b0ba-9beb-4139-8d76-234db82a014a HTTP/1.1" status: 204 len: 168 time: 5.6202595 Feb 14 17:49:59.958547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34432) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:59.962867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:49:59.963485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:49:59.963983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:59.969259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:49:59.973523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Usage tracker for resource:floatingip and tenant:93aecd8ad0da462e8dcda5ad854b560a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:49:59.976264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:49:59.980509 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90eb1962-3d74-42a9-864f-f13161401ad6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9802136 Feb 14 17:49:59.980509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:49:59.982419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34436) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:49:59.986525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:49:59.992228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1758879618', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'fixed_ips': [{'ip_address': '172.26.4.65'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:49:59.999899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:00.008810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Usage tracker for resource:port and tenant:c0cf17a22c30485ea6a63b1c323abebe is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:00.012039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:00.022970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:00.038700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:00.043831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.070307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b9c517-d7cb-43d5-8163-55567deb26f1 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:50:00.073994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:00.074597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:00.103364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Made reservation on behalf of c0cf17a22c30485ea6a63b1c323abebe for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:00.105886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.116134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.130651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56b97-42c9-4e7c-9af4-b0138e821804 req-93fce848-ffe3-49f5-988e-48c286458dee tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:00.133214 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dce56b97-42c9-4e7c-9af4-b0138e821804 req-93fce848-ffe3-49f5-988e-48c286458dee tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 943 time: 0.9331734 Feb 14 17:50:00.136535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.137483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:00.137903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010b5aa-e626-4dad-b21f-fc3804527ee3 None None] The sync data for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:00.151800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=65b9c517-d7cb-43d5-8163-55567deb26f1,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:00.230989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:00.234576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.236892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Usage tracker for resource:security_group_rule and tenant:c0cf17a22c30485ea6a63b1c323abebe is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:00.240834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:00.247558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:00.307227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:00.331328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.379084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.388458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbfd193d-ffc8-486f-9bc0-fd5b4f4566fe req-3efc6198-774f-4895-b0f1-ebafb2d269f3 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820269 Feb 14 17:50:00.446228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dce56b97-42c9-4e7c-9af4-b0138e821804 req-2a8cd51f-c04f-471a-adb8-c09af9adf878 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738786 Feb 14 17:50:00.454028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.495220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Allocated IP 172.26.4.222 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/499fa037-7569-4625-bf1f-28ce5f05a314) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:00.502865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78799497-0f9c-4d23-b45c-0624afd41913 req-0d1ee26b-42f9-4bce-95c3-772a86b00afc tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:00.502865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-78799497-0f9c-4d23-b45c-0624afd41913 req-0d1ee26b-42f9-4bce-95c3-772a86b00afc tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 943 time: 0.7214017 Feb 14 17:50:00.505272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-65d12bd6-2063-43cd-bff2-8a2691374a07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7178304 Feb 14 17:50:00.523384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.551622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['65b9c517-d7cb-43d5-8163-55567deb26f1'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:50:00.574900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.581562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] device_id is not set on port b88effc7-64a4-41e6-b893-2e0c29b4860d yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:00.656791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.674242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 56b2162b-965c-41de-b15e-cab0f53714c2 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:00.674462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520ce15f-d567-429f-b7c1-c0600eacc9e4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:00.777540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for b286fca4-4476-4a65-85a4-bd9725b688c0 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:00.786366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:00.917704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.039064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:01.043254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Pushing event updated for resources: {'Port': ['ID=499fa037-7569-4625-bf1f-28ce5f05a314,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:01.045749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:01.047714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:01.088383 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 17:50:01.088850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:01.113822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for 1346c1c0-fcfd-43bb-a648-688fb9391295 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:01.214077 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8d02eee9-cff8-4dd5-b467-2a80b0a8eda6 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2319789 Feb 14 17:50:01.214648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34440) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:01.237511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-78799497-0f9c-4d23-b45c-0624afd41913 req-d3c94589-b2ea-44c9-8276-7eff1f25d685 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976949 Feb 14 17:50:01.283200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a7457d43-9161-45f0-9878-ce4045a4dbc6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:01.286322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.291465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.352328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a7457d43-9161-45f0-9878-ce4045a4dbc6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:01.352757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.367823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-acfd094e-7e3a-4413-b9a3-fbaa237f1ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295403 Feb 14 17:50:01.411117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665511-83aa-422a-8183-4ddc5e4fbb1b req-286f2b23-bf0e-4d2f-980f-ffae48134593 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:01.412663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e665511-83aa-422a-8183-4ddc5e4fbb1b req-286f2b23-bf0e-4d2f-980f-ffae48134593 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 944 time: 0.8261082 Feb 14 17:50:01.520940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Deleting port 935be053-923c-4768-aed9-d2e2c2b7ec20 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:01.521482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.584594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.588676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:01.589625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=56b2162b-965c-41de-b15e-cab0f53714c2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:01.598855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:01.631482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 452f5898-12fd-43c0-b966-168ff90cba86 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:50:01.653155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:01.658305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:01.659189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.706262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.706616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.706956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.707290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.707623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.707951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.708276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.708605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.709021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.709351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.709677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:01.749937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e665511-83aa-422a-8183-4ddc5e4fbb1b req-d8d1a0c5-6f34-4ad4-aa74-447988e2af6c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909172 Feb 14 17:50:01.776150 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-26bbcad9-98c5-4f72-9a5d-25fd9ae7aa2a service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949337 Feb 14 17:50:01.791684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.873562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.873877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.895739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=b286fca4-4476-4a65-85a4-bd9725b688c0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:01.904418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 65b9c517-d7cb-43d5-8163-55567deb26f1 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:01.904772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:01.920556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b7846fea-9063-4900-8f7c-fdaba53e5b8c tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7705119 Feb 14 17:50:01.948000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=452f5898-12fd-43c0-b966-168ff90cba86,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:01.948851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34446) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:01.953641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c464-d906-4dea-936b-f1f7c0fbf2a6 req-e028c3a3-415b-4717-ae0f-8672ebf2d90f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:01.955733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce15c464-d906-4dea-936b-f1f7c0fbf2a6 req-e028c3a3-415b-4717-ae0f-8672ebf2d90f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 943 time: 0.3582234 Feb 14 17:50:01.974589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '452f5898-12fd-43c0-b966-168ff90cba86', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'port_id': '452f5898-12fd-43c0-b966-168ff90cba86', 'mac_address': 'fa:16:3e:f4:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:50:01.999820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=1346c1c0-fcfd-43bb-a648-688fb9391295,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:02.019014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bc:1c:af'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:02.051353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Calling delete_port for 935be053-923c-4768-aed9-d2e2c2b7ec20 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:02.051552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.072034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452f5898-12fd-43c0-b966-168ff90cba86 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:50:02.090184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=452f5898-12fd-43c0-b966-168ff90cba86,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:02.097386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.100447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-92ac865d-6c0d-497c-aa43-f6df673b251a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b286fca4-4476-4a65-85a4-bd9725b688c0 HTTP/1.1" status: 204 len: 168 time: 3.2498910 Feb 14 17:50:02.103549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34450) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:02.124997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f9f4cade-d5ff-4f39-a288-a8113f083acb None None] Provisioning for port 56b2162b-965c-41de-b15e-cab0f53714c2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:02.136992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f9f4cade-d5ff-4f39-a288-a8113f083acb None None] Provisioning complete for port 56b2162b-965c-41de-b15e-cab0f53714c2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:02.137700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cade-d5ff-4f39-a288-a8113f083acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.172312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.214027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 65b9c517-d7cb-43d5-8163-55567deb26f1 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:02.231835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce15c464-d906-4dea-936b-f1f7c0fbf2a6 req-997b2fb2-2afe-4721-bf6e-6fdcf1f37128 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668223 Feb 14 17:50:02.247098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-16f2e42e-7016-41a7-a5c4-61334fa9dcbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2941876295474c0e8447758ca2caa981&device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 1096 time: 0.4009857 Feb 14 17:50:02.252108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.253156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:50:02.274450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 65b9c517-d7cb-43d5-8163-55567deb26f1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:02.274450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.294611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.481052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4cade-d5ff-4f39-a288-a8113f083acb None None] Port 56b2162b-965c-41de-b15e-cab0f53714c2 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:02.482670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30ab30-009a-49c1-99e0-305fa020dbb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:02.484694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30ab30-009a-49c1-99e0-305fa020dbb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:02.485307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b30ab30-009a-49c1-99e0-305fa020dbb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:02.596792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.597104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.600739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:02.602110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-892bbfac-2573-4d4e-8ae2-ae9c884305b1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/1346c1c0-fcfd-43bb-a648-688fb9391295 HTTP/1.1" status: 204 len: 168 time: 3.5785356 Feb 14 17:50:02.602942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34456) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:02.615479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Pushing event updated for resources: {'Port': ['ID=499fa037-7569-4625-bf1f-28ce5f05a314,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:02.622901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.643168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.643506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.643937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.644156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.644478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.644821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.646616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.646616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.646616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.646616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.646616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:02.681886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b30ab30-009a-49c1-99e0-305fa020dbb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:02.685569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8b30ab30-009a-49c1-99e0-305fa020dbb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5717530 Feb 14 17:50:02.686214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:02.692438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34460) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:02.693528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-81693559-155d-4e42-b7b3-fbb1e91084a0 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] GET failed (client error): The resource could not be found. Feb 14 17:50:02.694029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-81693559-155d-4e42-b7b3-fbb1e91084a0 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Synchronizing usage tracker for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:02.710227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e439-f41d-49de-be19-983aed469299 req-104a89d4-401a-4316-9113-8216cbe0d058 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:02.711690 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b14e439-f41d-49de-be19-983aed469299 req-104a89d4-401a-4316-9113-8216cbe0d058 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 943 time: 0.2229671 Feb 14 17:50:02.717255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-dd2447c6-567d-48c4-9a8e-1f710a4ed33b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:02.718692 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-dd2447c6-567d-48c4-9a8e-1f710a4ed33b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0748507-ba41-4927-a067-e7aa1fa1adf3 HTTP/1.1" status: 200 len: 906 time: 0.4056609 Feb 14 17:50:02.764291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=65b9c517-d7cb-43d5-8163-55567deb26f1,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:02.770267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:02.782632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.786442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'port_id': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'mac_address': 'fa:16:3e:b6:2b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:50:02.823593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-b81e4e87-43ba-4350-b9dc-5538b2a156cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 HTTP/1.1" status: 200 len: 217 time: 0.0793564 Feb 14 17:50:02.833469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-81693559-155d-4e42-b7b3-fbb1e91084a0 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Unset dirty status for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:02.838660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.839127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-81693559-155d-4e42-b7b3-fbb1e91084a0 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports/1346c1c0-fcfd-43bb-a648-688fb9391295 HTTP/1.1" status: 404 len: 333 time: 0.2320495 Feb 14 17:50:02.840286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aa97b9f1-7716-41c5-80e8-c776e005c8da tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8807282 Feb 14 17:50:02.843132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34470) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:02.843463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34472) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:02.850709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.872011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:50:02.892239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:02.899857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-110056521'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:02.901167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:02.911342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Pushing event deleted for resources: {'Port': ['ID=935be053-923c-4768-aed9-d2e2c2b7ec20,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:02.998746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:03.001633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.001773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.004889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.006147 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c75e0ad9-520f-4964-98d4-e1ae2a425bd5 tempest-ExternalNetworksAdminNegativeTestJSON-349031564 tempest-ExternalNetworksAdminNegativeTestJSON-349031564-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/84563daa-db6a-4d6f-bdd9-967d142d6b12 HTTP/1.1" status: 204 len: 168 time: 1.7775669 Feb 14 17:50:03.010318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.031820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b14e439-f41d-49de-be19-983aed469299 req-34b6712b-e84f-45d7-b6cf-978cd16b434d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091099 Feb 14 17:50:03.083180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:03.259989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['452f5898-12fd-43c0-b966-168ff90cba86'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:50:03.295673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet a3cf09d9-37e7-4a66-9c52-d04ce4d8141b {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:03.295907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:50:03.300148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-69d68ad8-6072-418d-ab21-5e83aa66114a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:03.302094 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-69d68ad8-6072-418d-ab21-5e83aa66114a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d73a7a9-c8c5-4afb-8299-5e511440a3e4 HTTP/1.1" status: 200 len: 845 time: 0.4563661 Feb 14 17:50:03.313786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:03.378673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:03.380750 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'code': 200} Feb 14 17:50:03.422101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:03.447326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:03.487416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Usage tracker for resource:floatingip and tenant:f1d8b6197dcf47c09b3407cc30999641 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:03.494754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:03.512934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.515785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:03.518791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.578288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:03.582201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.631566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.644170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-a8201bd5-106e-40eb-9fda-1b383d5d4892 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0748507-ba41-4927-a067-e7aa1fa1adf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3078628 Feb 14 17:50:03.652953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2b58-7ea5-4266-b477-669ab61823d5 req-22821707-c306-4313-a4b9-2ea9e89543b0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:03.654407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-928f2b58-7ea5-4266-b477-669ab61823d5 req-22821707-c306-4313-a4b9-2ea9e89543b0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.6210120 Feb 14 17:50:03.662340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:03.665188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.687628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.775006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] In _notify_port_updated(), no bound segment for port 56b2162b-965c-41de-b15e-cab0f53714c2 on network 21ced357-654b-4eed-bbac-84864ad3f0ad {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:50:03.779238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:03.780115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.781493 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "PUT /v2.0/ports/56b2162b-965c-41de-b15e-cab0f53714c2 HTTP/1.1" status: 200 len: 1003 time: 1.8315287 Feb 14 17:50:03.794073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34500) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:03.794270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port f470b771-c8f7-41e8-a0e9-167779e1445e yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:03.885330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc48e0-d07f-433e-92f5-1d945da0968d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=56b2162b-965c-41de-b15e-cab0f53714c2,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:03.904235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 56b2162b-965c-41de-b15e-cab0f53714c2 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:03.904576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:03.945626 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:50:03.949225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.047684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.119591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-928f2b58-7ea5-4266-b477-669ab61823d5 req-275bb080-ed31-46b3-b232-40f51ea631b5 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105315 Feb 14 17:50:04.121950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1eba90a0-7200-4ad0-b728-c3c1eebc0451 None None] Provisioning complete for port 56b2162b-965c-41de-b15e-cab0f53714c2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:04.122447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1eba90a0-7200-4ad0-b728-c3c1eebc0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.178704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-e06356a2-74f3-446c-89bf-c6731a6719a3 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225537 Feb 14 17:50:04.194472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1eba90a0-7200-4ad0-b728-c3c1eebc0451 None None] Port 56b2162b-965c-41de-b15e-cab0f53714c2 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:04.235118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26d40b-16c3-4e61-b5de-0414e0b64509 req-3c907686-a9d8-4721-8355-2d6f071d51bc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:04.236587 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fc26d40b-16c3-4e61-b5de-0414e0b64509 req-3c907686-a9d8-4721-8355-2d6f071d51bc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 944 time: 0.6637468 Feb 14 17:50:04.255474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.257851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:04.321455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.363786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Usage tracker for resource:security_group_rule and tenant:4a34cf28b9a94e93b71da9704de5029c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:04.383071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:04.391148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.11 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/f470b771-c8f7-41e8-a0e9-167779e1445e) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:04.400586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-7445a3ed-25a6-4add-8842-72116da37cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 1098 time: 0.5618711 Feb 14 17:50:04.402253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:04.416632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 56b2162b-965c-41de-b15e-cab0f53714c2 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:04.453152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cf09d9-37e7-4a66-9c52-d04ce4d8141b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:04.474050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.482357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569a22b-7b67-497c-a8d8-92c5cb57453e None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:04.510922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.561906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fc26d40b-16c3-4e61-b5de-0414e0b64509 req-37ed6947-5f96-49b3-84ce-eaad6f55f43b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051677 Feb 14 17:50:04.602728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40cb563e-e932-4f23-b0d2-adaadb83ed2c req-a1d788b2-8497-4a4f-a305-da380158ffc0 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074128 Feb 14 17:50:04.657051 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b97d06f-cbb6-460e-9b7c-49945173f692 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/a3cf09d9-37e7-4a66-9c52-d04ce4d8141b HTTP/1.1" status: 204 len: 168 time: 1.9632876 Feb 14 17:50:04.658133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34508) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:04.723619 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.724983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264fad-5888-4870-860e-b9b9fb1bec68 req-bed157f6-fcbe-4d20-9268-ca2e6f27c833 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:04.731930 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24264fad-5888-4870-860e-b9b9fb1bec68 req-bed157f6-fcbe-4d20-9268-ca2e6f27c833 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 944 time: 0.4808893 Feb 14 17:50:04.737411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:04.740034 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f3963c7b-aca2-4b5e-a846-fdfaa33938b8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808921 Feb 14 17:50:04.752145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34512) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:04.758355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:04.762445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Usage tracker for resource:security_group_rule and tenant:cd5e5ce442794a93b604a0acc833bbe2 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:04.763339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Deleting port a7457d43-9161-45f0-9878-ce4045a4dbc6 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:04.766896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.769430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:04.774987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:04.788642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=56b2162b-965c-41de-b15e-cab0f53714c2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:04.809089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.839937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:04.855659 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ef629272-b325-4184-bdbc-386ea86e7a74 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/56b2162b-965c-41de-b15e-cab0f53714c2 HTTP/1.1" status: 204 len: 168 time: 1.0605958 Feb 14 17:50:04.856406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34516) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:04.861738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:04.909065 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf95459f-7714-4704-a6fa-3226a439bb05 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] GET failed (client error): The resource could not be found. Feb 14 17:50:04.909597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cf95459f-7714-4704-a6fa-3226a439bb05 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Synchronizing usage tracker for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:04.935129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.002954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cf95459f-7714-4704-a6fa-3226a439bb05 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Unset dirty status for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:05.010978 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf95459f-7714-4704-a6fa-3226a439bb05 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports/56b2162b-965c-41de-b15e-cab0f53714c2 HTTP/1.1" status: 404 len: 333 time: 0.1532753 Feb 14 17:50:05.011645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34520) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:05.019635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1069905419'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:05.038503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] For port a7457d43-9161-45f0-9878-ce4045a4dbc6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a7457d43-9161-45f0-9878-ce4045a4dbc6,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:05.038959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.061139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.099657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24264fad-5888-4870-860e-b9b9fb1bec68 req-6cb6da32-8799-444c-87d4-ec07b06a115c tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580499 Feb 14 17:50:05.139545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.165614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Calling delete_port for a7457d43-9161-45f0-9878-ce4045a4dbc6 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:05.182785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:05.194162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:05.287161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:05.287359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a7457d43-9161-45f0-9878-ce4045a4dbc6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:05.310206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:05.314837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.316022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:05.338541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 54b6079b-6de7-4eec-8531-ce3f5932fec4 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:05.351974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf6865f-6521-462f-861e-449d9ccb7dff,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:05.365483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:05.384926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object f470b771-c8f7-41e8-a0e9-167779e1445e will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:05.393213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port a7457d43-9161-45f0-9878-ce4045a4dbc6 update to DOWN by agent not found {{(pid=84257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 14 17:50:05.395496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.399104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4b7bd549-9287-46a4-9a5c-672ea72304dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a34cf28b9a94e93b71da9704de5029c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7201281 Feb 14 17:50:05.406747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:05.409066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:05.426858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Allocated IP 172.26.4.158 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/fa977efc-ba0f-4f8f-876a-5c155dd50687) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:05.452230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] Pushing event deleted for resources: {'Port': ['ID=a7457d43-9161-45f0-9878-ce4045a4dbc6,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:05.464093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6898764-24fc-4cc5-bd1e-2d338807302e None None] No DVR routers for this DVR port a7457d43-9161-45f0-9878-ce4045a4dbc6 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:05.550507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.584121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:05.632512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.650306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 452f5898-12fd-43c0-b966-168ff90cba86 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:05.658870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::240 (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/54b6079b-6de7-4eec-8531-ce3f5932fec4) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:05.674901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.684422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.752406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.858622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.873807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc1459b5-cabc-4082-826c-02b053c15f9a req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4605706 Feb 14 17:50:05.879368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b23c9-9516-479d-a9a1-07aafb0ab23c req-fbb050d4-cb8e-4263-831b-42282c886638 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:05.880777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff6b23c9-9516-479d-a9a1-07aafb0ab23c req-fbb050d4-cb8e-4263-831b-42282c886638 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.5889103 Feb 14 17:50:05.898134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.900963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e248-dba5-4258-8a58-87bc4ddd14bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8261ebd9-bf9c-4ed7-951c-1a72b1b649e1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:05.908025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 452f5898-12fd-43c0-b966-168ff90cba86 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:05.920320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 452f5898-12fd-43c0-b966-168ff90cba86 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:05.921944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.949624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:05.994575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 54b6079b-6de7-4eec-8531-ce3f5932fec4 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:05.996384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.016487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf6865f-6521-462f-861e-449d9ccb7dff,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:06.037076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:06.050075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:06.066202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:06.116636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.117265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=f470b771-c8f7-41e8-a0e9-167779e1445e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:06.126604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:06.140236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=452f5898-12fd-43c0-b966-168ff90cba86,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:06.162684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff6b23c9-9516-479d-a9a1-07aafb0ab23c req-52a2f026-94e2-496c-9fd7-d93496564392 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588937 Feb 14 17:50:06.186543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:06.187190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.190244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.208505 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c8e6195-8186-41e0-bf43-9d2507d3f490 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbf6865f-6521-462f-861e-449d9ccb7dff HTTP/1.1" status: 204 len: 168 time: 0.7930787 Feb 14 17:50:06.210968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.234825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76a036-242b-4d03-9c54-02016b63a03a req-4cedb89e-77ae-4a99-b04b-d05159c617c4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:06.236453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f76a036-242b-4d03-9c54-02016b63a03a req-4cedb89e-77ae-4a99-b04b-d05159c617c4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 944 time: 0.4581788 Feb 14 17:50:06.274077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.275603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:06.351987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.394582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:06.398808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:06.413840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:06.425530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:06.426189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.427313 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86', 'code': 200} Feb 14 17:50:06.438279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=54b6079b-6de7-4eec-8531-ce3f5932fec4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:06.600530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:06.604563 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-023d8f1b-4553-4c65-a945-b13f25878ad4 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5917115 Feb 14 17:50:06.605426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34538) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:06.610794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:06.611990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'network_id': '21ced357-654b-4eed-bbac-84864ad3f0ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1564765612'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:06.614111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:06.628249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Pushing event updated for resources: {'Port': ['ID=fa977efc-ba0f-4f8f-876a-5c155dd50687,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:06.632862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f76a036-242b-4d03-9c54-02016b63a03a req-3a99657b-56ff-4fb3-abd0-a08281fb874a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885288 Feb 14 17:50:06.636808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:06.664667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:06.682226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:06.682326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.753756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-11dbf491-40fd-4070-b509-1552a4343c3e None None] Provisioning for port f470b771-c8f7-41e8-a0e9-167779e1445e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:06.759372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-11dbf491-40fd-4070-b509-1552a4343c3e None None] Provisioning complete for port f470b771-c8f7-41e8-a0e9-167779e1445e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:06.759372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-11dbf491-40fd-4070-b509-1552a4343c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.778805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dcff3f8c-017d-4970-b0d0-28de4000f67d tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9292557 Feb 14 17:50:06.785124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34544) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:06.804287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a6:4b:46'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:06.833861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-11dbf491-40fd-4070-b509-1552a4343c3e None None] Port f470b771-c8f7-41e8-a0e9-167779e1445e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:06.893941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:06.914788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:06.920776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Usage tracker for resource:port and tenant:faf6f28a8c7044d7b05f3a07355bd7c6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:06.924980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:06.931032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:06.935513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:06.994954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.036135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Made reservation on behalf of faf6f28a8c7044d7b05f3a07355bd7c6 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:07.036472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.039510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.063069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] device_id is not set on port 4a1bb026-c142-4b30-814d-cd33a8c135bf yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:07.065983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6107b7fa-2b3e-48a8-9a00-5858800e37e8 None None] Provisioning for port 54b6079b-6de7-4eec-8531-ce3f5932fec4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:07.067044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eef1d-0738-400e-9309-4a6b0e4af5b7 req-5f5af732-28d8-4d61-944d-c3fca3601d97 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:07.068500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be1eef1d-0738-400e-9309-4a6b0e4af5b7 req-5f5af732-28d8-4d61-944d-c3fca3601d97 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 944 time: 0.6323218 Feb 14 17:50:07.083297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6107b7fa-2b3e-48a8-9a00-5858800e37e8 None None] Provisioning complete for port 54b6079b-6de7-4eec-8531-ce3f5932fec4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:07.083657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6107b7fa-2b3e-48a8-9a00-5858800e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.149415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf1b6822-1137-4517-85cb-b3fe2a0137e5 req-2aae8fcf-3c30-428e-b496-df8104ba7e63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.4351718 Feb 14 17:50:07.151226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:07.157665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:07.160336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6107b7fa-2b3e-48a8-9a00-5858800e37e8 None None] Port 54b6079b-6de7-4eec-8531-ce3f5932fec4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:07.173033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:07.175926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:07.176503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.183556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da07213-78b1-42f7-a588-3b2e158e1ef5 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:07.197977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=e4eda770-b3ed-4561-841e-fe505d9b6ee0,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:07.247463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Allocated IP 2001:db8::29f (21ced357-654b-4eed-bbac-84864ad3f0ad/9cfc2d57-2724-46fa-817d-e2bf1ecaad73/4a1bb026-c142-4b30-814d-cd33a8c135bf) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:07.252787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34550) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:07.315552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be1eef1d-0738-400e-9309-4a6b0e4af5b7 req-65e67fe8-7a09-4343-aa45-800d02c527de tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325635 Feb 14 17:50:07.358516 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1da620a-8d27-4882-805f-421aef8f77ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0cf17a22c30485ea6a63b1c323abebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1022820 Feb 14 17:50:07.359242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:07.380759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.465557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'e4eda770-b3ed-4561-841e-fe505d9b6ee0'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:50:07.467108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.509185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f9969d53-b4fb-44d7-9607-4878311307fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7518380 Feb 14 17:50:07.509558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34558) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:07.511850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-bf1b6822-1137-4517-85cb-b3fe2a0137e5 req-c6d6635a-2656-421a-8241-a1d46901c4de service neutron] Synchronizing usage tracker for tenant:cd5e5ce442794a93b604a0acc833bbe2 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:07.527214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': 'e4eda770-b3ed-4561-841e-fe505d9b6ee0', 'ip_address': '2001:db8::e36a:d50:9a69:9885'}], 'name': 'tempest-NetworksTestDHCPv6-2110008972'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:07.546614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.627095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.658618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/e4eda770-b3ed-4561-841e-fe505d9b6ee0/244232a4-9d4f-498a-9607-096dfd7a90dd) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:07.682192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.705244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.725993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-bf1b6822-1137-4517-85cb-b3fe2a0137e5 req-c6d6635a-2656-421a-8241-a1d46901c4de service neutron] Unset dirty status for tenant:cd5e5ce442794a93b604a0acc833bbe2 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:07.727171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf1b6822-1137-4517-85cb-b3fe2a0137e5 req-c6d6635a-2656-421a-8241-a1d46901c4de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5575140 Feb 14 17:50:07.735838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Transition to ACTIVE for port object 4a1bb026-c142-4b30-814d-cd33a8c135bf will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:07.798533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:07.812487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:07.828426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.912312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b70d-c012-43a8-830b-b632e7b8b49e req-9f8223f7-04cc-4a19-9be2-e8fbf3b36674 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:07.914704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.916395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e74b70d-c012-43a8-830b-b632e7b8b49e req-9f8223f7-04cc-4a19-9be2-e8fbf3b36674 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.5264761 Feb 14 17:50:07.943591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.956549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Transition to ACTIVE for port object 244232a4-9d4f-498a-9607-096dfd7a90dd will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:07.959840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:07.965278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:07.980491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Transition to ACTIVE for port object 244232a4-9d4f-498a-9607-096dfd7a90dd will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:07.989781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.033525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520ce15f-d567-429f-b7c1-c0600eacc9e4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.041488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 564d17c9-2b20-4127-981c-99eaea13d68a yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:08.083835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.144634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e74b70d-c012-43a8-830b-b632e7b8b49e req-95de1891-aa45-4624-a918-ebbfa73bc7d3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112224 Feb 14 17:50:08.170702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497eae7-c0ba-434a-b798-6b5a459410e0 req-0e87980f-7a0d-470f-82e2-19215aa3f923 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:08.178149 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b497eae7-c0ba-434a-b798-6b5a459410e0 req-0e87980f-7a0d-470f-82e2-19215aa3f923 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3518004 Feb 14 17:50:08.191462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:08.194749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:08.198602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:08.205409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Pushing event updated for resources: {'Port': ['ID=244232a4-9d4f-498a-9607-096dfd7a90dd,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.214996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.260378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=4a1bb026-c142-4b30-814d-cd33a8c135bf,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.265272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Network 21ced357-654b-4eed-bbac-84864ad3f0ad is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:08.268285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.271980 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bfeb4b3c-7cda-4c6a-afcc-b0950ec4dda1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/520ce15f-d567-429f-b7c1-c0600eacc9e4 HTTP/1.1" status: 204 len: 168 time: 0.9094851 Feb 14 17:50:08.272751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:08.285335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:08.289563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:08.290770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.303027 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b497eae7-c0ba-434a-b798-6b5a459410e0 req-92e6bc2a-1d35-41ae-992d-ac32a4aeec08 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223648 Feb 14 17:50:08.307110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Attempting to bind port 244232a4-9d4f-498a-9607-096dfd7a90dd on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:08.307576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Attempting to bind port 244232a4-9d4f-498a-9607-096dfd7a90dd by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:08.308023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Attempting to bind port 244232a4-9d4f-498a-9607-096dfd7a90dd on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:08.310937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::e36a:d50:9a69:9885 (ec992c4f-9a29-4213-84c0-4010e08b02ef/e4eda770-b3ed-4561-841e-fe505d9b6ee0/564d17c9-2b20-4127-981c-99eaea13d68a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:08.324191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Bound port: 244232a4-9d4f-498a-9607-096dfd7a90dd, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:08.325171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.384033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:50:08.439492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:08.471265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] For port 244232a4-9d4f-498a-9607-096dfd7a90dd, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:08.489962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] For port 244232a4-9d4f-498a-9607-096dfd7a90dd, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=244232a4-9d4f-498a-9607-096dfd7a90dd,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:08.503668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.574884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.581497 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'code': 200} Feb 14 17:50:08.602588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=f470b771-c8f7-41e8-a0e9-167779e1445e,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.696617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.712539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.715329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 564d17c9-2b20-4127-981c-99eaea13d68a will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:08.735881 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-20555483-ce55-47e8-8502-8809c62d94b9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1293068 Feb 14 17:50:08.739598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:08.752799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:bc:1c:af'}, {'ip_address': '2001:db8::240', 'mac_address': 'fa:16:3e:d8:b2:9f'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:08.830936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b6f2-c3ad-46ba-ba7d-84910fab1634 None None] Pushing event updated for resources: {'Port': ['ID=244232a4-9d4f-498a-9607-096dfd7a90dd,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.884768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.885568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] In _notify_port_updated(), no bound segment for port f470b771-c8f7-41e8-a0e9-167779e1445e on network 02c55f72-9701-4dea-996e-b21afc0d9126 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:50:08.889523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:08.890381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:08.894970 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4fa9063f-c89c-4fdc-8265-e2b2d28d42a1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "PUT /v2.0/ports/f470b771-c8f7-41e8-a0e9-167779e1445e HTTP/1.1" status: 200 len: 996 time: 2.1010492 Feb 14 17:50:08.903035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34574) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:08.903743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Pushing event updated for resources: {'Port': ['ID=fa977efc-ba0f-4f8f-876a-5c155dd50687,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:08.988994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-71a7c329-858b-4daa-ab2c-3136a4411ec5 None None] Provisioning for port 4a1bb026-c142-4b30-814d-cd33a8c135bf completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:08.993735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.004210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-71a7c329-858b-4daa-ab2c-3136a4411ec5 None None] Provisioning complete for port 4a1bb026-c142-4b30-814d-cd33a8c135bf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:09.004594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-71a7c329-858b-4daa-ab2c-3136a4411ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.014629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port f470b771-c8f7-41e8-a0e9-167779e1445e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:09.015233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.043803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:09.049583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:09.052137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:09.056750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:09.056922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.064455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e8e70-6384-441e-a717-a01a442ae45b req-eed7f5ed-e8be-4310-ba91-aa0cee09506d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:09.066004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-327e8e70-6384-441e-a717-a01a442ae45b req-eed7f5ed-e8be-4310-ba91-aa0cee09506d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.4700115 Feb 14 17:50:09.092901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=564d17c9-2b20-4127-981c-99eaea13d68a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:09.128227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-71a7c329-858b-4daa-ab2c-3136a4411ec5 None None] Port 4a1bb026-c142-4b30-814d-cd33a8c135bf cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:09.199883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.219017 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-256467bc-e4fe-4a18-b373-566957d2a28a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7101011 Feb 14 17:50:09.226296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34584) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:09.256082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b7006aee-9c8b-4bec-9708-e72c443287a8 None None] Provisioning complete for port f470b771-c8f7-41e8-a0e9-167779e1445e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:09.256786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b7006aee-9c8b-4bec-9708-e72c443287a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.392315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b7006aee-9c8b-4bec-9708-e72c443287a8 None None] Port f470b771-c8f7-41e8-a0e9-167779e1445e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:09.397154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.401434 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1be89cd4-42e1-4d8a-addb-43c5d0348b0b tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5511751 Feb 14 17:50:09.401985 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-327e8e70-6384-441e-a717-a01a442ae45b req-e097ba47-4842-4ba7-b5bb-42d075d9a7dc tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282509 Feb 14 17:50:09.405436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34592) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:09.591177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac810dc0-8e6b-4097-bd86-ec213e4f6d44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:09.592813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac810dc0-8e6b-4097-bd86-ec213e4f6d44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:09.593576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ac810dc0-8e6b-4097-bd86-ec213e4f6d44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:09.696749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.733195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ac810dc0-8e6b-4097-bd86-ec213e4f6d44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:09.739446 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac810dc0-8e6b-4097-bd86-ec213e4f6d44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5116291 Feb 14 17:50:09.739446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34600) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:09.799989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.850861 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c9cfdb1b-17ab-41fb-bedc-0c19d6d0fff2 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.4364426 Feb 14 17:50:09.855684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34604) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:09.871335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 564d17c9-2b20-4127-981c-99eaea13d68a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:09.871838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.919075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] In _notify_port_updated(), no bound segment for port 4a1bb026-c142-4b30-814d-cd33a8c135bf on network 21ced357-654b-4eed-bbac-84864ad3f0ad {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:50:09.923124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:09.924072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:09.928072 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "PUT /v2.0/ports/4a1bb026-c142-4b30-814d-cd33a8c135bf HTTP/1.1" status: 200 len: 1068 time: 1.1852434 Feb 14 17:50:09.939125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34610) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:09.994593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:10.008390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fca50549-5cc6-49d4-af0a-4f8db4bdf3bf req-af0071a6-0f28-4354-a64f-664f58235183 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 1098 time: 0.7390451 Feb 14 17:50:10.011464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047d22c-19ea-4729-b8b7-a1e7e91c3a1f tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event updated for resources: {'Port': ['ID=4a1bb026-c142-4b30-814d-cd33a8c135bf,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:10.100250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 4a1bb026-c142-4b30-814d-cd33a8c135bf {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:10.101983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:10.102652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-82fd319c-ce34-4b39-aa08-f5948573a8ad tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Synchronizing usage tracker for tenant:e4475de633a44edf8f4f9438172c30dc on resource:floatingip {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:10.180414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for f470b771-c8f7-41e8-a0e9-167779e1445e owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:10.277784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4eea3-53c5-4fab-bc32-21469bd9fc72 req-10e41b36-c932-4344-9794-903c2a5179a8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:10.294905 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fea4eea3-53c5-4fab-bc32-21469bd9fc72 req-10e41b36-c932-4344-9794-903c2a5179a8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6907380 Feb 14 17:50:10.310251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e4d4a-92af-488d-8794-2167163280bc req-538a2d98-1ca0-400b-89ac-5380728b82dd tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:10.319904 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd6e4d4a-92af-488d-8794-2167163280bc req-538a2d98-1ca0-400b-89ac-5380728b82dd tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.7430315 Feb 14 17:50:10.335561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7bad062b-31b7-494a-a8a2-79662232d95d None None] Provisioning complete for port 4a1bb026-c142-4b30-814d-cd33a8c135bf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:10.336025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7bad062b-31b7-494a-a8a2-79662232d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:10.398500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd6e4d4a-92af-488d-8794-2167163280bc req-4fdabfe1-d76f-4baa-82ba-22df27498498 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697095 Feb 14 17:50:10.406733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fca50549-5cc6-49d4-af0a-4f8db4bdf3bf req-9e0e21cf-d73b-41ac-9c56-fa47e9b1dc5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740551 Feb 14 17:50:10.423483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-82fd319c-ce34-4b39-aa08-f5948573a8ad tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Unset dirty status for tenant:e4475de633a44edf8f4f9438172c30dc on resource:floatingip {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:10.425458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-82fd319c-ce34-4b39-aa08-f5948573a8ad tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5535038 Feb 14 17:50:10.433958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34618) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:10.447134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7bad062b-31b7-494a-a8a2-79662232d95d None None] Port 4a1bb026-c142-4b30-814d-cd33a8c135bf cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:10.470371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fea4eea3-53c5-4fab-bc32-21469bd9fc72 req-4a2e0c81-f433-4e93-b1eb-22b5f63a725f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824718 Feb 14 17:50:10.587917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:10.670204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9bfea4a0-a098-4dda-a345-75c7a6439342 None None] Provisioning for port 244232a4-9d4f-498a-9607-096dfd7a90dd completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:10.757197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:10.831699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=f470b771-c8f7-41e8-a0e9-167779e1445e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:10.915768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 564d17c9-2b20-4127-981c-99eaea13d68a owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:10.972368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e8d48-cb55-4435-9cff-5cfe58fd8337 req-8d9dc270-ce13-401a-88c0-d06323dc087a tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:10.973639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d6e8d48-cb55-4435-9cff-5cfe58fd8337 req-8d9dc270-ce13-401a-88c0-d06323dc087a tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.3131025 Feb 14 17:50:10.977514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.012987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef3d16-b9c4-42e5-914b-eba7052b8b81 req-f8bcf602-4797-4374-8daa-7f78d0358f6c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:11.017326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Deleting port fa977efc-ba0f-4f8f-876a-5c155dd50687 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:11.017482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-81d78d6a-f56c-4877-a4bf-18bb5e1000f8 None None] Provisioning for port 564d17c9-2b20-4127-981c-99eaea13d68a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:11.017625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.025299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdef3d16-b9c4-42e5-914b-eba7052b8b81 req-f8bcf602-4797-4374-8daa-7f78d0358f6c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.3152025 Feb 14 17:50:11.026157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34632) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:11.035876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-81d78d6a-f56c-4877-a4bf-18bb5e1000f8 None None] Provisioning complete for port 564d17c9-2b20-4127-981c-99eaea13d68a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:11.036440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81d78d6a-f56c-4877-a4bf-18bb5e1000f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.062170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.120652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Request body: {'floatingip': {'port_id': '65b9c517-d7cb-43d5-8163-55567deb26f1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:11.139487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-81d78d6a-f56c-4877-a4bf-18bb5e1000f8 None None] Port 564d17c9-2b20-4127-981c-99eaea13d68a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:11.188729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d6e8d48-cb55-4435-9cff-5cfe58fd8337 req-ff6a88b7-4d3b-4b9c-b7fb-5f3b4a97d0d4 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039156 Feb 14 17:50:11.191090 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-23f86e36-dec9-4c2f-9921-2c5e06bfbfec tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/f470b771-c8f7-41e8-a0e9-167779e1445e HTTP/1.1" status: 204 len: 168 time: 2.2847667 Feb 14 17:50:11.201390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34640) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:11.236637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 4a1bb026-c142-4b30-814d-cd33a8c135bf owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:11.316300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.339416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 244232a4-9d4f-498a-9607-096dfd7a90dd up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:11.368522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-55be4026-306c-4b6f-a299-636fded58907 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] GET failed (client error): The resource could not be found. Feb 14 17:50:11.371124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-55be4026-306c-4b6f-a299-636fded58907 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Synchronizing usage tracker for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:11.489641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.489883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.517604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17c3e-c08a-4fce-b8bb-0c449877649c req-6af6a7ff-b2a6-4ccb-a257-d29057d4bf26 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:11.529723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1bf17c3e-c08a-4fce-b8bb-0c449877649c req-6af6a7ff-b2a6-4ccb-a257-d29057d4bf26 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3266447 Feb 14 17:50:11.530481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34646) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:11.565498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Request body: {'floatingip': {'port_id': '452f5898-12fd-43c0-b966-168ff90cba86'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:11.636672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 244232a4-9d4f-498a-9607-096dfd7a90dd completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:11.648937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-55be4026-306c-4b6f-a299-636fded58907 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Unset dirty status for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:11.650132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 244232a4-9d4f-498a-9607-096dfd7a90dd triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:11.650509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.650632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-55be4026-306c-4b6f-a299-636fded58907 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports/f470b771-c8f7-41e8-a0e9-167779e1445e HTTP/1.1" status: 404 len: 333 time: 0.4479907 Feb 14 17:50:11.658368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.673523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Calling delete_port for fa977efc-ba0f-4f8f-876a-5c155dd50687 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:11.702237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34652) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:11.714037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.746135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-543060032'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:11.811095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:11.874607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 244232a4-9d4f-498a-9607-096dfd7a90dd, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=244232a4-9d4f-498a-9607-096dfd7a90dd,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:11.907966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=564d17c9-2b20-4127-981c-99eaea13d68a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:11.944823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.003814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.028041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=244232a4-9d4f-498a-9607-096dfd7a90dd,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:12.095762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.175334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=4a1bb026-c142-4b30-814d-cd33a8c135bf,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:12.177504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:12.197585 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1893d856-4adb-49d8-97f4-fa12c82cd79c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/564d17c9-2b20-4127-981c-99eaea13d68a HTTP/1.1" status: 204 len: 168 time: 2.4587271 Feb 14 17:50:12.198825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:12.203502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34662) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:12.270702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.353031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:12.363434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.394270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Pushing event deleted for resources: {'Port': ['ID=fa977efc-ba0f-4f8f-876a-5c155dd50687,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:12.519435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7a2e0-fe1c-47e7-87ad-21f6dbb176ab tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:12.520797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7a2e0-fe1c-47e7-87ad-21f6dbb176ab tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:12.521544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efb7a2e0-fe1c-47e7-87ad-21f6dbb176ab tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:12.581757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port f12c0f81-a8e5-4c30-922a-2cd17eb77c89 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:12.704652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34674) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:12.717909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efb7a2e0-fe1c-47e7-87ad-21f6dbb176ab tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:12.721935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-efb7a2e0-fe1c-47e7-87ad-21f6dbb176ab tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5147810 Feb 14 17:50:12.730424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34678) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:12.806914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.829175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.874776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:12.878490 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8b309735-961c-4a82-b3f1-c4ebd98e8301 tempest-FloatingIPAdminTestJSON-1345944730 tempest-FloatingIPAdminTestJSON-1345944730-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4cca11a-36bd-4441-9fb4-61a167bc1851 HTTP/1.1" status: 204 len: 168 time: 2.4386256 Feb 14 17:50:12.880046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34684) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:12.896107 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4631dc68-b629-4a01-82fa-059b7f13e56d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/4a1bb026-c142-4b30-814d-cd33a8c135bf HTTP/1.1" status: 204 len: 168 time: 2.9563460 Feb 14 17:50:12.900813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:12.977136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b03bc34-33b0-4a3c-946e-e59e7364e9ac tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] GET failed (client error): The resource could not be found. Feb 14 17:50:12.977636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b03bc34-33b0-4a3c-946e-e59e7364e9ac tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Synchronizing usage tracker for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:12.978941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b8af2-2b1e-4ec5-b925-6ed29353bb3f req-98e53aed-c264-473d-8f92-3c30b50d3712 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:12.980411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d99b8af2-2b1e-4ec5-b925-6ed29353bb3f req-98e53aed-c264-473d-8f92-3c30b50d3712 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.5547101 Feb 14 17:50:13.028074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0664de5d-b99d-4224-9949-3a07a384590c tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:13.029436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.12 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/f12c0f81-a8e5-4c30-922a-2cd17eb77c89) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:13.141966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet e4eda770-b3ed-4561-841e-fe505d9b6ee0 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:13.143974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Deleting port 499fa037-7569-4625-bf1f-28ce5f05a314 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:13.144315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.160966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.194535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b03bc34-33b0-4a3c-946e-e59e7364e9ac tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Unset dirty status for tenant:faf6f28a8c7044d7b05f3a07355bd7c6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:13.198327 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b03bc34-33b0-4a3c-946e-e59e7364e9ac tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports/4a1bb026-c142-4b30-814d-cd33a8c135bf HTTP/1.1" status: 404 len: 333 time: 0.2940598 Feb 14 17:50:13.232913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34694) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:13.237078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d99b8af2-2b1e-4ec5-b925-6ed29353bb3f req-81ea0993-88d7-4c2e-8cfd-165450563eaa tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384450 Feb 14 17:50:13.283539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.312591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 244232a4-9d4f-498a-9607-096dfd7a90dd up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:13.399334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 244232a4-9d4f-498a-9607-096dfd7a90dd triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:13.400023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.406719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.427738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object f12c0f81-a8e5-4c30-922a-2cd17eb77c89 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:13.436284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.530483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:50:13.562092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.581855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:50:13.603086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.665175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=e4eda770-b3ed-4561-841e-fe505d9b6ee0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:13.690294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.697268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:13.700341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267416b6-85f4-44ad-82df-f325edceac63 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:13.705301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=f12c0f81-a8e5-4c30-922a-2cd17eb77c89,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:13.708012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 54b6079b-6de7-4eec-8531-ce3f5932fec4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:13.708359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.710775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:13.723194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:13.811073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:13.812518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.835274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.836068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.857190 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d2dc7210-158c-43c1-941c-e8025c14ba9d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/e4eda770-b3ed-4561-841e-fe505d9b6ee0 HTTP/1.1" status: 204 len: 168 time: 1.1211305 Feb 14 17:50:13.858499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:13.892900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.893236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:13.939605 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fa13fd7f-14de-41c1-88c8-fe1539029602 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2317162 Feb 14 17:50:13.946137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34704) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:13.950225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2a68e71e-1650-490b-a4e4-007fbfbad0e3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908511 Feb 14 17:50:13.955011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'network_id': '02c55f72-9701-4dea-996e-b21afc0d9126', 'name': 'tempest-AllowedAddressPairTestJSON-1986418923'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:13.968648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34708) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:13.978833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:14.025375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:14.029807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Deleting port 244232a4-9d4f-498a-9607-096dfd7a90dd {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:14.030346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.049729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.062923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bfdb2f6e-7a95-4462-ad50-006d3b64671d None None] Provisioning for port f12c0f81-a8e5-4c30-922a-2cd17eb77c89 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:14.081003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bfdb2f6e-7a95-4462-ad50-006d3b64671d None None] Provisioning complete for port f12c0f81-a8e5-4c30-922a-2cd17eb77c89 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:14.081367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2f6e-7a95-4462-ad50-006d3b64671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.109968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Calling delete_port for 499fa037-7569-4625-bf1f-28ce5f05a314 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:14.150947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.173480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb2f6e-7a95-4462-ad50-006d3b64671d None None] Port f12c0f81-a8e5-4c30-922a-2cd17eb77c89 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:14.181806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:14.184274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:14.190328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:14.206704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:14.217879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:14.225177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bb576-4ef4-4d9c-9499-b222a62ca616 req-4feb1c8c-98a2-4f5f-933c-5b74bc92f7f8 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:14.226654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e8bb576-4ef4-4d9c-9499-b222a62ca616 req-4feb1c8c-98a2-4f5f-933c-5b74bc92f7f8 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.8085334 Feb 14 17:50:14.227897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0664de5d-b99d-4224-9949-3a07a384590c tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "PUT /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd HTTP/1.1" status: 200 len: 366 time: 1.5072963 Feb 14 17:50:14.231761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34712) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:14.239402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:14.243258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34716) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:14.259011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Request body: {'floatingip': {'port_id': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:14.294121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] For port 244232a4-9d4f-498a-9607-096dfd7a90dd, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=244232a4-9d4f-498a-9607-096dfd7a90dd,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:14.294507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.318855 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1e6b1d1-ad48-478f-9f87-cec999781a01 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0838945 Feb 14 17:50:14.333328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34720) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:14.338510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:14.354485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.449987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Calling delete_port for 244232a4-9d4f-498a-9607-096dfd7a90dd owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:14.464457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.527459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.580940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Made reservation on behalf of 10c3618b26ea4c729299dee8fb22e410 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:14.584110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.590648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:14.640292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] Pushing event deleted for resources: {'Port': ['ID=244232a4-9d4f-498a-9607-096dfd7a90dd,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:14.645401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd26878-c873-405a-8520-42dad1428f60 None None] No DVR routers for this DVR port 244232a4-9d4f-498a-9607-096dfd7a90dd on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:14.688671 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30215240-8d6f-4138-b619-cacf3fe552d9 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd HTTP/1.1" status: 200 len: 366 time: 0.3515377 Feb 14 17:50:14.697048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:14.725826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] device_id is not set on port ee739a09-8be9-4468-b7bc-add111854af6 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:14.805044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 54b6079b-6de7-4eec-8531-ce3f5932fec4 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:14.988303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.013016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.046638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Pushing event deleted for resources: {'Port': ['ID=499fa037-7569-4625-bf1f-28ce5f05a314,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:15.048643 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c28397f2-63a4-494c-aa22-fd650f639b01 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd HTTP/1.1" status: 204 len: 168 time: 0.3506386 Feb 14 17:50:15.057155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.108086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Floating IP aba4011d-b118-4091-a1d5-5b893c5b12c0 associated. External IP: 172.26.4.43, port: 65b9c517-d7cb-43d5-8163-55567deb26f1. Feb 14 17:50:15.135385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Allocated IP 172.20.0.9 (02c55f72-9701-4dea-996e-b21afc0d9126/3f79d6d8-dfa5-4843-a93a-362fb979a1fc/ee739a09-8be9-4468-b7bc-add111854af6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:15.191695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.219644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f77c77a2-3cc4-4de1-9e8c-099e37bcabf2 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1595702 Feb 14 17:50:15.262052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34732) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.274394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.293209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 244232a4-9d4f-498a-9607-096dfd7a90dd no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:15.333223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 244232a4-9d4f-498a-9607-096dfd7a90dd {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:50:15.334307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 244232a4-9d4f-498a-9607-096dfd7a90dd not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:50:15.348952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=54b6079b-6de7-4eec-8531-ce3f5932fec4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:15.354649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Floating IP 16ff9e5f-d61b-4129-b46d-23ebc8baf9a8 associated. External IP: 172.26.4.115, port: 452f5898-12fd-43c0-b966-168ff90cba86. Feb 14 17:50:15.381728 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-18f810cc-b9c3-4c84-97b9-5974369bfec3 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd HTTP/1.1" status: 200 len: 370 time: 0.1181111 Feb 14 17:50:15.397962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34736) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.412391 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9ea6460e-955e-4e9e-aa1e-30c501e13cef tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd/default HTTP/1.1" status: 200 len: 370 time: 0.0110972 Feb 14 17:50:15.418400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.426954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:15.434335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:15.444994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e634a-6637-4d62-8782-0884b3cadf5c None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:15.484564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:15.485644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.506418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=9711bfa6-7714-48d5-9de4-72226aff827d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:15.540167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.569399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-7a9ae96f-8d4e-49e7-9a21-cfc2b0db5340 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] delete failed (client error): The resource could not be found. Feb 14 17:50:15.570811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7a9ae96f-8d4e-49e7-9a21-cfc2b0db5340 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/d13f9f2679e54854acf3df27bcfb21bd HTTP/1.1" status: 404 len: 348 time: 0.1500702 Feb 14 17:50:15.676251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.677620 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4425d72f-3195-4b53-a0c3-4175e51fcef7 tempest-FloatingIPAdminTestJSON-1450906537 tempest-FloatingIPAdminTestJSON-1450906537-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/277e757c-3b27-48b0-8366-97b00cbbe5c1 HTTP/1.1" status: 204 len: 168 time: 2.7924476 Feb 14 17:50:15.682887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34746) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.741779 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-199db45c-7de2-455e-96e7-e24c4ed5456d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7718198 Feb 14 17:50:15.753025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34750) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:15.768113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '9711bfa6-7714-48d5-9de4-72226aff827d', 'ip_address': '2001:db8::8080:c721:5807:b1bd'}], 'name': 'tempest-NetworksTestDHCPv6-1584465115'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:15.813420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.816937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.818085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '9711bfa6-7714-48d5-9de4-72226aff827d'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:50:15.819426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.832862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Transition to ACTIVE for port object ee739a09-8be9-4468-b7bc-add111854af6 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:15.890595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port 2ebee421-356d-4adb-b99b-cf94757dcb5f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:15.890847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.948576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:15.996934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/9711bfa6-7714-48d5-9de4-72226aff827d/a292623d-d3d2-496a-ba5c-a29bccdafc79) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:16.098532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34754) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:16.155553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.160514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-851327b8-5eb5-4e1a-a051-704956d40232 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/54b6079b-6de7-4eec-8531-ce3f5932fec4 HTTP/1.1" status: 204 len: 168 time: 2.9238493 Feb 14 17:50:16.164543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.175640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34758) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:16.218059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.229686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Transition to ACTIVE for port object a292623d-d3d2-496a-ba5c-a29bccdafc79 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:16.249552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Transition to ACTIVE for port object a292623d-d3d2-496a-ba5c-a29bccdafc79 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:16.282334 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a476e-861c-4701-8114-43a59d88c4f9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] GET failed (client error): The resource could not be found. Feb 14 17:50:16.283606 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d8a476e-861c-4701-8114-43a59d88c4f9 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "GET /v2.0/ports/54b6079b-6de7-4eec-8531-ce3f5932fec4 HTTP/1.1" status: 404 len: 333 time: 0.0780911 Feb 14 17:50:16.294081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:16.327745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.343580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Network 02c55f72-9701-4dea-996e-b21afc0d9126 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:16.357912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:16.360632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:16.397294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Pushing event updated for resources: {'Port': ['ID=a292623d-d3d2-496a-ba5c-a29bccdafc79,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:16.415749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=ee739a09-8be9-4468-b7bc-add111854af6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:16.420145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:16.432213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:16.436368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:16.451340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 7f330d80-6bd4-4819-84fd-9012c6735f4c {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:16.451681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.452636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:16.478268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:16.488204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:network and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:16.491533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:16.507258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:16.515102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:16.515704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.550342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Attempting to bind port a292623d-d3d2-496a-ba5c-a29bccdafc79 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:16.550728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Attempting to bind port a292623d-d3d2-496a-ba5c-a29bccdafc79 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:16.551088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Attempting to bind port a292623d-d3d2-496a-ba5c-a29bccdafc79 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:16.558153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:16.558568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:16.558933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.559324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:16.559779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Bound port: a292623d-d3d2-496a-ba5c-a29bccdafc79, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:16.560329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.571556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:16.623004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:subnet and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:16.661548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:16.673258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:16.676672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a292623d-d3d2-496a-ba5c-a29bccdafc79,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:16.703003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:16.733475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.754233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.786821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:subnetpool and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:16.792268 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-882778d1-8959-4cd6-83ea-84821482667c tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8450453 Feb 14 17:50:16.794062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ac97cc3-34a7-4778-842d-e7ea37798f39 None None] Provisioning for port ee739a09-8be9-4468-b7bc-add111854af6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:16.795753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34766) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:16.800252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.810755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a6:4b:46'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:69:c4:f9'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:16.819167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ac97cc3-34a7-4778-842d-e7ea37798f39 None None] Provisioning complete for port ee739a09-8be9-4468-b7bc-add111854af6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:16.819778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ac97cc3-34a7-4778-842d-e7ea37798f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:16.885402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b295-b148-438a-9275-9d1228f9802f None None] Pushing event updated for resources: {'Port': ['ID=a292623d-d3d2-496a-ba5c-a29bccdafc79,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:16.897431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7ac97cc3-34a7-4778-842d-e7ea37798f39 None None] Port ee739a09-8be9-4468-b7bc-add111854af6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:16.918402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:16.924818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for 2ebee421-356d-4adb-b99b-cf94757dcb5f owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:16.974571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 7f330d80-6bd4-4819-84fd-9012c6735f4c owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:17.031725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:port and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:17.074006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:17.099231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:17.167534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:router and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:17.189938 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Floating IP ead23597-641b-4f30-9581-49d594252d20 associated. External IP: 172.26.4.82, port: 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4. Feb 14 17:50:17.228990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port ef04bd16-7fff-45eb-86a9-dc69f50534a7 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:17.263886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:17.295793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Router c538d925-536f-468e-b066-01eb565d9929 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:17.317864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Router cd762618-0123-4b25-8988-1d549ed161a2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:17.348691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:floatingip and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:17.357108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a292623d-d3d2-496a-ba5c-a29bccdafc79 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:17.396560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:17.415732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:17.477014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:17.522242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:17.531198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a292623d-d3d2-496a-ba5c-a29bccdafc79 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:17.595594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=7f330d80-6bd4-4819-84fd-9012c6735f4c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:17.602279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=2ebee421-356d-4adb-b99b-cf94757dcb5f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:17.666322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:17.725887 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ff9eee39-d57f-40e6-b4b1-f1430b76ab95 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/ports/7f330d80-6bd4-4819-84fd-9012c6735f4c HTTP/1.1" status: 204 len: 168 time: 1.4255366 Feb 14 17:50:17.793825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34770) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:17.797170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-2fe2348e-08f9-4baf-ad5a-8e824de5fb92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6261241 Feb 14 17:50:18.164734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.202540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::8080:c721:5807:b1bd (ec992c4f-9a29-4213-84c0-4010e08b02ef/9711bfa6-7714-48d5-9de4-72226aff827d/ef04bd16-7fff-45eb-86a9-dc69f50534a7) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:18.232132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.237258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Router 1107d9cd-9114-470b-a0ed-24436f5534a0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:18.343928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.362033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event updated for resources: {'Port': ['ID=ee739a09-8be9-4468-b7bc-add111854af6,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:18.394608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:security_group and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:18.399774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Provisioning for port a292623d-d3d2-496a-ba5c-a29bccdafc79 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:18.404793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Provisioning complete for port a292623d-d3d2-496a-ba5c-a29bccdafc79 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:18.405275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.419716 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dfa8d8e2-04e8-4a49-8b53-b36592f97276 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/ports/2ebee421-356d-4adb-b99b-cf94757dcb5f HTTP/1.1" status: 204 len: 168 time: 2.7318919 Feb 14 17:50:18.426973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:18.433194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34774) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:18.494666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-1d57598b-59ab-4983-8754-e7d8a077ded8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 1098 time: 0.4409254 Feb 14 17:50:18.554761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] In _notify_port_updated(), no bound segment for port ee739a09-8be9-4468-b7bc-add111854af6 on network 02c55f72-9701-4dea-996e-b21afc0d9126 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:50:18.558566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:18.559188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.563120 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e26df605-47ff-41ee-863a-829a323555fd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "PUT /v2.0/ports/ee739a09-8be9-4468-b7bc-add111854af6 HTTP/1.1" status: 200 len: 1056 time: 1.7638285 Feb 14 17:50:18.566276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34778) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:18.587681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.641321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Usage tracker for resource:security_group_rule and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:18.670512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a292623d-d3d2-496a-ba5c-a29bccdafc79,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:18.673900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port ee739a09-8be9-4468-b7bc-add111854af6 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:18.674284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.708470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting subnet 9cfc2d57-2724-46fa-817d-e2bf1ecaad73 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:18.710149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:18.719964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537e867-b22b-4573-a04e-8360eee57281 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:18.720666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e537e867-b22b-4573-a04e-8360eee57281 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Synchronizing usage tracker for tenant:e4475de633a44edf8f4f9438172c30dc on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:18.727941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.755739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.817102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bf848dba-83bd-4663-bb84-76b67791dd57 tempest-QuotasTest-2022258261 tempest-QuotasTest-2022258261-project-admin] 10.222.0.30 "GET /v2.0/quotas/38c55b622f8b43918f78284998398b09/details.json HTTP/1.1" status: 200 len: 703 time: 2.6696250 Feb 14 17:50:18.854761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7da60-5c38-45cb-9fb9-e39510cfd4dc None None] Pushing event updated for resources: {'Port': ['ID=a292623d-d3d2-496a-ba5c-a29bccdafc79,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:18.874431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.885483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.888302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-83a00d68-6f96-4fd1-ba63-1d8d66d13495 None None] Provisioning complete for port ee739a09-8be9-4468-b7bc-add111854af6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:18.889178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-83a00d68-6f96-4fd1-ba63-1d8d66d13495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:18.893942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e537e867-b22b-4573-a04e-8360eee57281 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Unset dirty status for tenant:e4475de633a44edf8f4f9438172c30dc on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:18.897496 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e537e867-b22b-4573-a04e-8360eee57281 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e77bdb5-4afa-403c-95e3-cf100fc5c1ae HTTP/1.1" status: 200 len: 913 time: 0.4179833 Feb 14 17:50:18.905041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34784) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:18.957128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-83a00d68-6f96-4fd1-ba63-1d8d66d13495 None None] Port ee739a09-8be9-4468-b7bc-add111854af6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:18.961174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object ef04bd16-7fff-45eb-86a9-dc69f50534a7 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:18.967722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-ebdd860e-59b5-46dd-9041-3bea66f51f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:18.969873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-ebdd860e-59b5-46dd-9041-3bea66f51f25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 200 len: 911 time: 0.3937280 Feb 14 17:50:19.070868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:19.085536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.089602 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Sync routers for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:19.103520 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:19.104111 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:19.105897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.109627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:19.114951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:19.122029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.123924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Sync routers for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:19.124326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.141033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:19.142851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:19.229062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a14801ff-9d8d-4ff6-a4c1-87ed71bb88c3 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "PUT /v2.0/floatingips/aba4011d-b118-4091-a1d5-5b893c5b12c0 HTTP/1.1" status: 200 len: 990 time: 8.1824131 Feb 14 17:50:19.244101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:19.249801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.279697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for ee739a09-8be9-4468-b7bc-add111854af6 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:19.352380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be6d5be5-8564-4273-b26b-56ce4c11a114 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "PUT /v2.0/floatingips/16ff9e5f-d61b-4129-b46d-23ebc8baf9a8 HTTP/1.1" status: 200 len: 991 time: 7.8203869 Feb 14 17:50:19.353980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:19.393846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-5b8320b4-3467-4d3e-b7d5-c8fa0315a952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 200 len: 998 time: 0.3805256 Feb 14 17:50:19.398829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.435475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a292623d-d3d2-496a-ba5c-a29bccdafc79 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:19.471847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b3905497-8890-4512-b443-73e3631293ee tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "PUT /v2.0/floatingips/ead23597-641b-4f30-9581-49d594252d20 HTTP/1.1" status: 200 len: 990 time: 5.2173805 Feb 14 17:50:19.474606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:19.545286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'status': 'completed', 'code': 200} Feb 14 17:50:19.591978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a292623d-d3d2-496a-ba5c-a29bccdafc79 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:19.592552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.687495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34802) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:19.702624 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Sync routers for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:19.824419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:19.853831 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:19.854718 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:19.904016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:19.910516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=ef04bd16-7fff-45eb-86a9-dc69f50534a7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:19.925086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:19.937524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-ecbbbd30-57da-4101-b190-d93b36edea9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:19.945604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-ecbbbd30-57da-4101-b190-d93b36edea9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d185ea-47ae-4b7f-bec6-4bf89c9baba4 HTTP/1.1" status: 200 len: 850 time: 0.5437672 Feb 14 17:50:19.945604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:19.945604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:19.946373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.954036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:19.968411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.041488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.045980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=ee739a09-8be9-4468-b7bc-add111854af6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:20.117996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:20.122803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Usage tracker for resource:security_group_rule and tenant:d92bd9f356324f6a82d5fefe505e726e is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:20.126565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:20.133829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:20.156434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfc2d57-2724-46fa-817d-e2bf1ecaad73,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:20.182676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.184660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-de5c327a-da31-4b34-877e-8a37eb7dd34d tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/subnets/9cfc2d57-2724-46fa-817d-e2bf1ecaad73 HTTP/1.1" status: 204 len: 168 time: 2.3857615 Feb 14 17:50:20.191002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34810) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:20.210680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb1d0d-54c2-4d53-8da4-cbbac07222b9 req-1170f03c-fef8-40a6-abb1-3a1cea77a6f9 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:20.212158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2ffb1d0d-54c2-4d53-8da4-cbbac07222b9 req-1170f03c-fef8-40a6-abb1-3a1cea77a6f9 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.6276486 Feb 14 17:50:20.228381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce42c6-49b9-47ae-8a7c-8e4ab92315f3 req-7b471c88-f3d8-4a0a-8312-ef364e2cab1c tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:20.230117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17ce42c6-49b9-47ae-8a7c-8e4ab92315f3 req-7b471c88-f3d8-4a0a-8312-ef364e2cab1c tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5340967 Feb 14 17:50:20.246133 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:20.290617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4bbf579a-079e-4d7a-a1b4-1278eb2dfeb0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5346289 Feb 14 17:50:20.293673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34814) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:20.343089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.388075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5c340-eb31-4f00-b337-56b64c14784b None None] Network 21ced357-654b-4eed-bbac-84864ad3f0ad requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:20.439141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.508719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Deleting port 6f25383d-d543-4c9c-abd1-26e49ac4b10c {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:20.509096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.536519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-fed59009-2bf9-4e24-bd77-3a27f546c3d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38045569-18cd-4311-b522-057dedc51371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5606146 Feb 14 17:50:20.592410 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17ce42c6-49b9-47ae-8a7c-8e4ab92315f3 req-104e8d51-4a96-4bb2-9dc7-15c35d622f0d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441875 Feb 14 17:50:20.601355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.606862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2ffb1d0d-54c2-4d53-8da4-cbbac07222b9 req-c8c5ab63-4096-404d-8c31-bd85cbf595d0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757555 Feb 14 17:50:20.729136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34824) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:20.730602 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d92bd9f356324f6a82d5fefe505e726e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0418386 Feb 14 17:50:20.754804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623e2cc-ae96-4684-b497-a2b5703327ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2e1a3-bb6e-4eda-a7b4-bd1d80ad46cd,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:20.836149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '16ff9e5f-d61b-4129-b46d-23ebc8baf9a8', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'port_id': '452f5898-12fd-43c0-b966-168ff90cba86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'mac_address': 'fa:16:3e:f4:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:26Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:20.839698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a270aa44-083b-4dec-9965-7d811b4ed038 None None] Provisioning for port ef04bd16-7fff-45eb-86a9-dc69f50534a7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:20.847787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Checking router: cd762618-0123-4b25-8988-1d549ed161a2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:20.847787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7906dd17-1f9c-4a95-97b3-4052a0472b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.849262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a270aa44-083b-4dec-9965-7d811b4ed038 None None] Provisioning complete for port ef04bd16-7fff-45eb-86a9-dc69f50534a7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:20.849605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a270aa44-083b-4dec-9965-7d811b4ed038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:20.862728 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'aba4011d-b118-4091-a1d5-5b893c5b12c0', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'c538d925-536f-468e-b066-01eb565d9929', 'port_id': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'mac_address': 'fa:16:3e:69:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:25Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:20.890393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-7fab809a-d4b2-4c46-bf9f-9e2feef6b9cd service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388004 Feb 14 17:50:20.902162 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Checking router: c538d925-536f-468e-b066-01eb565d9929 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:20.909428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:20.909428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:20.909943 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'ead23597-641b-4f30-9581-49d594252d20', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'port_id': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'mac_address': 'fa:16:3e:b6:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:28Z', 'updated_at': '2022-02-14T17:50:15Z', 'revision_number': 1, 'project_id': '2941876295474c0e8447758ca2caa981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:20.927954 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:20.927954 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:20.983284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] DHCP port deletion for 21ced357-654b-4eed-bbac-84864ad3f0ad request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:20.990446 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'status': 'completed', 'code': 200} Feb 14 17:50:21.021358 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Checking router: 1107d9cd-9114-470b-a0ed-24436f5534a0 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:21.101084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] For port 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6f25383d-d543-4c9c-abd1-26e49ac4b10c,segment=NetworkSegment(4422f6d8-48dd-417c-9b7b-c0fbe44985ee),segment_id=4422f6d8-48dd-417c-9b7b-c0fbe44985ee)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:21.101325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.105870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a270aa44-083b-4dec-9965-7d811b4ed038 None None] Port ef04bd16-7fff-45eb-86a9-dc69f50534a7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:21.106027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:21.106891 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:49:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:21.115385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Deleting port 6f25383d-d543-4c9c-abd1-26e49ac4b10c {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:21.115747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.206929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3f3cae-e7b0-4775-b935-2361dd7e06d3 req-7218061a-c6f0-49da-b6fc-7023e50883fa service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228196 Feb 14 17:50:21.250254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Calling delete_port for 6f25383d-d543-4c9c-abd1-26e49ac4b10c owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:21.307403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.312191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2963bd35-b200-4cde-8fdd-56bff27f0cd8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:21.318908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2963bd35-b200-4cde-8fdd-56bff27f0cd8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:21.319725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2963bd35-b200-4cde-8fdd-56bff27f0cd8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:21.328434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:21.365686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.374545 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:21.467841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2963bd35-b200-4cde-8fdd-56bff27f0cd8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:21.469978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2963bd35-b200-4cde-8fdd-56bff27f0cd8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.1729012 Feb 14 17:50:21.479139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:21.513082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6f25383d-d543-4c9c-abd1-26e49ac4b10c no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:21.519030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.558868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-caed2bd5-61df-4120-866e-c1ea54a513f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2941876295474c0e8447758ca2caa981&device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 1098 time: 0.5343804 Feb 14 17:50:21.559779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:21.587453 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:21.644908 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3514ef39-38f7-4abc-9875-c8d50c680fc4 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/ee739a09-8be9-4468-b7bc-add111854af6 HTTP/1.1" status: 204 len: 168 time: 3.0695627 Feb 14 17:50:21.655811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34834) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:21.682780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.695997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b70f3-5c51-4f80-b907-59ea34d1c93f req-6e66096b-3057-4df2-957a-a85e4ac8bdd4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:21.697983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac5b70f3-5c51-4f80-b907-59ea34d1c93f req-6e66096b-3057-4df2-957a-a85e4ac8bdd4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4890025 Feb 14 17:50:21.721412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port ef04bd16-7fff-45eb-86a9-dc69f50534a7 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:21.722134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.728210 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea4fbf8-9dec-4edd-9b52-28485dd259d1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] GET failed (client error): The resource could not be found. Feb 14 17:50:21.728995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4ea4fbf8-9dec-4edd-9b52-28485dd259d1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Synchronizing usage tracker for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:21.755014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.802578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5692d4-7375-4b4a-b2ef-c570453c7fa3 req-99e60672-5ca3-4d4e-a792-ca9195afb4c7 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:21.809837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e5692d4-7375-4b4a-b2ef-c570453c7fa3 req-99e60672-5ca3-4d4e-a792-ca9195afb4c7 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.8408978 Feb 14 17:50:21.827226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No active binding found for port 6f25383d-d543-4c9c-abd1-26e49ac4b10c {{(pid=84257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 14 17:50:21.827629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6f25383d-d543-4c9c-abd1-26e49ac4b10c not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:50:21.871573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] For port 6f25383d-d543-4c9c-abd1-26e49ac4b10c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6f25383d-d543-4c9c-abd1-26e49ac4b10c,segment=NetworkSegment(4422f6d8-48dd-417c-9b7b-c0fbe44985ee),segment_id=4422f6d8-48dd-417c-9b7b-c0fbe44985ee)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:21.872267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:21.877397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] No DVR routers for this DVR port 6f25383d-d543-4c9c-abd1-26e49ac4b10c on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:21.919038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-f712ecfb-f772-42a1-bf76-14b270a9267b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 1098 time: 0.5739436 Feb 14 17:50:21.930178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Port': ['ID=6f25383d-d543-4c9c-abd1-26e49ac4b10c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:22.030283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Calling delete_port for 6f25383d-d543-4c9c-abd1-26e49ac4b10c owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:22.102105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.143482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ced357-654b-4eed-bbac-84864ad3f0ad']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.163830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4422f6d8-48dd-417c-9b7b-c0fbe44985ee') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.164363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4422f6d8-48dd-417c-9b7b-c0fbe44985ee') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.164879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac5b70f3-5c51-4f80-b907-59ea34d1c93f req-faffe746-716c-4649-8a96-f875d8c5d927 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510584 Feb 14 17:50:22.171515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-cb148a1b-7f5e-4201-bcc9-bc06f3c6b8ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:22.180052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-cb148a1b-7f5e-4201-bcc9-bc06f3c6b8ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0748507-ba41-4927-a067-e7aa1fa1adf3 HTTP/1.1" status: 200 len: 906 time: 0.6076679 Feb 14 17:50:22.180993 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'aba4011d-b118-4091-a1d5-5b893c5b12c0', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'c538d925-536f-468e-b066-01eb565d9929', 'port_id': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'mac_address': 'fa:16:3e:69:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:25Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.185796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.189099 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073cd6bd-f688-4a9f-8393-15e844e573c9 None None] The sync data for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv is: [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'aba4011d-b118-4091-a1d5-5b893c5b12c0', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'c538d925-536f-468e-b066-01eb565d9929', 'port_id': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'mac_address': 'fa:16:3e:69:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:25Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:22.213366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e5692d4-7375-4b4a-b2ef-c570453c7fa3 req-5568b830-8d87-48c8-8894-b13f7d3f1a96 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021525 Feb 14 17:50:22.231890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.241452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:22.241909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.265253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:22.265601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:22.328441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '16ff9e5f-d61b-4129-b46d-23ebc8baf9a8', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'port_id': '452f5898-12fd-43c0-b966-168ff90cba86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'mac_address': 'fa:16:3e:f4:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:26Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.336655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9ff58-29ca-46c6-823c-ad3c2501954e None None] The sync data for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv is: [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '16ff9e5f-d61b-4129-b46d-23ebc8baf9a8', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'port_id': '452f5898-12fd-43c0-b966-168ff90cba86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'mac_address': 'fa:16:3e:f4:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:26Z', 'updated_at': '2022-02-14T17:50:13Z', 'revision_number': 1, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:22.415248 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:22.417498 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'ead23597-641b-4f30-9581-49d594252d20', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'port_id': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'mac_address': 'fa:16:3e:b6:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:28Z', 'updated_at': '2022-02-14T17:50:15Z', 'revision_number': 1, 'project_id': '2941876295474c0e8447758ca2caa981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:22.421207 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a4f89-64ec-4948-b642-08a564cb16e4 None None] The sync data for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv is: [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'ead23597-641b-4f30-9581-49d594252d20', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'port_id': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'mac_address': 'fa:16:3e:b6:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:49:28Z', 'updated_at': '2022-02-14T17:50:15Z', 'revision_number': 1, 'project_id': '2941876295474c0e8447758ca2caa981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:22.424335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4ea4fbf8-9dec-4edd-9b52-28485dd259d1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Unset dirty status for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:22.429082 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4ea4fbf8-9dec-4edd-9b52-28485dd259d1 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports/ee739a09-8be9-4468-b7bc-add111854af6 HTTP/1.1" status: 404 len: 333 time: 0.7656853 Feb 14 17:50:22.431414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34844) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:22.511789 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86', 'status': 'completed', 'code': 200} Feb 14 17:50:22.528962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.540890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.546858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.571120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561c646-a6ea-4e04-8a90-48a7e6c2bfca None None] New status for floating IP aba4011d-b118-4091-a1d5-5b893c5b12c0: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:50:22.593833 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] 10.222.0.30 "DELETE /v2.0/networks/21ced357-654b-4eed-bbac-84864ad3f0ad HTTP/1.1" status: 204 len: 168 time: 2.4018865 Feb 14 17:50:22.608476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2e1a3-bb6e-4eda-a7b4-bd1d80ad46cd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:22.613440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6d1c-1a1b-4eca-926d-1850b7111165 tempest-AllowedAddressPairIpV6TestJSON-727483966 tempest-AllowedAddressPairIpV6TestJSON-727483966-project] Pushing event deleted for resources: {'Network': ['ID=21ced357-654b-4eed-bbac-84864ad3f0ad,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:22.634648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port f12c0f81-a8e5-4c30-922a-2cd17eb77c89 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:22.646083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.663859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-8793dee2-c0b4-4a0a-853a-1a85738a3c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:22.665402 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-8793dee2-c0b4-4a0a-853a-1a85738a3c00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 200 len: 911 time: 0.7198083 Feb 14 17:50:22.666049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.667015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c9016c48-6ff0-495d-a5b2-5b04afcccea2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85f2e1a3-bb6e-4eda-a7b4-bd1d80ad46cd HTTP/1.1" status: 204 len: 168 time: 1.9368005 Feb 14 17:50:22.755525 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150677f-8e2b-46d2-b4ef-188b6be5dc3e None None] New status for floating IP 16ff9e5f-d61b-4129-b46d-23ebc8baf9a8: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:50:22.811237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Deleting port 6f25383d-d543-4c9c-abd1-26e49ac4b10c {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:22.811237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:22.897518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da9bd-5e89-483a-a57c-7c26e1cf5bbe None None] The port '6f25383d-d543-4c9c-abd1-26e49ac4b10c' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:50:22.931375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-96e14da9-0c19-4164-8033-bbcba22838f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 HTTP/1.1" status: 200 len: 998 time: 0.7078533 Feb 14 17:50:23.012674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:23.079623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8507ea8-a87c-43f3-8401-b8b06bd95ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:23.176291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for ef04bd16-7fff-45eb-86a9-dc69f50534a7 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:23.222558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-4bc1576a-8037-462e-9175-e143a185d29b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 200 len: 998 time: 0.5382094 Feb 14 17:50:23.231301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-c0f845d0-b10d-40ce-926d-d1a34ed64385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:23.232719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-c0f845d0-b10d-40ce-926d-d1a34ed64385 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d73a7a9-c8c5-4afb-8299-5e511440a3e4 HTTP/1.1" status: 200 len: 845 time: 0.2854562 Feb 14 17:50:23.272815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-a096543d-fbfc-4d61-857c-cac27e9daf1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.7988462 Feb 14 17:50:23.286090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:23.402156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34858) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:23.491010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-f7515835-c32a-405b-81e7-be4208e88613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:23.492342 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-f7515835-c32a-405b-81e7-be4208e88613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d185ea-47ae-4b7f-bec6-4bf89c9baba4 HTTP/1.1" status: 200 len: 850 time: 0.2585852 Feb 14 17:50:23.499898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for f12c0f81-a8e5-4c30-922a-2cd17eb77c89 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:23.670350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-408bc6d2-0fa4-4e50-a8ee-5c6b4337a3fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:23.671883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-408bc6d2-0fa4-4e50-a8ee-5c6b4337a3fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.3575275 Feb 14 17:50:23.675067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-39c31460-0ffe-4fe2-9aad-cff8f02323c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0748507-ba41-4927-a067-e7aa1fa1adf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3967328 Feb 14 17:50:23.702652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6535-d853-4158-9732-632071b3c271 req-6a7213ee-6b5d-4064-9422-e5431037c73a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:23.704655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26ad6535-d853-4158-9732-632071b3c271 req-6a7213ee-6b5d-4064-9422-e5431037c73a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2774017 Feb 14 17:50:23.713636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34864) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:23.746684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:23.785246 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-e7be11d2-a9de-436f-8091-9fb255eb8b1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38045569-18cd-4311-b522-057dedc51371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2831469 Feb 14 17:50:23.838489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:23.846630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.000988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:24.004770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=f12c0f81-a8e5-4c30-922a-2cd17eb77c89,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:24.017304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Usage tracker for resource:security_group_rule and tenant:38c55b622f8b43918f78284998398b09 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:24.023598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:24.028797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port a8c44a81-d518-4f47-9d31-2df797d1fbaf {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:24.029138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.046160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=ef04bd16-7fff-45eb-86a9-dc69f50534a7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:24.058048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:24.114035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-27dc65b5-7519-4baf-a06b-8e913cc5047d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.4173822 Feb 14 17:50:24.134248 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26ad6535-d853-4158-9732-632071b3c271 req-e6fdf2cf-0f0b-448d-aade-f3ef40158b37 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733304 Feb 14 17:50:24.204945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.227222 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-94dfa5dc-c860-4ae5-866b-8adceb3d7ad4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf6f28a8c7044d7b05f3a07355bd7c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7970591 Feb 14 17:50:24.241312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34868) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:24.258026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-f3865f68-3bec-4249-a96d-fa1458055b39 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467408 Feb 14 17:50:24.317849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.320795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.337563 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4e36ce9e-0057-4668-8ceb-08840d950e09 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/ef04bd16-7fff-45eb-86a9-dc69f50534a7 HTTP/1.1" status: 204 len: 168 time: 2.8523839 Feb 14 17:50:24.344279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:24.359118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.390275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-c94e3691-3d84-41cb-bea5-f03be5401f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:24.392205 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-c94e3691-3d84-41cb-bea5-f03be5401f8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.2529311 Feb 14 17:50:24.479853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.545138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-b671ec11-9219-4ed2-9a2d-81a3bf612fe3 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352138 Feb 14 17:50:24.560380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7953b19-7fde-461c-862c-1c6be1da27b5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:24.561710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7953b19-7fde-461c-862c-1c6be1da27b5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:24.562435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e7953b19-7fde-461c-862c-1c6be1da27b5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:24.624954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.632025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for a8c44a81-d518-4f47-9d31-2df797d1fbaf owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:24.662091 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ffe03e1d-1f13-46ca-8bd0-7abd98e4172e tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/f12c0f81-a8e5-4c30-922a-2cd17eb77c89 HTTP/1.1" status: 204 len: 168 time: 2.2262633 Feb 14 17:50:24.666702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34876) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:24.720336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.737665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.753209 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc171de1-169b-4ae2-85f0-68756d1a4acd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] GET failed (client error): The resource could not be found. Feb 14 17:50:24.753713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dc171de1-169b-4ae2-85f0-68756d1a4acd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Synchronizing usage tracker for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:24.766940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be312592-ff1e-4eac-a95f-ba73f0b735ef req-6bd52408-cdbf-462d-b2a7-992900888466 service neutron] 10.222.0.45 "GET /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846148 Feb 14 17:50:24.804625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c0b304da-2c00-437c-82d4-6c17bae288d0 req-8c29d6d4-c3f6-4527-9f71-7416286be561 service neutron] 10.222.0.45 "GET /v2.0/networks/38045569-18cd-4311-b522-057dedc51371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387900 Feb 14 17:50:24.810639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:24.820127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-6afe51a7-c754-4294-90d4-d8aaa0f6411c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4092960 Feb 14 17:50:24.928106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e7953b19-7fde-461c-862c-1c6be1da27b5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:24.929280 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e7953b19-7fde-461c-862c-1c6be1da27b5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5766613 Feb 14 17:50:24.932414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34880) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:24.941438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8324bf74-1fb3-4ec2-91af-a68f381a6f67,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:24.945604 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-737d70a6-8a55-4a40-aeeb-53e1f6765898 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38c55b622f8b43918f78284998398b09&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2298903 Feb 14 17:50:24.949219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34884) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:25.013232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dc171de1-169b-4ae2-85f0-68756d1a4acd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Unset dirty status for tenant:10c3618b26ea4c729299dee8fb22e410 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:25.019231 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc171de1-169b-4ae2-85f0-68756d1a4acd tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "GET /v2.0/ports/f12c0f81-a8e5-4c30-922a-2cd17eb77c89 HTTP/1.1" status: 404 len: 333 time: 0.3450017 Feb 14 17:50:25.019388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34888) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:25.070661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-fd4ccbd0-d3f2-4250-80e5-e3d7e2d53ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360394 Feb 14 17:50:25.074872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.111255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.119889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.184395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.230521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=a8c44a81-d518-4f47-9d31-2df797d1fbaf,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:25.251647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e673151-5db7-4dfc-946e-76e7444d6d89,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:25.274547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.274635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port 5bbba950-e843-474e-8df9-2af02a6d9477 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:25.274635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.315298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.318972 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c7ae3d50-79ef-4578-945a-2a94d3388701 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e673151-5db7-4dfc-946e-76e7444d6d89 HTTP/1.1" status: 204 len: 168 time: 1.0643873 Feb 14 17:50:25.355425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324bf74-1fb3-4ec2-91af-a68f381a6f67,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:25.522000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.522437 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d7cd07-e1cd-417d-89c1-23a3af8ddd0a req-223d8658-567c-4162-804a-80739aef1071 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353111 Feb 14 17:50:25.523174 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f2d5aea-08b2-464a-8b97-1d0de8abe24e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8324bf74-1fb3-4ec2-91af-a68f381a6f67 HTTP/1.1" status: 204 len: 168 time: 0.5730662 Feb 14 17:50:25.538758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.542900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 9711bfa6-7714-48d5-9de4-72226aff827d {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:25.577974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.606721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.727848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:25.821731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278657c-b923-4bf5-a8ba-daf45d7d8a51 req-00c2c666-55cb-403e-9850-574f647526c8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:25.823197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d278657c-b923-4bf5-a8ba-daf45d7d8a51 req-00c2c666-55cb-403e-9850-574f647526c8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4963384 Feb 14 17:50:25.883791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.006949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf32c3-49b1-45b9-99ed-72a470779070 None None] New status for floating IP ead23597-641b-4f30-9581-49d594252d20: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:50:26.126447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for 5bbba950-e843-474e-8df9-2af02a6d9477 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:26.396197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:26.399182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d278657c-b923-4bf5-a8ba-daf45d7d8a51 req-913f8988-bd79-4930-af55-e6a64272d8e4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597615 Feb 14 17:50:26.405849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.522170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.571469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.625347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.630676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f53dc-0419-40e5-8416-469e4981a4ff None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:26.633557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Port': ['ID=5bbba950-e843-474e-8df9-2af02a6d9477,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:26.653850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=9711bfa6-7714-48d5-9de4-72226aff827d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:26.715707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:26.732246 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] Sync routers for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:26.739816 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-501b5daf-b133-41c5-b96a-80d2508be7fb tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "PUT /v2.0/routers/2e77bdb5-4afa-403c-95e3-cf100fc5c1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8287013 Feb 14 17:50:26.744389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34924) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:26.761532 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:26.762395 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:26.857540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:26.867606 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fbab3ede-d5db-4d57-97b3-21efd45724fc tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/ports/5bbba950-e843-474e-8df9-2af02a6d9477 HTTP/1.1" status: 204 len: 168 time: 1.8433383 Feb 14 17:50:26.870450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-65c45469-4b8d-4205-b3ea-15a8416455d8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/9711bfa6-7714-48d5-9de4-72226aff827d HTTP/1.1" status: 204 len: 168 time: 1.9353850 Feb 14 17:50:26.874363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34930) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:26.874860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34934) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:26.928413 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:26.966264 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] Routers {'2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:26.969762 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:27.186518 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:27.187361 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9930b-30a7-412e-9b18-92143a84ad5b None None] The sync data for ids ['2e77bdb5-4afa-403c-95e3-cf100fc5c1ae'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:27.235706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:27.241866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Deleting port a292623d-d3d2-496a-ba5c-a29bccdafc79 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:27.242305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.284759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ce0a0233-78bd-40d9-af5a-cd2ffa9a11a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4041009 Feb 14 17:50:27.290949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34942) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:27.330550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a292623d-d3d2-496a-ba5c-a29bccdafc79 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:27.360677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting subnet 3f79d6d8-dfa5-4843-a93a-362fb979a1fc {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:27.361274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.363810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.418246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.512751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.674325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ebab0-bea7-4a0e-af2c-32604debe4b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:27.675062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-816ebab0-bea7-4a0e-af2c-32604debe4b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:27.682864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1edf29-177b-4840-ade0-0ad3645294d8 req-7540bcf2-fc4d-4445-976f-fc352b3eb4fd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:27.692346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d1edf29-177b-4840-ade0-0ad3645294d8 req-7540bcf2-fc4d-4445-976f-fc352b3eb4fd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1233943 Feb 14 17:50:27.706422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a292623d-d3d2-496a-ba5c-a29bccdafc79,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:27.707081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.712100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34952) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:27.761319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d1edf29-177b-4840-ade0-0ad3645294d8 req-4aaac75f-c0fd-4aff-818b-d90e947d2206 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674651 Feb 14 17:50:27.764471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.783077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.799985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-816ebab0-bea7-4a0e-af2c-32604debe4b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:27.806616 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-816ebab0-bea7-4a0e-af2c-32604debe4b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5118892 Feb 14 17:50:27.807420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34960) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:27.820618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Subnet': ['ID=3f79d6d8-dfa5-4843-a93a-362fb979a1fc,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:27.832061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.842517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e5360a2b-97bb-4988-91e8-f53a753ff8af tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/subnets/3f79d6d8-dfa5-4843-a93a-362fb979a1fc HTTP/1.1" status: 204 len: 168 time: 0.9663785 Feb 14 17:50:27.843464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34964) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:27.889691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3823753-98e4-432e-916a-e722b08cc422 None None] Network 02c55f72-9701-4dea-996e-b21afc0d9126 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:27.926455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port bb5a9e00-a5db-4e82-8250-a74fe856b0c4 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:27.927003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:27.945835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Calling delete_port for a292623d-d3d2-496a-ba5c-a29bccdafc79 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:27.975093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.000066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-be3327f5-c57f-4e20-8f05-5d2bc6379810 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] Request body: {'port': {'network_id': '3f49aea8-3228-4edb-9bba-ee03de07299e', 'name': 'tempest-NetworksNegativeTestJSON-1194457603'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:28.025258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.058366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port db7588f5-e968-436e-b33e-1a59d7d7251d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:28.058982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.133647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a20e9-75e0-4b90-a380-29b136e1bef4 req-ae79e069-eafb-44b7-a434-28ec87eecfba tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:28.135508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c4a20e9-75e0-4b90-a380-29b136e1bef4 req-ae79e069-eafb-44b7-a434-28ec87eecfba tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1857955 Feb 14 17:50:28.150874 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3327f5-c57f-4e20-8f05-5d2bc6379810 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] POST failed (client error): The resource could not be found. Feb 14 17:50:28.151303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3327f5-c57f-4e20-8f05-5d2bc6379810 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.156392 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-be3327f5-c57f-4e20-8f05-5d2bc6379810 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4393816 Feb 14 17:50:28.169279 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a292623d-d3d2-496a-ba5c-a29bccdafc79,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:28.184765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34974) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.238306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.256998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9355a44-d911-4ea1-baf2-f255ffb29a1b tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] DELETE failed (client error): The resource could not be found. Feb 14 17:50:28.256998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9355a44-d911-4ea1-baf2-f255ffb29a1b tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.262685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c9355a44-d911-4ea1-baf2-f255ffb29a1b tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "DELETE /v2.0/networks/2bbb2b8a-7a83-4f2f-b15a-4533538dd474 HTTP/1.1" status: 404 len: 339 time: 0.0765982 Feb 14 17:50:28.268177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34982) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.273572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a348424-42fd-49ca-95ca-14402273b49c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:28.277262 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9a348424-42fd-49ca-95ca-14402273b49c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4635677 Feb 14 17:50:28.293513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 34986) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.300387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:28.300387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:28.325262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] DHCP port deletion for 02c55f72-9701-4dea-996e-b21afc0d9126 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:28.334073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Deleting port db7588f5-e968-436e-b33e-1a59d7d7251d {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:28.334554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.349068 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1254bc8b-507a-4cc8-85c1-f03cf88161b1 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] DELETE failed (client error): The resource could not be found. Feb 14 17:50:28.349068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1254bc8b-507a-4cc8-85c1-f03cf88161b1 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.349780 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1254bc8b-507a-4cc8-85c1-f03cf88161b1 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "DELETE /v2.0/ports/08918199-0ae5-44f1-8a0c-3de513590371 HTTP/1.1" status: 404 len: 333 time: 0.0794666 Feb 14 17:50:28.355071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34992) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.364949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a292623d-d3d2-496a-ba5c-a29bccdafc79,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:28.419551 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b112c8d-7a2a-4cca-aa9c-c5d6693235e8 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] DELETE failed (client error): The resource could not be found. Feb 14 17:50:28.420000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b112c8d-7a2a-4cca-aa9c-c5d6693235e8 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.423290 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1b112c8d-7a2a-4cca-aa9c-c5d6693235e8 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "DELETE /v2.0/subnets/e5c8bdec-b16d-4e48-a896-b2fb315938d5 HTTP/1.1" status: 404 len: 337 time: 0.0658450 Feb 14 17:50:28.425946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 34996) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.447749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2278a4f4-dd2c-4855-921f-594af35e6ef7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482022 Feb 14 17:50:28.452855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35002) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.458552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:28.474768 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70a8ebf-fe75-47a0-817c-b25f7488e592 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] GET failed (client error): The resource could not be found. Feb 14 17:50:28.476034 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e70a8ebf-fe75-47a0-817c-b25f7488e592 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "GET /v2.0/networks/d024b113-c411-47c5-95ee-4ebc0b174db5 HTTP/1.1" status: 404 len: 339 time: 0.0491593 Feb 14 17:50:28.477995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.485750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35006) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.494534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c4a20e9-75e0-4b90-a380-29b136e1bef4 req-42ecc4a4-fdf5-47ce-b672-4d4214ccd2b6 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105373 Feb 14 17:50:28.601609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] For port db7588f5-e968-436e-b33e-1a59d7d7251d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db7588f5-e968-436e-b33e-1a59d7d7251d,segment=NetworkSegment(71cab957-71bf-4e88-996e-b76b925c33d9),segment_id=71cab957-71bf-4e88-996e-b76b925c33d9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:28.602071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.654559 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61627d3-48c1-4661-b16a-e2bf58730b1a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] GET failed (client error): The resource could not be found. Feb 14 17:50:28.655823 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f61627d3-48c1-4661-b16a-e2bf58730b1a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "GET /v2.0/ports/0a3cad6b-0187-41e0-a771-1869fefb11ca HTTP/1.1" status: 404 len: 333 time: 0.1691563 Feb 14 17:50:28.663433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for bb5a9e00-a5db-4e82-8250-a74fe856b0c4 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:28.689259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35014) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.752780 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9553a9-7097-4d59-bf56-a9c3a764a8a3 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] GET failed (client error): The resource could not be found. Feb 14 17:50:28.758774 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb9553a9-7097-4d59-bf56-a9c3a764a8a3 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "GET /v2.0/subnets/c2d065f7-fcd7-412a-a8fc-84109d091673 HTTP/1.1" status: 404 len: 337 time: 0.0679188 Feb 14 17:50:28.758990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35018) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.780652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0a2b9ba2-e5a2-4b19-a1f9-921b69143f76 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:28.809068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] For port db7588f5-e968-436e-b33e-1a59d7d7251d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db7588f5-e968-436e-b33e-1a59d7d7251d,segment=NetworkSegment(71cab957-71bf-4e88-996e-b76b925c33d9),segment_id=71cab957-71bf-4e88-996e-b76b925c33d9)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:28.809068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.816754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Deleting port a292623d-d3d2-496a-ba5c-a29bccdafc79 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:28.817367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:28.819454 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2b9ba2-e5a2-4b19-a1f9-921b69143f76 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] PUT failed (client error): The resource could not be found. Feb 14 17:50:28.819894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2b9ba2-e5a2-4b19-a1f9-921b69143f76 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.821026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0a2b9ba2-e5a2-4b19-a1f9-921b69143f76 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "PUT /v2.0/networks/6effa387-747f-4485-bd14-9572ff41a9af HTTP/1.1" status: 404 len: 339 time: 0.0593452 Feb 14 17:50:28.826463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35024) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.838879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3d5b0fee-137b-4aad-bc6d-86c174e69ea9 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:28.848887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Calling delete_port for db7588f5-e968-436e-b33e-1a59d7d7251d owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:28.943567 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5b0fee-137b-4aad-bc6d-86c174e69ea9 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] PUT failed (client error): The resource could not be found. Feb 14 17:50:28.944258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5b0fee-137b-4aad-bc6d-86c174e69ea9 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:28.945642 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3d5b0fee-137b-4aad-bc6d-86c174e69ea9 tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "PUT /v2.0/ports/0612e940-96b2-4323-af2c-cb1e5ca676e6 HTTP/1.1" status: 404 len: 333 time: 0.1182475 Feb 14 17:50:28.949781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35028) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:28.958590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Calling delete_port for db7588f5-e968-436e-b33e-1a59d7d7251d owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:28.992737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-219dfb4f-70b9-410c-8914-2c2bc03ec33a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:29.031577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:29.032476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35032) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:29.041781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.051577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:29.058318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-219dfb4f-70b9-410c-8914-2c2bc03ec33a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] PUT failed (client error): The resource could not be found. Feb 14 17:50:29.058768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219dfb4f-70b9-410c-8914-2c2bc03ec33a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:29.059884 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-219dfb4f-70b9-410c-8914-2c2bc03ec33a tempest-NetworksNegativeTestJSON-1047493643 tempest-NetworksNegativeTestJSON-1047493643-project] 10.222.0.30 "PUT /v2.0/subnets/a4156440-2d14-4852-9d0e-76bb40f7a549 HTTP/1.1" status: 404 len: 337 time: 0.1091497 Feb 14 17:50:29.064066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:29.071880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:29.113577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.115771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:29.116111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:29.169700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=bb5a9e00-a5db-4e82-8250-a74fe856b0c4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:29.190420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:29.193971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.208281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] No DVR routers for this DVR port db7588f5-e968-436e-b33e-1a59d7d7251d on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:29.289500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be8dd5-39ec-4467-bde3-0a3968c169fc None None] Pushing event deleted for resources: {'Port': ['ID=db7588f5-e968-436e-b33e-1a59d7d7251d,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:29.294707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] For port a292623d-d3d2-496a-ba5c-a29bccdafc79, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a292623d-d3d2-496a-ba5c-a29bccdafc79,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:29.297287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.412298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-652923877', 'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:29.426723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db7588f5-e968-436e-b33e-1a59d7d7251d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:29.492950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:29.499946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:network and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:29.505049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:29.512426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:29.515782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.529220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Calling delete_port for a292623d-d3d2-496a-ba5c-a29bccdafc79 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:29.556425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: db7588f5-e968-436e-b33e-1a59d7d7251d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:50:29.556668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db7588f5-e968-436e-b33e-1a59d7d7251d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:50:29.593613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d48f-bda5-4364-b991-8e8bb4315814 req-04191722-9f83-4e6f-aafb-a2079a9a5316 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:29.597947 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e355d48f-bda5-4364-b991-8e8bb4315814 req-04191722-9f83-4e6f-aafb-a2079a9a5316 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1508408 Feb 14 17:50:29.620850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Deleting port db7588f5-e968-436e-b33e-1a59d7d7251d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:29.621334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.658573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.743562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.760495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] The port 'db7588f5-e968-436e-b33e-1a59d7d7251d' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:50:29.786404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Made reservation on behalf of b53d90d30b7249f18c72e24742ae187f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:29.788810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.805407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.821880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] No DVR routers for this DVR port a292623d-d3d2-496a-ba5c-a29bccdafc79 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:29.824120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.834760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffccf77-d5d1-4a86-b534-6a13dc3eec31 None None] Pushing event deleted for resources: {'Port': ['ID=a292623d-d3d2-496a-ba5c-a29bccdafc79,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:29.840985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.855989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:29.862924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:security_group_rule and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:29.865440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:29.917288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=63cd070c-8376-4df8-8dd0-b2978c201f55,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:29.919772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35044) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:29.920671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:29.924652 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e355d48f-bda5-4364-b991-8e8bb4315814 req-cd14d609-742d-42c6-a2ee-d880fe0a2385 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196261 Feb 14 17:50:29.933016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:29.933618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:29.942663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80769bc1-c274-4ef9-9d13-378f85c148ce None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:29.983205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.017243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c55f72-9701-4dea-996e-b21afc0d9126']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:30.031077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cab957-71bf-4e88-996e-b76b925c33d9') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:30.038043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cab957-71bf-4e88-996e-b76b925c33d9') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:30.054154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.083235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.092824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:30.097603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.104597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:30.119811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:30.202445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.216356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:30.216672 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:30.219976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Fanout notify agent at l3_agent the message router_deleted on router 2e77bdb5-4afa-403c-95e3-cf100fc5c1ae {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:50:30.246683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d24b83a-2c74-406b-acb4-fe0ae17f744c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7927623 Feb 14 17:50:30.247491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.248569 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a23116dc-2cc8-4ab5-b4f5-7031532680b2 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/routers/2e77bdb5-4afa-403c-95e3-cf100fc5c1ae HTTP/1.1" status: 204 len: 168 time: 3.5030968 Feb 14 17:50:30.249372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:30.251436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35056) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:30.255928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '63cd070c-8376-4df8-8dd0-b2978c201f55', 'ip_address': '2001:db8::781:bc52:2d8e:4aa'}], 'name': 'tempest-NetworksTestDHCPv6-1113277392'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:30.266750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '63cd070c-8376-4df8-8dd0-b2978c201f55'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:50:30.267967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.276757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.291912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.345097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:30.366283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Usage tracker for resource:security_group_rule and tenant:204cebc0dfbb4ccfbdab92a11a892910 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:30.368752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.373486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:30.384350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:30.397901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22a704a-8057-46fd-9b9f-715311f1e889,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:30.407757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.408102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Added segment d6401c0b-3398-4f7a-83b6-ba09d6bdef7a of type vlan for network 7924afd4-f76c-4b92-a6c0-f659c281cdfa Feb 14 17:50:30.445702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:30.448044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.463597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] Pushing event deleted for resources: {'Network': ['ID=02c55f72-9701-4dea-996e-b21afc0d9126,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:30.472993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:30.476095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.480156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d0f55f98-3668-423c-b88c-ec22f79f5cb2 tempest-AllowedAddressPairTestJSON-1690726669 tempest-AllowedAddressPairTestJSON-1690726669-project] 10.222.0.30 "DELETE /v2.0/networks/02c55f72-9701-4dea-996e-b21afc0d9126 HTTP/1.1" status: 204 len: 168 time: 2.6333747 Feb 14 17:50:30.490639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:30.492874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/63cd070c-8376-4df8-8dd0-b2978c201f55/abb73ee7-93fa-4754-b9c4-ba14d3083b66) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:30.558301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting subnet 9dc08f1b-0527-4586-bdab-d154442e32fb {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:30.561450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.625884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.652088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.653566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:30.654521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.734074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.737668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.746122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Transition to ACTIVE for port object abb73ee7-93fa-4754-b9c4-ba14d3083b66 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:30.746739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:30.749475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.783056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Transition to ACTIVE for port object abb73ee7-93fa-4754-b9c4-ba14d3083b66 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:30.817038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.841500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Network': ['ID=7924afd4-f76c-4b92-a6c0-f659c281cdfa,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:30.848265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.849818 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-46a4e8f3-0c4e-413f-a7db-8fab3132704b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8156285 Feb 14 17:50:30.852847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:30.860712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'subnet': {'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:30.869365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:30.883947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:subnet and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:30.888877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:30.903937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:30.904380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:30.918924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:30.940350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35070) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:30.951353 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=204cebc0dfbb4ccfbdab92a11a892910&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0148587 Feb 14 17:50:30.951353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f7a92-97dd-4d25-a75c-e72dc4ed03a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54b87e-65ba-49f9-8113-36a69f00d5cb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:30.951570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:30.977325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.040592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:31.052969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:31.057729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Pushing event updated for resources: {'Port': ['ID=abb73ee7-93fa-4754-b9c4-ba14d3083b66,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:31.062223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:31.100847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Made reservation on behalf of b53d90d30b7249f18c72e24742ae187f for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:31.103552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.117024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35076) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:31.149470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.154538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.162931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Attempting to bind port abb73ee7-93fa-4754-b9c4-ba14d3083b66 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:31.163293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Attempting to bind port abb73ee7-93fa-4754-b9c4-ba14d3083b66 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:31.163644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Attempting to bind port abb73ee7-93fa-4754-b9c4-ba14d3083b66 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:31.166991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23283c-88cf-40e4-97f5-82f07507b23b None None] Network 3fd8ba95-7047-46d3-8977-d594a4ea2b46 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:31.170365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc08f1b-0527-4586-bdab-d154442e32fb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:31.176914 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c7c7e221-057e-47de-ac62-331fb3637ba4 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/subnets/9dc08f1b-0527-4586-bdab-d154442e32fb HTTP/1.1" status: 204 len: 168 time: 0.9238763 Feb 14 17:50:31.177684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35080) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:31.189494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:31.189921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:31.190459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.191004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:31.191475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Bound port: abb73ee7-93fa-4754-b9c4-ba14d3083b66, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:31.191841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.266635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.377416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.397920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::781:bc52:2d8e:4aa (ec992c4f-9a29-4213-84c0-4010e08b02ef/63cd070c-8376-4df8-8dd0-b2978c201f55/2de4279d-4c44-4c0a-b918-e0d63dad2ff4) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:31.405645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port dca80e7d-72e0-4cc6-8084-74454ec27deb {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:31.406375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.459191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1685d-7dac-4932-b6cf-d50335989575 req-6087e7f3-f925-41a5-ade0-cf1345fcec18 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:31.460921 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5bc1685d-7dac-4932-b6cf-d50335989575 req-6087e7f3-f925-41a5-ade0-cf1345fcec18 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1462724 Feb 14 17:50:31.558314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5bc1685d-7dac-4932-b6cf-d50335989575 req-4a90467b-e21d-4471-879f-4f1a817166c2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899875 Feb 14 17:50:31.614567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:31.624964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=abb73ee7-93fa-4754-b9c4-ba14d3083b66,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:31.649279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.679684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] For port dca80e7d-72e0-4cc6-8084-74454ec27deb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dca80e7d-72e0-4cc6-8084-74454ec27deb,segment=NetworkSegment(f89d9168-9b4f-4829-b3fa-e3b94cdedf31),segment_id=f89d9168-9b4f-4829-b3fa-e3b94cdedf31)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:31.680122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.695914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] DHCP port deletion for 3fd8ba95-7047-46d3-8977-d594a4ea2b46 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:31.700384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.703936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Deleting port dca80e7d-72e0-4cc6-8084-74454ec27deb {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:31.707644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.763079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54b87e-65ba-49f9-8113-36a69f00d5cb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:31.811689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for dca80e7d-72e0-4cc6-8084-74454ec27deb owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:31.819485 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-54002e3f-ea87-443c-90c3-4699090c560e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10c3618b26ea4c729299dee8fb22e410&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6915209 Feb 14 17:50:31.821109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35088) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:31.865384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c377cf-41ba-4389-9e7f-e7da50eeeaeb None None] Pushing event updated for resources: {'Port': ['ID=abb73ee7-93fa-4754-b9c4-ba14d3083b66,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:31.941713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.954194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:31.955286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f30c6915-2239-45d6-bc83-1f816428cd28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b54b87e-65ba-49f9-8113-36a69f00d5cb HTTP/1.1" status: 204 len: 168 time: 1.0140045 Feb 14 17:50:32.001571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.021815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] For port dca80e7d-72e0-4cc6-8084-74454ec27deb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dca80e7d-72e0-4cc6-8084-74454ec27deb,segment=NetworkSegment(f89d9168-9b4f-4829-b3fa-e3b94cdedf31),segment_id=f89d9168-9b4f-4829-b3fa-e3b94cdedf31)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:32.022482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.031317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:32.041961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.073582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=dca80e7d-72e0-4cc6-8084-74454ec27deb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:32.078150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] No DVR routers for this DVR port dca80e7d-72e0-4cc6-8084-74454ec27deb on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:32.102736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.242727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.256927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Calling delete_port for dca80e7d-72e0-4cc6-8084-74454ec27deb owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:32.271837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.273453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd8ba95-7047-46d3-8977-d594a4ea2b46']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:32.287975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:32.288542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89d9168-9b4f-4829-b3fa-e3b94cdedf31') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:32.301548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.320306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.324152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.330336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:50:32.330891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.332473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:32.332905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.353447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:32.354145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:32.367258 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:32.523582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59bb093-fe73-4672-9bba-e5536f43ffde,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:32.539015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.540146 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ae0c4875-5c90-4491-8356-e62cb07004a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a59bb093-fe73-4672-9bba-e5536f43ffde HTTP/1.1" status: 204 len: 168 time: 0.7181489 Feb 14 17:50:32.559521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:32.562234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=2de4279d-4c44-4c0a-b918-e0d63dad2ff4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:32.568516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:32.570637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:32.574717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:32.575319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.579591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.595964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92caa7ac-2b48-4186-9bee-0b5755419237,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:32.620490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.623145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Network': ['ID=3fd8ba95-7047-46d3-8977-d594a4ea2b46,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:32.639527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Checking segment: {'id': 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:32.642668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network hostable DHCP agents. Network: 7924afd4-f76c-4b92-a6c0-f659c281cdfa, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:50:32.650022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f660e37e-94fb-4e5d-b1fd-9b609008cc31 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/networks/3fd8ba95-7047-46d3-8977-d594a4ea2b46 HTTP/1.1" status: 204 len: 168 time: 1.4714940 Feb 14 17:50:32.650691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35104) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:32.700933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ef7b3ae9-bf92-412e-b72d-cf2d9a44fb1b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4481857 Feb 14 17:50:32.702189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35110) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:32.708629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '63cd070c-8376-4df8-8dd0-b2978c201f55', 'ip_address': '2001:db8::781:bc52:2d8e:4aa'}], 'name': 'tempest-NetworksTestDHCPv6-286099839'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:32.807660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:50:32.856737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Deleting port dca80e7d-72e0-4cc6-8084-74454ec27deb {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:32.857109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.873027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Deleting port 8ba5f25b-f2b0-4d01-9d4f-68c24c93b213 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:32.873633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.883646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:32.887228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 7924afd4-f76c-4b92-a6c0-f659c281cdfa) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:32.898100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:32.901446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:32.902138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:32.905984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:32.918890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:32.935084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aea3d4-e2dd-4679-b2f1-99de3c927a80 None None] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:33.052542 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fc5b1e92-d16a-4dcc-9255-833fcf29f221 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1986673 Feb 14 17:50:33.054144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35122) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:33.060306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-134796193', 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:33.076515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:33.085064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:port and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:33.088770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:33.104964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:33.126892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:33.134400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:33.153051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0bad53d9-9f15-46e0-921b-d477b4d57c45 None None] The port 'dca80e7d-72e0-4cc6-8084-74454ec27deb' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:50:33.179039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 69e9e703-cfbb-429c-9187-c6528a7c84ac yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:33.213996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9bb4a-5111-470a-a5ef-e947b82f6c0c req-6726a410-184b-401c-aa72-60a8aaf1babc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:33.221713 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96b9bb4a-5111-470a-a5ef-e947b82f6c0c req-6726a410-184b-401c-aa72-60a8aaf1babc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4087274 Feb 14 17:50:33.233612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Made reservation on behalf of b53d90d30b7249f18c72e24742ae187f for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:33.236099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:33.306984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96b9bb4a-5111-470a-a5ef-e947b82f6c0c req-ccad428b-f504-486e-be5d-dd3d1b60dc96 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844190 Feb 14 17:50:33.320550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] device_id is not set on port 6822ce5d-47b1-44a3-b5a7-16da8832792e yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:33.358102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:33.358635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:33.438248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device abb73ee7-93fa-4754-b9c4-ba14d3083b66 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:33.571034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626162e-18b9-44dc-873e-fa73542c74b1 None None] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:33.580339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Calling delete_port for 8ba5f25b-f2b0-4d01-9d4f-68c24c93b213 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:33.633383 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 17:50:33.633828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:33.761967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6e75ade1-a1a4-4d33-af98-5648577c00bc None None] Provisioning for port abb73ee7-93fa-4754-b9c4-ba14d3083b66 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:33.782608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 2001:db8::24d (7924afd4-f76c-4b92-a6c0-f659c281cdfa/92caa7ac-2b48-4186-9bee-0b5755419237/6822ce5d-47b1-44a3-b5a7-16da8832792e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:33.835391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port abb73ee7-93fa-4754-b9c4-ba14d3083b66 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:33.835584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35138) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:33.846876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port abb73ee7-93fa-4754-b9c4-ba14d3083b66 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:33.849949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:33.855089 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-83ce8ce3-fe7e-46a5-a42e-c58be854160d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.1493921 Feb 14 17:50:33.855826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35144) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:33.916356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.013902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--702766340'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:34.023158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:34.027432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Pushing event deleted for resources: {'Port': ['ID=8ba5f25b-f2b0-4d01-9d4f-68c24c93b213,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:34.034454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.042067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:34.048025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:34.064983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:34.076118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab344c0f-9c68-4954-a42e-6fbe046dfec0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:34.080784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab344c0f-9c68-4954-a42e-6fbe046dfec0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:34.081585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ab344c0f-9c68-4954-a42e-6fbe046dfec0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:34.093094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fb00a241-0ba6-4be7-b188-07c0e430cd3f None None] Provisioning for port 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:34.103958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fb00a241-0ba6-4be7-b188-07c0e430cd3f None None] Provisioning complete for port 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:34.104612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fb00a241-0ba6-4be7-b188-07c0e430cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.158030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.165358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.179609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fb00a241-0ba6-4be7-b188-07c0e430cd3f None None] Port 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:34.183812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=abb73ee7-93fa-4754-b9c4-ba14d3083b66,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:34.189926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.202253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.218179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ab344c0f-9c68-4954-a42e-6fbe046dfec0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:34.219886 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ab344c0f-9c68-4954-a42e-6fbe046dfec0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3626952 Feb 14 17:50:34.222605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35152) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:34.264554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.272696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.276194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.281378 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ea4d3cbf-90c6-4537-a1c4-70a0befdcc97 tempest-FloatingIPAdminTestJSON-110247270 tempest-FloatingIPAdminTestJSON-110247270-project] 10.222.0.30 "DELETE /v2.0/floatingips/3aef7a26-4d0f-476b-977a-2692623a7d27 HTTP/1.1" status: 204 len: 168 time: 1.6292357 Feb 14 17:50:34.335717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:34.341809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dca80e7d-72e0-4cc6-8084-74454ec27deb no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:34.352848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:34.361555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:34.383091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:34.396451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:34.401682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:34.401682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.401911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35162) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:34.450410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: dca80e7d-72e0-4cc6-8084-74454ec27deb {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:50:34.450642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dca80e7d-72e0-4cc6-8084-74454ec27deb not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:50:34.480504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=abb73ee7-93fa-4754-b9c4-ba14d3083b66,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:34.492296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:34.517647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:34.518580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:34.519221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.559739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=6822ce5d-47b1-44a3-b5a7-16da8832792e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:34.581186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1958010051'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:34.581834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:34.592080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:network and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:34.596523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:34.604763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:34.625554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc07e4b-a077-4f73-bb8a-0d3ce694d81e req-1706a136-a483-4232-baae-7879803e2246 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:34.627019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccc07e4b-a077-4f73-bb8a-0d3ce694d81e req-1706a136-a483-4232-baae-7879803e2246 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1136179 Feb 14 17:50:34.673227 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c13fe195-e9a0-462b-a93d-6400ceb4813d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6171827 Feb 14 17:50:34.676991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35168) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:34.677171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccc07e4b-a077-4f73-bb8a-0d3ce694d81e req-da959670-bb6a-449a-89f4-05e627c3dc96 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Feb 14 17:50:34.748318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:34.751688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.769457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.801954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:34.806108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:security_group_rule and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:34.809237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:34.815230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:34.819957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting port 6822ce5d-47b1-44a3-b5a7-16da8832792e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:34.820069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.833587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35176) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:34.845696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.862319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:34.900568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.018591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6e0dc6ce-cc26-47f8-80eb-9796d27dfc09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4475de633a44edf8f4f9438172c30dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839452 Feb 14 17:50:35.021461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35182) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:35.034291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.084453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.093586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:35.095909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 2de4279d-4c44-4c0a-b918-e0d63dad2ff4 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:35.103358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443baff3-add7-45d8-bcc5-1a52c8d6f6cc,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.113057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.113406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Added segment 46525c10-5a3c-4587-a336-395dd26cdc8d of type vlan for network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 Feb 14 17:50:35.134453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.169512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.180338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.224033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075d49fe-9943-4d5c-bd2d-304e27bb9147,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.231114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:35.247828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:35.277773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:35.306437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device abb73ee7-93fa-4754-b9c4-ba14d3083b66 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:35.315525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.319535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:35.320124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.338354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:35.380645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port abb73ee7-93fa-4754-b9c4-ba14d3083b66 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:35.381050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.402575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.443793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35146325-fc22-4893-8606-6a2413f7a35b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.461098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Network': ['ID=67ecf844-9eb3-4630-8f7f-be3b2e6db9b8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.467034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.476950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4bdf5b04-f9ac-4e75-85f8-9620a491a530 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35146325-fc22-4893-8606-6a2413f7a35b HTTP/1.1" status: 204 len: 168 time: 0.4458065 Feb 14 17:50:35.481388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.494385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:35.525924 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-12673891-5c83-4658-a6d3-79c6b7adf15d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1228917 Feb 14 17:50:35.528661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:35.534716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'subnet': {'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:35.620990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.625596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.632382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Calling delete_port for 6822ce5d-47b1-44a3-b5a7-16da8832792e owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:35.676493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:35.681239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:subnet and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:35.685124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:35.690945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:35.710797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.745737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=2de4279d-4c44-4c0a-b918-e0d63dad2ff4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.748338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:35.851343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccf264-60f3-48db-98a2-ee41872ca0f3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:35.861647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.864075 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cd8a0a11-d681-405d-b770-158bfe83f2f6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/2de4279d-4c44-4c0a-b918-e0d63dad2ff4 HTTP/1.1" status: 204 len: 168 time: 1.6402884 Feb 14 17:50:35.866806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35196) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:35.922203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:35.926157 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-502ae202-05ed-47b0-a8a4-f0d649b2f135 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0867674 Feb 14 17:50:35.928921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35200) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:35.991096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0793f0-1946-44e4-ba52-c11836819b54 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:35.992415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0793f0-1946-44e4-ba52-c11836819b54 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:35.994422 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ea0793f0-1946-44e4-ba52-c11836819b54 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1261399 Feb 14 17:50:35.997831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35204) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.005860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.131713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8cbfb-b24a-4010-9577-01743b1d7cc6 req-62e2e292-6db2-443f-a16e-cd256db0a496 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:36.133062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07b8cbfb-b24a-4010-9577-01743b1d7cc6 req-62e2e292-6db2-443f-a16e-cd256db0a496 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3231633 Feb 14 17:50:36.137797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.143915 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0b3c0e8-9b9e-4e31-971d-96301dc72bab tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2137358 Feb 14 17:50:36.165156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35208) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.176457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-security--512054797', 'description': 'tempest-security-description-757845566'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:36.195158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.202877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Port': ['ID=6822ce5d-47b1-44a3-b5a7-16da8832792e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:36.247237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.264641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.268611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.281771 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0f9df532-2ada-4c15-bfde-161ea97f1e15 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6822ce5d-47b1-44a3-b5a7-16da8832792e HTTP/1.1" status: 204 len: 168 time: 1.5996134 Feb 14 17:50:36.284648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35216) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.286376 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07b8cbfb-b24a-4010-9577-01743b1d7cc6 req-a278e6a9-762a-429c-abe6-25823285ecaf tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404052 Feb 14 17:50:36.291203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa', 'external_fixed_ips': [{'subnet_id': '92caa7ac-2b48-4186-9bee-0b5755419237', 'ip_address': '2001:db8::24d'}]}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:36.299554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 63cd070c-8376-4df8-8dd0-b2978c201f55 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:36.302372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:36.305857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.336573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:router and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:36.343465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:36.356068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:36.374884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.453903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:36.461042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.463980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d8b6197dcf47c09b3407cc30999641 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:36.469937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:36.487080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:36.490028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.490028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.490408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.534706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.572218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.602362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.612857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.654289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.659062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccf264-60f3-48db-98a2-ee41872ca0f3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:36.664153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.667767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-28035277-1b3d-489a-99b5-4f1f516ae1e9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "PUT /v2.0/security-groups/53ccf264-60f3-48db-98a2-ee41872ca0f3 HTTP/1.1" status: 200 len: 1610 time: 0.4992845 Feb 14 17:50:36.673139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35220) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.699073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.754413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Subnet': ['ID=4d8d534d-3de5-4abb-8d18-1b71f36a020c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:36.793816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=63cd070c-8376-4df8-8dd0-b2978c201f55,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:36.801188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfba21-633a-481b-bf60-26217f69f70c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:36.810956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.811771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a911c161-54e9-4a49-b96e-b1b4df201a30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1d8b6197dcf47c09b3407cc30999641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6131918 Feb 14 17:50:36.812417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35224) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.817008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3dc8e03-b3fd-4ce9-9a90-bbdf3c1a68c3 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups/53ccf264-60f3-48db-98a2-ee41872ca0f3 HTTP/1.1" status: 200 len: 1610 time: 0.1428511 Feb 14 17:50:36.819580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35228) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.822898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5a956-d58b-47e2-99d7-4978c3c251b7 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:36.828506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Checking segment: {'id': '46525c10-5a3c-4587-a336-395dd26cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:36.828899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network hostable DHCP agents. Network: 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:50:36.846674 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f084e38d-faca-41ac-bd12-fd1b8c54c827 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/63cd070c-8376-4df8-8dd0-b2978c201f55 HTTP/1.1" status: 204 len: 168 time: 0.8462462 Feb 14 17:50:36.847897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35232) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:36.894615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.922405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:36.935692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:50:37.018971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:37.023473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:37.024171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.025075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.030766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92461156-bd93-4c56-8cdc-8d38dbf64977 None None] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:37.038874 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9422e9ad-2ae3-4f3f-93cf-37d2871903ae tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1864917 Feb 14 17:50:37.039192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35236) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:37.048226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:37.050562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.066232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfba21-633a-481b-bf60-26217f69f70c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:37.068150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.072385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bcc147a1-a074-465f-b380-50786b009746 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02cfba21-633a-481b-bf60-26217f69f70c HTTP/1.1" status: 204 len: 168 time: 0.2550807 Feb 14 17:50:37.129940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-283ccfd8-2243-4a2f-a000-874cdd25b71c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6002057 Feb 14 17:50:37.132832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35242) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:37.142399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-293934851', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:37.148944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:37.153248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:router and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:37.157244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:37.163560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:37.165589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.232262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:37.245936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Deleting port abb73ee7-93fa-4754-b9c4-ba14d3083b66 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:37.246300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.262644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.263592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.290170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.292046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.306656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:37.317883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:37.327296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:37.344091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:37.352265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device abb73ee7-93fa-4754-b9c4-ba14d3083b66 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:37.432101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df3fe21-8285-433e-bcdd-0274e2bf2f23 None None] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:37.593971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.595746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.610975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:37.614446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.640047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36291-cbc6-489b-94a6-bc25a4ebfeb2 req-163d061c-d542-4325-9ba2-1984e0111ccd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:37.641928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ced36291-cbc6-489b-94a6-bc25a4ebfeb2 req-163d061c-d542-4325-9ba2-1984e0111ccd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1103811 Feb 14 17:50:37.735046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.736469 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/53ccf264-60f3-48db-98a2-ee41872ca0f3 HTTP/1.1" status: 204 len: 168 time: 0.9158044 Feb 14 17:50:37.737581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482b683-793e-4c99-a49a-139b245b89ff tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccf264-60f3-48db-98a2-ee41872ca0f3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:37.744140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35250) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:37.749215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=abb73ee7-93fa-4754-b9c4-ba14d3083b66,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:37.749684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.792130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.807417 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ced36291-cbc6-489b-94a6-bc25a4ebfeb2 req-35c955a1-31c1-46f7-bb44-06c46af457e2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567550 Feb 14 17:50:37.840456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.906444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.939001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.961383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:37.976172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Calling delete_port for abb73ee7-93fa-4754-b9c4-ba14d3083b66 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:37.985363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:38.010624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-50e9d7df-1126-4759-afa4-8c770bcad681 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:38.014996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.098072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=abb73ee7-93fa-4754-b9c4-ba14d3083b66,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:38.105259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:38.112955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:93aecd8ad0da462e8dcda5ad854b560a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:38.117213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:38.125096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:38.143579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.71 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/da611dd6-659f-448a-850a-19d1e702898e) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:38.144251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-50e9d7df-1126-4759-afa4-8c770bcad681 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:38.148027 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-50e9d7df-1126-4759-afa4-8c770bcad681 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3998649 Feb 14 17:50:38.149286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35258) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:38.166511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.185538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-397babd1-cdf9-4b58-b03a-5530a370a124 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] delete failed (client error): The resource could not be found. Feb 14 17:50:38.190421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-397babd1-cdf9-4b58-b03a-5530a370a124 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/53ccf264-60f3-48db-98a2-ee41872ca0f3 HTTP/1.1" status: 404 len: 347 time: 0.0356388 Feb 14 17:50:38.197445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35262) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:38.206821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566915043'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:38.214100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:38.232894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:38.233313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:38.233798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:38.243949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=abb73ee7-93fa-4754-b9c4-ba14d3083b66,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.250701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 2001:db8::24d (7924afd4-f76c-4b92-a6c0-f659c281cdfa/92caa7ac-2b48-4186-9bee-0b5755419237/f1ce92fe-1aed-4894-9bb8-9191f7038442) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:38.260567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.346307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.367976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.387853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.410864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:38.416831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:38.418025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.424629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:38.425256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.441084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=649572bf-23a3-4734-8a4c-875011b15226,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.463518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc983b-f92d-4655-92e7-ebbf533aa322,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.468911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b32e65d-9ac5-4283-8efb-e019bd7edcb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93aecd8ad0da462e8dcda5ad854b560a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4878545 Feb 14 17:50:38.471944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:38.488362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.502361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:38.509888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:38.514592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:38.530012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:38.536832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.573890 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6cd39f98-84a0-4a2a-939c-c8111399571a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5336914 Feb 14 17:50:38.574937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:38.578081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35270) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:38.580939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:38.588733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:38.590359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '649572bf-23a3-4734-8a4c-875011b15226', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1470957318'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:38.625151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=da611dd6-659f-448a-850a-19d1e702898e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.658851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.671544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.730503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.734555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Deleting port abb73ee7-93fa-4754-b9c4-ba14d3083b66 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:38.735045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.797316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.799254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 7924afd4-f76c-4b92-a6c0-f659c281cdfa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:38.814422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:38.828197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:38.857140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ce92fe-1aed-4894-9bb8-9191f7038442,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.883702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:38.900260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.904507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.904674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:38.936435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc983b-f92d-4655-92e7-ebbf533aa322,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:38.951278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.952217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:38.959441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd3703-3407-49b2-acb6-87c96fcdc17a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:39.009687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] For port abb73ee7-93fa-4754-b9c4-ba14d3083b66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=abb73ee7-93fa-4754-b9c4-ba14d3083b66,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:39.010193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.012299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:39.020255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.040765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.042088 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8915dddd-50d0-4324-a45a-2bd5b0828c7f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8437116 Feb 14 17:50:39.047563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35276) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:39.146367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Calling delete_port for abb73ee7-93fa-4754-b9c4-ba14d3083b66 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:39.149642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.153386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8ad07007-2dc4-4530-a0cc-7885790c2a58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64fc983b-f92d-4655-92e7-ebbf533aa322 HTTP/1.1" status: 204 len: 168 time: 0.6780064 Feb 14 17:50:39.153518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 08d1a93d-f6e3-404e-84ad-3785f166a188 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:39.189183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd3703-3407-49b2-acb6-87c96fcdc17a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:39.198023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:39.215300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:39.225993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:39.239049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:39.298259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5cdb1-6fc2-4cb7-8a06-fab9d9605a5a req-73ba697d-4066-4060-97c2-a4238e1e28ae tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:39.299718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4df5cdb1-6fc2-4cb7-8a06-fab9d9605a5a req-73ba697d-4066-4060-97c2-a4238e1e28ae tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3393250 Feb 14 17:50:39.315553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.319260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.319994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.365025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] Pushing event deleted for resources: {'Port': ['ID=abb73ee7-93fa-4754-b9c4-ba14d3083b66,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:39.369346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7b647-6671-45dd-9465-ba0e5187a1df None None] No DVR routers for this DVR port abb73ee7-93fa-4754-b9c4-ba14d3083b66 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:39.389249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4df5cdb1-6fc2-4cb7-8a06-fab9d9605a5a req-fff18c04-aa8b-4e04-9cf8-5f2f0f80b97b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663760 Feb 14 17:50:39.399251 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:50:39.399700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:50:39.405800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396446e2-92ac-4683-a8a6-d312987c06a3 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:39.455326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.555974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.584357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:50:39.592438 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-96c6dee6-4527-4642-949d-e9e98c870c98 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0124285 Feb 14 17:50:39.596521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35284) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:39.646820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '649572bf-23a3-4734-8a4c-875011b15226'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:50:39.647006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.647093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.674162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b7aea6ce-d50d-4514-a291-e4cb0e292c3a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:39.699268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84785079-9559-45f7-bee5-7097327e5046,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:39.782055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.783687 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-abb2a8ae-3efb-4114-a142-b15c747f3042 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7347014 Feb 14 17:50:39.787876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:39.788652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b7aea6ce-d50d-4514-a291-e4cb0e292c3a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:39.789928 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b7aea6ce-d50d-4514-a291-e4cb0e292c3a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1925137 Feb 14 17:50:39.792847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35292) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:39.824624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router 92f3ddf8-8990-4ea2-94e4-93db4796170e is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:50:39.830571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.830910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/649572bf-23a3-4734-8a4c-875011b15226/59fc83e1-fdee-4601-9105-0cf7460050b8) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:39.846946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:39.872296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0ac09-a430-4519-bb9e-ef27f98fcb63 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:39.873640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0ac09-a430-4519-bb9e-ef27f98fcb63 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:39.874422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-16f0ac09-a430-4519-bb9e-ef27f98fcb63 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:39.929622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:39.947937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:39.977169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-16f0ac09-a430-4519-bb9e-ef27f98fcb63 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:39.980675 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-16f0ac09-a430-4519-bb9e-ef27f98fcb63 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1848643 Feb 14 17:50:39.981491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35302) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:39.988449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:39.989098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.060942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.062305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be0d18ac-10b5-4457-ad4a-40b0ad933dfe tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9262178 Feb 14 17:50:40.065041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35306) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:40.070634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.090084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.114482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:40.116617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84785079-9559-45f7-bee5-7097327e5046,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:40.122044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.125625 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5f78f17e-04bb-4711-a47d-304770a22b69 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/84785079-9559-45f7-bee5-7097327e5046 HTTP/1.1" status: 204 len: 168 time: 0.3305323 Feb 14 17:50:40.126442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35312) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:40.129895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:40.130517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.145307 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Sync routers for ids ['92f3ddf8-8990-4ea2-94e4-93db4796170e'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:40.167827 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Routers {'92f3ddf8-8990-4ea2-94e4-93db4796170e'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:40.168680 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['92f3ddf8-8990-4ea2-94e4-93db4796170e'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.203184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dfcae1b6-01d6-48a3-9939-1e6c11fd925b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:40.208496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.208927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb473a2-fdaf-4fb6-8a51-a5d2a4a15cca None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:40.229562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.237342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.242185 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2dc19d0f-97f6-403b-8403-8f4e8bd91cc5 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9541090 Feb 14 17:50:40.243252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35316) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:40.243844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Transition to ACTIVE for port object 59fc83e1-fdee-4601-9105-0cf7460050b8 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:40.265519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Transition to ACTIVE for port object 59fc83e1-fdee-4601-9105-0cf7460050b8 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:40.325285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dfcae1b6-01d6-48a3-9939-1e6c11fd925b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:40.329327 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dfcae1b6-01d6-48a3-9939-1e6c11fd925b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1997719 Feb 14 17:50:40.333066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35322) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:40.353939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.483753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 649572bf-23a3-4734-8a4c-875011b15226 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:40.492475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.515525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.550310 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Set router 92f3ddf8-8990-4ea2-94e4-93db4796170e gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:40.552976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:40.557444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:40.559293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Pushing event updated for resources: {'Port': ['ID=59fc83e1-fdee-4601-9105-0cf7460050b8,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:40.572166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.577967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:40.620816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.666085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.715323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Attempting to bind port 59fc83e1-fdee-4601-9105-0cf7460050b8 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:40.715681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Attempting to bind port 59fc83e1-fdee-4601-9105-0cf7460050b8 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:40.716029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Attempting to bind port 59fc83e1-fdee-4601-9105-0cf7460050b8 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:40.728208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:40.728560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:40.728997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.731320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:40.731320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Bound port: 59fc83e1-fdee-4601-9105-0cf7460050b8, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:40.731320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.774917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.876625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] For port 59fc83e1-fdee-4601-9105-0cf7460050b8, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:40.885768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] For port 59fc83e1-fdee-4601-9105-0cf7460050b8, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=59fc83e1-fdee-4601-9105-0cf7460050b8,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:40.907580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd3703-3407-49b2-acb6-87c96fcdc17a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:40.959393 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:50:40.965601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35336) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:40.973843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:40.977312 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f3ddf8-8990-4ea2-94e4-93db4796170e', 'name': '', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa', 'external_fixed_ips': [{'subnet_id': '92caa7ac-2b48-4186-9bee-0b5755419237', 'ip_address': '2001:db8::24d'}], 'enable_snat': True}, 'gw_port_id': 'f1ce92fe-1aed-4894-9bb8-9191f7038442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:36Z', 'updated_at': '2022-02-14T17:50:38Z', 'revision_number': 3, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port': {'id': 'f1ce92fe-1aed-4894-9bb8-9191f7038442', 'name': '', 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f3ddf8-8990-4ea2-94e4-93db4796170e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '92caa7ac-2b48-4186-9bee-0b5755419237', 'ip_address': '2001:db8::24d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:50:37Z', 'updated_at': '2022-02-14T17:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92caa7ac-2b48-4186-9bee-0b5755419237', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:40.982555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Checking router: 92f3ddf8-8990-4ea2-94e4-93db4796170e for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:40.983421 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Updating router 92f3ddf8-8990-4ea2-94e4-93db4796170e port f1ce92fe-1aed-4894-9bb8-9191f7038442 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:50:40.985491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.023893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85432c24-0e84-46cf-8f68-07e8950cad08 req-14ff8b80-6f85-4edf-bf8c-d04bb57d3e71 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:41.025465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-85432c24-0e84-46cf-8f68-07e8950cad08 req-14ff8b80-6f85-4edf-bf8c-d04bb57d3e71 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3510766 Feb 14 17:50:41.061520 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.099216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.100921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7119-22ee-42ba-9e55-961fcd78976d None None] Pushing event updated for resources: {'Port': ['ID=59fc83e1-fdee-4601-9105-0cf7460050b8,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:41.105176 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3fa03286-95a0-423c-a899-eeb1d0205370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2cd3703-3407-49b2-acb6-87c96fcdc17a HTTP/1.1" status: 204 len: 168 time: 0.7687650 Feb 14 17:50:41.106042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35342) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:41.145314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-85432c24-0e84-46cf-8f68-07e8950cad08 req-acd9e318-b6f0-4a6d-a909-833208aa182f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052756 Feb 14 17:50:41.185142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.207326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'networks': [{'name': 'tempest-network--259789872'}, {'name': 'tempest-network--910257338'}]} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:41.208031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-network--259789872'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:41.208355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-network--910257338'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:41.208941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.221240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:41.230674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:network and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:41.234560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:41.257756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8eb4f7a3-7a6f-45e4-88a9-1c5dd0c2b317 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:41.258703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=649572bf-23a3-4734-8a4c-875011b15226,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:41.265606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.268388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:41.275563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting port f1ce92fe-1aed-4894-9bb8-9191f7038442 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:41.276004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.515537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-78146e16-f208-4f03-a8f1-e4d5d434990f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/649572bf-23a3-4734-8a4c-875011b15226 HTTP/1.1" status: 204 len: 168 time: 1.5327184 Feb 14 17:50:41.521092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35346) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:41.546934 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.560889 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Transition to ACTIVE for port object f1ce92fe-1aed-4894-9bb8-9191f7038442 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:41.604583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3662496c-7b13-4d3e-a2e6-b7386c5519ad tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785794 Feb 14 17:50:41.605050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35350) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:41.613285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:41.629767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'network': 2} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:41.633331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.643056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8eb4f7a3-7a6f-45e4-88a9-1c5dd0c2b317 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:41.648089 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8eb4f7a3-7a6f-45e4-88a9-1c5dd0c2b317 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5374327 Feb 14 17:50:41.649159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35354) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:41.659335 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.667239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162711906'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:41.674001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.683238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:41.686513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.746148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:41.746347 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Attempting to bind port f1ce92fe-1aed-4894-9bb8-9191f7038442 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:41.746707 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Attempting to bind port f1ce92fe-1aed-4894-9bb8-9191f7038442 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:41.747221 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Attempting to bind port f1ce92fe-1aed-4894-9bb8-9191f7038442 on network 7924afd4-f76c-4b92-a6c0-f659c281cdfa {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:41.753092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:41.754658 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Pushing event updated for resources: {'Port': ['ID=f1ce92fe-1aed-4894-9bb8-9191f7038442,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:41.756855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:41.763739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:41.764791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:41.767562 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:41.767840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Checking segment: {'id': 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:41.768744 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.768744 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Bound using segment: {'id': 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:41.769390 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Bound port: f1ce92fe-1aed-4894-9bb8-9191f7038442, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7924afd4-f76c-4b92-a6c0-f659c281cdfa'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:41.769906 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.799487 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.800229 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.800589 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.801072 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.801520 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.801956 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.802399 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.802870 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.803301 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.803806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.804494 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:50:41.827162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Calling delete_port for f1ce92fe-1aed-4894-9bb8-9191f7038442 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:41.852383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:41.856967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.866369 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] For port f1ce92fe-1aed-4894-9bb8-9191f7038442, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:41.870338 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] For port f1ce92fe-1aed-4894-9bb8-9191f7038442, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f1ce92fe-1aed-4894-9bb8-9191f7038442,segment=NetworkSegment(d6401c0b-3398-4f7a-83b6-ba09d6bdef7a),segment_id=d6401c0b-3398-4f7a-83b6-ba09d6bdef7a)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:41.891553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:41.898354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:security_group_rule and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:41.903704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:41.911722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:41.944398 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:41.977645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.066124 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Routers {'92f3ddf8-8990-4ea2-94e4-93db4796170e'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:42.066976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['92f3ddf8-8990-4ea2-94e4-93db4796170e'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:42.081035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.086643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:42.091311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:42.095270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:42.098265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:42.103383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:42.103383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:42.105784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.135854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.136312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.226873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1084-dc3c-476d-a87f-1833dc44e856 None None] Pushing event updated for resources: {'Port': ['ID=f1ce92fe-1aed-4894-9bb8-9191f7038442,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:42.264264 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] Set router 92f3ddf8-8990-4ea2-94e4-93db4796170e gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:42.264939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20aa611-c52f-4ae8-a375-41d125d03eba,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:42.288893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.289905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:42.309896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.310242 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment 565ea40a-72c8-4aed-8139-388c5da60d40 of type vlan for network 47c848f0-33ab-4aeb-988a-0f7c876f9bab Feb 14 17:50:42.357002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d51e5a-0090-4f18-965e-a191de35ec9b None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:42.372753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.378574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.408480 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f3ddf8-8990-4ea2-94e4-93db4796170e', 'name': '', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:36Z', 'updated_at': '2022-02-14T17:50:41Z', 'revision_number': 4, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:42.412836 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbcc68-1455-4678-ae6f-98a84d93f484 None None] The sync data for ids ['92f3ddf8-8990-4ea2-94e4-93db4796170e'] in dv-neutron-823271-4-hyperv is: [{'id': '92f3ddf8-8990-4ea2-94e4-93db4796170e', 'name': '', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:36Z', 'updated_at': '2022-02-14T17:50:41Z', 'revision_number': 4, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:42.446299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd275fa-a3b6-44fc-aa6e-539cc7e58722,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:42.527827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:42.542030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.542410 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment 6d7ed8fe-5de1-480a-acfc-c6767204068a of type vlan for network 39a834a9-ae4f-4a14-b7ae-7a1d30dbc120 Feb 14 17:50:42.598797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.602816 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-557432f2-c98c-47c1-8aea-d0474efb3ace tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9416015 Feb 14 17:50:42.608150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting port f1ce92fe-1aed-4894-9bb8-9191f7038442 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:42.608613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.635958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8f8057f0-882f-4890-8370-67afba23f2cc None None] Provisioning for port 59fc83e1-fdee-4601-9105-0cf7460050b8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:42.659599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35360) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:42.665186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.686501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '5cd275fa-a3b6-44fc-aa6e-539cc7e58722', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:42.700316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:42.704746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:50:42.710129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:42.710405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Deleting port 59fc83e1-fdee-4601-9105-0cf7460050b8 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:42.710859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.716097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:42.735516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:42.735908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.794830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87573e-d233-4a3c-87e3-544e4e947022 req-44784093-18fb-4ffa-8c87-c7bc88dec55e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:42.797758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8f87573e-d233-4a3c-87e3-544e4e947022 req-44784093-18fb-4ffa-8c87-c7bc88dec55e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3523626 Feb 14 17:50:42.869535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] For port f1ce92fe-1aed-4894-9bb8-9191f7038442, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f1ce92fe-1aed-4894-9bb8-9191f7038442,segment=NetworkSegment(d6401c0b-3398-4f7a-83b6-ba09d6bdef7a),segment_id=d6401c0b-3398-4f7a-83b6-ba09d6bdef7a)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:42.869882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.902629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:42.909538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:42.923241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:42.923824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.931396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=595a6881-bb5e-4be6-9225-e0a1d7606311,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:42.940299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:42.958876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.1 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/a8535418-c842-4c23-a7c0-d35fba02311c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:42.969519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8f87573e-d233-4a3c-87e3-544e4e947022 req-090a2095-4a06-4dd4-b608-015fc22c04aa tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457546 Feb 14 17:50:42.970337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] For port 59fc83e1-fdee-4601-9105-0cf7460050b8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=59fc83e1-fdee-4601-9105-0cf7460050b8,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:42.971151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.008413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.008927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.012515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.015781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.016394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.029524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Calling delete_port for f1ce92fe-1aed-4894-9bb8-9191f7038442 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:43.078336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-340fb302-4cea-49ee-8851-058a78f74a4f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4722068 Feb 14 17:50:43.084412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35366) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:43.093923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:43.115886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:43.128492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:router and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:43.134425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:43.146758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:43.175895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Calling delete_port for 59fc83e1-fdee-4601-9105-0cf7460050b8 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:43.223843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.236290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=47c848f0-33ab-4aeb-988a-0f7c876f9bab,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.242159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.243397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.250892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 47c848f0-33ab-4aeb-988a-0f7c876f9bab details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:43.279044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.285687 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3163979 Feb 14 17:50:43.286415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35370) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:43.351409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.378567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f9b62-da23-44e0-8c5d-294f53348224 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=39a834a9-ae4f-4a14-b7ae-7a1d30dbc120,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.407905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 39a834a9-ae4f-4a14-b7ae-7a1d30dbc120 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:43.441316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.454125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.509790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feea4d77-dd79-4ad5-98e2-52b5cee21558,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.563509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.593910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.630827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] Pushing event deleted for resources: {'Port': ['ID=59fc83e1-fdee-4601-9105-0cf7460050b8,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.642966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb477008-043a-4ca2-9974-1e27d6a83bef None None] No DVR routers for this DVR port 59fc83e1-fdee-4601-9105-0cf7460050b8 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:43.660043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7569a-fd18-4a9b-a435-d107d0104bcf None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:43.660460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ce92fe-1aed-4894-9bb8-9191f7038442,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.663912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.668444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cdf89ebb-184e-4844-b0a4-9954e9b25fad tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9957352 Feb 14 17:50:43.668444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35376) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:43.676925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '5cd275fa-a3b6-44fc-aa6e-539cc7e58722', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:43.683371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:43.694753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:43.709311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.714634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:43.715846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:43.724160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:43.728832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:43.762443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=a8535418-c842-4c23-a7c0-d35fba02311c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:43.804055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:43.860048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.864512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.868546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.872749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.877202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:43.881939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c99ef865-7fe0-48a8-b1d5-ec87915ab148 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3012 time: 0.5916128 Feb 14 17:50:43.889219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35380) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:43.896874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '595a6881-bb5e-4be6-9225-e0a1d7606311'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:50:43.897844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.919395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.921998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:43.926080 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-59da33b7-c3f6-44cd-85dc-b08a85711702 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8372328 Feb 14 17:50:43.929859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:43.977244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.103799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/595a6881-bb5e-4be6-9225-e0a1d7606311/f609f0d0-92f8-44de-8581-87823ed49277) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:44.108821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.147575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77edb5-40f1-419a-be5d-459067af4b81 req-e79caf46-b3e6-4cac-9de6-2c88183124ab tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:44.149052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd77edb5-40f1-419a-be5d-459067af4b81 req-e79caf46-b3e6-4cac-9de6-2c88183124ab tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5872293 Feb 14 17:50:44.197056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.209772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-f8553f04-d062-447d-8e3c-7ce83dbdac73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.5605133 Feb 14 17:50:44.278706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.287961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.310699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.328920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.410974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.434909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda984a1-f2c5-457c-9cfc-21d4b68d6ac4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:44.435800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Transition to ACTIVE for port object f609f0d0-92f8-44de-8581-87823ed49277 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:44.440399 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.440937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92f3ddf8-8990-4ea2-94e4-93db4796170e {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:50:44.458971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.462739 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bcedc057-9531-4954-b478-721b9cf81dec tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/routers/92f3ddf8-8990-4ea2-94e4-93db4796170e HTTP/1.1" status: 204 len: 168 time: 4.2160451 Feb 14 17:50:44.463894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35388) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:44.478142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Transition to ACTIVE for port object f609f0d0-92f8-44de-8581-87823ed49277 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:44.521484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.525192 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dbc37606-79d5-491a-aa88-e088d40273cd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8559372 Feb 14 17:50:44.528370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35392) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:44.536091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '5cd275fa-a3b6-44fc-aa6e-539cc7e58722', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:44.545237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:44.549788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.556914 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd77edb5-40f1-419a-be5d-459067af4b81 req-1273ee63-c4d4-4701-bc52-9757ac4ebe51 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899055 Feb 14 17:50:44.575730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting subnet 92caa7ac-2b48-4186-9bee-0b5755419237 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:50:44.588583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.617104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:44.619974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:44.621481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:44.626078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:44.626888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:44.633381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Pushing event updated for resources: {'Port': ['ID=f609f0d0-92f8-44de-8581-87823ed49277,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:44.633925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:44.674158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.678185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.687159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.726054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.726300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Attempting to bind port f609f0d0-92f8-44de-8581-87823ed49277 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:44.726651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Attempting to bind port f609f0d0-92f8-44de-8581-87823ed49277 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:44.727010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Attempting to bind port f609f0d0-92f8-44de-8581-87823ed49277 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:44.735319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:44.735691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:44.736680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.736995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c848f0-33ab-4aeb-988a-0f7c876f9bab']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:44.737194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:44.737613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Bound port: f609f0d0-92f8-44de-8581-87823ed49277, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:44.737986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.748532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-f8f9efaf-b504-48f1-b3f2-081985ade3a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:44.750047 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-f8f9efaf-b504-48f1-b3f2-081985ade3a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.5298965 Feb 14 17:50:44.772509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.784023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565ea40a-72c8-4aed-8139-388c5da60d40') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:44.784616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565ea40a-72c8-4aed-8139-388c5da60d40') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:44.830512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] For port f609f0d0-92f8-44de-8581-87823ed49277, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:44.834139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] For port f609f0d0-92f8-44de-8581-87823ed49277, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f609f0d0-92f8-44de-8581-87823ed49277,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:44.842093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.903065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.933233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.941625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:44.999624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92caa7ac-2b48-4186-9bee-0b5755419237,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.001236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea056-20e3-4a45-893f-45361d66c588 None None] Pushing event updated for resources: {'Port': ['ID=f609f0d0-92f8-44de-8581-87823ed49277,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.004523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d2a9e-b370-4fbb-ad7b-5aff26ca2cd6,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.013931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.041468 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4bf68e8c-8651-4ae1-ac01-4ef440717c03 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/92caa7ac-2b48-4186-9bee-0b5755419237 HTTP/1.1" status: 204 len: 168 time: 0.5764678 Feb 14 17:50:45.042192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35396) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:45.052938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.115493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.116667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.117856 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-52f9f4f3-2668-4c6b-b9ca-e18ea54efcf7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5884428 Feb 14 17:50:45.120924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35400) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:45.135467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '5cd275fa-a3b6-44fc-aa6e-539cc7e58722', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:45.147997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:45.162749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:45.181453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:45.191081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:45.197139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.301569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.324617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:45.325446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:45.341554 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:45.348830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.366068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.405873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f609f0d0-92f8-44de-8581-87823ed49277 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:45.413401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7924afd4-f76c-4b92-a6c0-f659c281cdfa']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:45.429910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-a6eeaa28-f2df-4cb7-80be-f1cedca6828b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.6488268 Feb 14 17:50:45.430961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:45.431260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6401c0b-3398-4f7a-83b6-ba09d6bdef7a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:45.450898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.481148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.485624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.492239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:45.492939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:45.506844 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:45.566589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.585186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port f609f0d0-92f8-44de-8581-87823ed49277 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:45.597310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-6e2a39dd-ebf3-4bab-befe-6f2c6eec5025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:45.599588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-6e2a39dd-ebf3-4bab-befe-6f2c6eec5025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.1535814 Feb 14 17:50:45.614239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaf9ef2-cf42-4198-8bdd-76e3f4cb4cb0,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.689657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.693230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.694154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.700562 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bbe6f6b6-2b09-463f-946d-8892751babbf tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5786226 Feb 14 17:50:45.703358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35406) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:45.710992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '5cd275fa-a3b6-44fc-aa6e-539cc7e58722', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:45.717028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:45.722172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:45.724851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.735098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:45.744612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7924afd4-f76c-4b92-a6c0-f659c281cdfa {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:50:45.751166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.753650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:45.761688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Network': ['ID=7924afd4-f76c-4b92-a6c0-f659c281cdfa,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.772251 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e470f97-c2df-49e1-b05d-7c17264d53f2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7924afd4-f76c-4b92-a6c0-f659c281cdfa HTTP/1.1" status: 204 len: 168 time: 0.7251945 Feb 14 17:50:45.800900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.856362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.883941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=47c848f0-33ab-4aeb-988a-0f7c876f9bab,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:45.959714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:45.991142 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1dc61df5-5eb0-48f6-8d42-e1f361e8625f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/47c848f0-33ab-4aeb-988a-0f7c876f9bab HTTP/1.1" status: 204 len: 168 time: 2.0990152 Feb 14 17:50:45.993961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35416) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:46.080673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.258504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31fa427-0488-4ecd-9d87-2f7fc663fdf2,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:46.276926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-72f881c2-89ed-4b72-becc-17575210e2d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6568513 Feb 14 17:50:46.296805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.303744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Provisioning for port f609f0d0-92f8-44de-8581-87823ed49277 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:46.309105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Provisioning complete for port f609f0d0-92f8-44de-8581-87823ed49277 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:46.309728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.343312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35424) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:46.347113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.348139 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1ab49af5-943c-4712-bbd0-837110b95ebb tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6435866 Feb 14 17:50:46.354511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9686-4bb0-4716-a882-99d47bd31e44 req-c2c4eefc-b96d-42f7-a8f9-5d80462c6ff5 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:46.355885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'name': 'tempest-router--1734232987', 'project_id': '9ec157c90b014f8185e3d5fc9da13695'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:46.356355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-795f9686-4bb0-4716-a882-99d47bd31e44 req-c2c4eefc-b96d-42f7-a8f9-5d80462c6ff5 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5643430 Feb 14 17:50:46.356853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35428) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:46.359158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.377090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:46.431606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:router and tenant:9ec157c90b014f8185e3d5fc9da13695 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:46.439404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:46.442782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.456580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:46.467571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.477316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] For port f609f0d0-92f8-44de-8581-87823ed49277, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f609f0d0-92f8-44de-8581-87823ed49277,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:46.497505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a834a9-ae4f-4a14-b7ae-7a1d30dbc120']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:46.511583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7ed8fe-5de1-480a-acfc-c6767204068a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:46.511789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7ed8fe-5de1-480a-acfc-c6767204068a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:46.524928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.541970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.548907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:50:46.549416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:50:46.565824 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:50:46.573746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.595516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.646044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6575-9f21-402a-81c6-035ac1a8d3f5 None None] Pushing event updated for resources: {'Port': ['ID=f609f0d0-92f8-44de-8581-87823ed49277,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:46.648103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.649151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.689685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.748319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.759794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.767364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.772026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.778190 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=39a834a9-ae4f-4a14-b7ae-7a1d30dbc120,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:46.781687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.790112 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-408b9c03-c644-4baa-9fd2-5e6260564983 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/39a834a9-ae4f-4a14-b7ae-7a1d30dbc120 HTTP/1.1" status: 204 len: 168 time: 0.7951212 Feb 14 17:50:46.790867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35432) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:46.840453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=a8535418-c842-4c23-a7c0-d35fba02311c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:46.857843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.889487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:46.890966 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bbabc9b9-6f26-44ec-85b7-57d7bd424b58 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5453689 Feb 14 17:50:46.900049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35436) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:46.902135 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-795f9686-4bb0-4716-a882-99d47bd31e44 req-27fb22ab-d877-46a8-9ffd-d8ad7898570a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5032260 Feb 14 17:50:46.916946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-3bd1dd95-abe5-454d-ba9c-75784ba6acb2 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230915 Feb 14 17:50:47.002305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::1 (ec992c4f-9a29-4213-84c0-4010e08b02ef/595a6881-bb5e-4be6-9225-e0a1d7606311/66a3e230-16d8-4316-b57a-b43f8db04f4c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:47.072660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e17a7a-1c08-4041-a19f-b04c92c5faeb tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:47.076721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e17a7a-1c08-4041-a19f-b04c92c5faeb tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:47.077452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f0e17a7a-1c08-4041-a19f-b04c92c5faeb tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Synchronizing usage tracker for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:47.090124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.132751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.205245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f0e17a7a-1c08-4041-a19f-b04c92c5faeb tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Unset dirty status for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:47.206382 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f0e17a7a-1c08-4041-a19f-b04c92c5faeb tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4105740 Feb 14 17:50:47.210203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35440) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:47.217078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-973671002'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:47.224992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:47.231376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d31fa427-0488-4ecd-9d87-2f7fc663fdf2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:47.239326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:47.274916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb2d159e-4eb5-4edc-95f4-466693e49772 req-b8aa59de-bb0d-48ba-bfe6-ae8d1b4a4001 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049273 Feb 14 17:50:47.295844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:47.302240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:47.307209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.307495 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-455a24c0-d513-4174-9f2c-3dc6a8cb8b11 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d31fa427-0488-4ecd-9d87-2f7fc663fdf2 HTTP/1.1" status: 204 len: 168 time: 0.9150376 Feb 14 17:50:47.313639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35444) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:47.342062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f609f0d0-92f8-44de-8581-87823ed49277 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:47.400260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:47.403217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.422650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f609f0d0-92f8-44de-8581-87823ed49277 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:47.423109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.472459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.498657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 66a3e230-16d8-4316-b57a-b43f8db04f4c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:47.591984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8f706a03-2798-48da-be03-c0004265e536 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:47.599124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.600587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:47.614467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.621621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.621951 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment dbccc90f-d8b3-4498-a047-bcc51a084c19 of type vlan for network f6415346-c61f-44eb-8156-1d5374622485 Feb 14 17:50:47.658683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.675573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.707944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8f706a03-2798-48da-be03-c0004265e536 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:47.711932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f706a03-2798-48da-be03-c0004265e536 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3387897 Feb 14 17:50:47.712202 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35448) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:47.742290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.752530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.758216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:47.759537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:47.762151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:47.764263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:47.764801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.773419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.773926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9da90e-9bba-48bb-bd32-8bb6ddea1928 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:50:47.801657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.805398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:47.805975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:47.838192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:48.021338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.057799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcaf9ef2-cf42-4198-8bdd-76e3f4cb4cb0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:48.067744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.071333 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8fdd8e89-cdd1-4fd1-bab1-91a2888ab0a1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8f9da90e-9bba-48bb-bd32-8bb6ddea1928 HTTP/1.1" status: 204 len: 168 time: 1.1683111 Feb 14 17:50:48.073638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=f6415346-c61f-44eb-8156-1d5374622485,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:48.095066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network f6415346-c61f-44eb-8156-1d5374622485 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:48.145428 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0488c5f1-57f0-4361-9a6b-92daeff0c7b8 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9334378 Feb 14 17:50:48.147523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35456) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.154285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-941285614'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.161327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:48.167081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:network and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:48.170477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:48.179257 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:48.183616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.184432 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-14ef0c41-79f2-4b5e-a456-a1bc12ece9a1 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fcaf9ef2-cf42-4198-8bdd-76e3f4cb4cb0 HTTP/1.1" status: 204 len: 168 time: 0.4709845 Feb 14 17:50:48.186913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35460) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.197161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.251817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6d14ec2f-602f-4a6d-99e5-b68c1edd0773 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:48.292582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cb05dba3-c717-4f69-a505-b3b96df63d0b None None] Provisioning for port 66a3e230-16d8-4316-b57a-b43f8db04f4c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:48.296224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:48.301653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.305934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cb05dba3-c717-4f69-a505-b3b96df63d0b None None] Provisioning complete for port 66a3e230-16d8-4316-b57a-b43f8db04f4c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:48.306317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cb05dba3-c717-4f69-a505-b3b96df63d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.353806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:48.366000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6d14ec2f-602f-4a6d-99e5-b68c1edd0773 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:48.368359 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6d14ec2f-602f-4a6d-99e5-b68c1edd0773 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1803634 Feb 14 17:50:48.371401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35466) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.382689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cb05dba3-c717-4f69-a505-b3b96df63d0b None None] Port 66a3e230-16d8-4316-b57a-b43f8db04f4c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:48.396874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.397744 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment 8b703ffe-320c-4fcc-a1f8-dd507db35b0b of type vlan for network ef554c40-2bb4-4983-9b16-2e2e742b03b8 Feb 14 17:50:48.445239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.452324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40716ddc-f031-4ac1-a802-ef4b20722816 req-beb7cb26-93fd-4c6a-8e0f-239962d360b5 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:48.454090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.454346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40716ddc-f031-4ac1-a802-ef4b20722816 req-beb7cb26-93fd-4c6a-8e0f-239962d360b5 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3098507 Feb 14 17:50:48.462125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.470538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.573132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.590046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d89d2a9e-b370-4fbb-ad7b-5aff26ca2cd6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:48.602664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.607816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:48.608587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.618973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40716ddc-f031-4ac1-a802-ef4b20722816 req-6e909716-1012-48ae-bf80-98bcab1f27f5 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574967 Feb 14 17:50:48.649386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.653077 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3addf1f6-df00-4366-8932-4d8467a21b5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d89d2a9e-b370-4fbb-ad7b-5aff26ca2cd6 HTTP/1.1" status: 204 len: 168 time: 0.2805645 Feb 14 17:50:48.656979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35476) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.670694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:48.679974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-09610af4-1e71-4db3-8be5-8d4e07966e74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/routers/519a1858-e6bb-41f7-811d-468b9fa6587b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6112282 Feb 14 17:50:48.683578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:48.686072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35480) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.695125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'port': {'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8', 'name': 'tempest-FloatingIPTestJSON-1495863391'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.710770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:48.711459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:48.756086 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6070840 Feb 14 17:50:48.758266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35486) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:48.783869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'ports': [{'network_id': 'f6415346-c61f-44eb-8156-1d5374622485', 'name': 'tempest-port--663789888', 'admin_state_up': True}, {'network_id': 'ef554c40-2bb4-4983-9b16-2e2e742b03b8', 'admin_state_up': False}]} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.784200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'port': {'network_id': 'f6415346-c61f-44eb-8156-1d5374622485', 'name': 'tempest-port--663789888', 'admin_state_up': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.784807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'port': {'network_id': 'ef554c40-2bb4-4983-9b16-2e2e742b03b8', 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.818765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:48.825887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.834047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:48.834744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:48.857960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:48.864145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:port and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:48.867780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:48.875793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:48.902730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-848898065', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:48.904862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:48.905276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca42231-8a7e-4e6a-a924-244d0f065699 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:48.917518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:48.937847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8743-07f7-45d9-abc6-8ece943e5f56 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=ef554c40-2bb4-4983-9b16-2e2e742b03b8,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:48.941730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.942223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:48.945540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:48.949671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ef554c40-2bb4-4983-9b16-2e2e742b03b8 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:48.958316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:49.015184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:49.020539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:49.021308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:49.023390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.032949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0b65b5f7-3fd6-4d51-a139-8735f821713e tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:49.080281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] device_id is not set on port 1e98134e-c66a-434e-b875-eae1632b7666 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:49.082999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:49.086684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:port and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:49.089533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:49.095718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:49.132512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.133508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.151934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.167165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'port': 2} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:49.170664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.179837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0b65b5f7-3fd6-4d51-a139-8735f821713e tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:49.181113 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0b65b5f7-3fd6-4d51-a139-8735f821713e tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5236108 Feb 14 17:50:49.185243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35490) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:49.191030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.301234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8b90-6d8b-4edb-a00e-d013e4384f05 req-2a7d9f9d-3456-4e2e-b4fa-8f4ab5cec45f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:49.302712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adce8b90-6d8b-4edb-a00e-d013e4384f05 req-2a7d9f9d-3456-4e2e-b4fa-8f4ab5cec45f tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.3970349 Feb 14 17:50:49.353193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.380568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.386958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:49.399451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:49.542800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] device_id is not set on port fb163260-8653-4af9-8890-447221e74d3f yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:49.551615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.556187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.12 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/1e98134e-c66a-434e-b875-eae1632b7666) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:49.597754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adce8b90-6d8b-4edb-a00e-d013e4384f05 req-69111717-f7aa-444f-bbc2-34c968369faa tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732213 Feb 14 17:50:49.725512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1518109-e19f-4f8e-9beb-f634199c15bc None None] Provisioning complete for port 66a3e230-16d8-4316-b57a-b43f8db04f4c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:49.725512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1518109-e19f-4f8e-9beb-f634199c15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.745602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.789019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a1518109-e19f-4f8e-9beb-f634199c15bc None None] Port 66a3e230-16d8-4316-b57a-b43f8db04f4c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:50:49.871573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] device_id is not set on port 27b85465-7ea3-47d3-a4b4-49ad04b4207b yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:49.896692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.972008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:49.985155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fda984a1-f2c5-457c-9cfc-21d4b68d6ac4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:50.005427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.172561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.173645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5abc6a11-5a2d-4cef-b754-9b19134e02ed tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fda984a1-f2c5-457c-9cfc-21d4b68d6ac4 HTTP/1.1" status: 204 len: 168 time: 0.9857106 Feb 14 17:50:50.178337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.183391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35496) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:50.198783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.205610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f8d0-3f90-4da1-9ffa-2bf949b61e11 req-2c9ae2e6-1a3d-45f6-a3fc-b204abf35c59 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:50.207052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb08f8d0-3f90-4da1-9ffa-2bf949b61e11 req-2c9ae2e6-1a3d-45f6-a3fc-b204abf35c59 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3178067 Feb 14 17:50:50.287630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Allocated IP 172.26.4.226 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/4e4c414e-689b-4893-8a37-8eee3725714a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:50.367314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f28a28cf-e9f9-4130-9fa7-628f4e051084 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:50.381976 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb08f8d0-3f90-4da1-9ffa-2bf949b61e11 req-1e3206f7-3960-41e2-861c-69e63eea3c7a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648452 Feb 14 17:50:50.410305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.426660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-35af4740-a15b-4418-bd6a-d70db15037e0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:50.428226 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-35af4740-a15b-4418-bd6a-d70db15037e0 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.2043364 Feb 14 17:50:50.467460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.512222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.541013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Port': ['ID=fb163260-8653-4af9-8890-447221e74d3f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:50.562117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Checking segment: {'id': 'dbccc90f-d8b3-4498-a047-bcc51a084c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f6415346-c61f-44eb-8156-1d5374622485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:50.562774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network hostable DHCP agents. Network: f6415346-c61f-44eb-8156-1d5374622485, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:50:50.582558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f28a28cf-e9f9-4130-9fa7-628f4e051084 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:50.583792 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f28a28cf-e9f9-4130-9fa7-628f4e051084 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3988106 Feb 14 17:50:50.588056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35502) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:50.597168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:50:50.611299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Deleting port 65b9c517-d7cb-43d5-8163-55567deb26f1 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:50.611636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.620424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.630561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.642702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:50.652994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:50.662442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=1e98134e-c66a-434e-b875-eae1632b7666,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:50.667228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:50.673520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.722933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network f6415346-c61f-44eb-8156-1d5374622485 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:50:50.755241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.760307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:50.769708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:50.771390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event updated for resources: {'Port': ['ID=4e4c414e-689b-4893-8a37-8eee3725714a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:50.773580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:50.788337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-786539dc-da98-4e77-a50b-36b1e9ad867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.816334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feea4d77-dd79-4ad5-98e2-52b5cee21558,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:50.892840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, f6415346-c61f-44eb-8156-1d5374622485) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:50.899019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:50.899847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.903282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0a1b7-fdab-4086-ba11-fd744e1bfa73 None None] Network f6415346-c61f-44eb-8156-1d5374622485 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:50.941550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:50.942560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.949153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:50.950162 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-430f856a-6a62-467e-a5ae-4a4f075af37d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/feea4d77-dd79-4ad5-98e2-52b5cee21558 HTTP/1.1" status: 204 len: 168 time: 0.3609743 Feb 14 17:50:50.963209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35508) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.029511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Port': ['ID=27b85465-7ea3-47d3-a4b4-49ad04b4207b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:51.073138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968bee-a40e-4c6c-b2bc-032553b2c16a req-ff07d688-febf-4bef-87ec-60a64ba54bfd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:51.073363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d7f74d0a-c79f-487b-a3b3-4284b51e6496 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:51.074593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8968bee-a40e-4c6c-b2bc-032553b2c16a req-ff07d688-febf-4bef-87ec-60a64ba54bfd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5627761 Feb 14 17:50:51.091261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Checking segment: {'id': '8b703ffe-320c-4fcc-a1f8-dd507db35b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef554c40-2bb4-4983-9b16-2e2e742b03b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:51.091621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network hostable DHCP agents. Network: ef554c40-2bb4-4983-9b16-2e2e742b03b8, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:50:51.097887 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d38756af-4df5-47b1-ba20-e8f92909af59 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4075105 Feb 14 17:50:51.098850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35512) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.104880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'port': {'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8', 'name': 'tempest-FloatingIPTestJSON-1451861585'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:51.203472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d7f74d0a-c79f-487b-a3b3-4284b51e6496 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:51.204673 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d7f74d0a-c79f-487b-a3b3-4284b51e6496 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2405326 Feb 14 17:50:51.213281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35516) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.215054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998934aa-a6bb-4b81-ae25-ce28a076908c req-c6cf50e2-584b-4d88-bce8-3faeb15d46ea tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:51.216487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-998934aa-a6bb-4b81-ae25-ce28a076908c req-c6cf50e2-584b-4d88-bce8-3faeb15d46ea tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 945 time: 0.4446332 Feb 14 17:50:51.219684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] For port 65b9c517-d7cb-43d5-8163-55567deb26f1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=65b9c517-d7cb-43d5-8163-55567deb26f1,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:51.220041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.233916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8968bee-a40e-4c6c-b2bc-032553b2c16a req-8fe69113-5e46-43cb-b572-08ec81aa0c22 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409860 Feb 14 17:50:51.308318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:51.315144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:port and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:51.318569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:51.328232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:51.350006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network ef554c40-2bb4-4983-9b16-2e2e742b03b8 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:50:51.358348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.359063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.360237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:51.364050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.368217 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50ff8675-4af6-4a43-946e-0da6648e872a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "PUT /v2.0/routers/88a226ec-f2e2-437e-a92f-46c57f2ba6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4327872 Feb 14 17:50:51.379842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35522) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.380967 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Sync routers for ids ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:51.394296 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Routers {'88a226ec-f2e2-437e-a92f-46c57f2ba6e5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:51.395031 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:51.432724 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-998934aa-a6bb-4b81-ae25-ce28a076908c req-b9ab1953-c86a-40b7-859e-1953f09fef5d tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups?id=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038476 Feb 14 17:50:51.489332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:51.492411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.502544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ef554c40-2bb4-4983-9b16-2e2e742b03b8) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:51.512590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5233a7-22b8-4e9f-93df-4133c9a357e5 None None] Network ef554c40-2bb4-4983-9b16-2e2e742b03b8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:50:51.514960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.620337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:51.624031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:51.631404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:51.632060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.643006 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Set router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:51.709484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.709899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.710216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Floating IP aba4011d-b118-4091-a1d5-5b893c5b12c0 disassociated. External IP: 172.26.4.43, port: 65b9c517-d7cb-43d5-8163-55567deb26f1. Feb 14 17:50:51.710554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Calling delete_port for 65b9c517-d7cb-43d5-8163-55567deb26f1 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:51.720110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] device_id is not set on port 34805970-9906-416c-a531-93de973bbbcb yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:50:51.766602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505d140-fbe6-444f-81bc-4fcdfc9fc957 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:51.767926 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2505d140-fbe6-444f-81bc-4fcdfc9fc957 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports/66a3e230-16d8-4316-b57a-b43f8db04f4c HTTP/1.1" status: 200 len: 911 time: 0.3870320 Feb 14 17:50:51.770761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35526) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.830101 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-36fbc97d-8003-4fc2-91e3-af2df53d67c0 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0670922 Feb 14 17:50:51.834286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35532) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:51.930420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:51.959234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd275fa-a3b6-44fc-aa6e-539cc7e58722,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:52.000173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.5 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/34805970-9906-416c-a531-93de973bbbcb) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:52.012837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.059199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a2d13-ed95-44b6-a686-5f3d299a2840 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:52.062226 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:47Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': '66a3e230-16d8-4316-b57a-b43f8db04f4c', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:50:46Z', 'updated_at': '2022-02-14T17:50:48Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:52.063072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a2d13-ed95-44b6-a686-5f3d299a2840 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:52.063812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e32a2d13-ed95-44b6-a686-5f3d299a2840 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Synchronizing usage tracker for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:52.066144 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Checking router: 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:52.066578 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Updating router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 port 66a3e230-16d8-4316-b57a-b43f8db04f4c binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:50:52.070892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event deleted for resources: {'Port': ['ID=65b9c517-d7cb-43d5-8163-55567deb26f1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:52.094291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.095399 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d2bd8b96-5263-4c63-90b5-9cec67aac404 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cd275fa-a3b6-44fc-aa6e-539cc7e58722 HTTP/1.1" status: 204 len: 168 time: 0.8812263 Feb 14 17:50:52.102014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d8a89-a5c4-472a-9326-bf1b93d23a59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:52.105856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d8a89-a5c4-472a-9326-bf1b93d23a59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:52.106615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b6d8a89-a5c4-472a-9326-bf1b93d23a59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:52.107267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35536) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:52.133587 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.163771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a106585-0483-49eb-a4f8-024261b3f8a8 req-9a2676d1-2a5f-4c54-a98f-2a9467c72ce0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:52.165268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a106585-0483-49eb-a4f8-024261b3f8a8 req-9a2676d1-2a5f-4c54-a98f-2a9467c72ce0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2193627 Feb 14 17:50:52.309743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a106585-0483-49eb-a4f8-024261b3f8a8 req-0f4565bd-c61f-4645-ae05-46944ebdf71f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313546 Feb 14 17:50:52.345663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b6d8a89-a5c4-472a-9326-bf1b93d23a59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:52.355849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35540) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:52.360243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5b6d8a89-a5c4-472a-9326-bf1b93d23a59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5879986 Feb 14 17:50:52.446237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e32a2d13-ed95-44b6-a686-5f3d299a2840 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Unset dirty status for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:52.447366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e32a2d13-ed95-44b6-a686-5f3d299a2840 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6112864 Feb 14 17:50:52.452832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35546) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:52.518136 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.522292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Router c538d925-536f-468e-b066-01eb565d9929 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:52.532780 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Transition to ACTIVE for port object 66a3e230-16d8-4316-b57a-b43f8db04f4c will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:50:52.532970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76de82d0-a0ab-424f-a3f7-e3249f7c32dd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:52.612595 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.617273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.637468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting port fb163260-8653-4af9-8890-447221e74d3f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:52.638096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.721565 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75731-d58f-470f-8092-5d26b8261686 None None] Pushing event updated for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:52.753076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Router 217a44fa-39ba-4e4e-b28c-8332f24fcc21 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:50:52.766573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76de82d0-a0ab-424f-a3f7-e3249f7c32dd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:52.772048 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-76de82d0-a0ab-424f-a3f7-e3249f7c32dd tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6598053 Feb 14 17:50:52.797829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35552) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:52.803564 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc34c117-4f1a-4625-b765-eb64f81e3b03 req-590956b0-e784-4d4d-86b9-706d45ad3f23 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.1067340 Feb 14 17:50:52.823872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253598897'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:52.846447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:52.847134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:53.073754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Attempting to bind port 66a3e230-16d8-4316-b57a-b43f8db04f4c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Attempting to bind port 66a3e230-16d8-4316-b57a-b43f8db04f4c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Attempting to bind port 66a3e230-16d8-4316-b57a-b43f8db04f4c on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:50:53.073893 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.074384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=34805970-9906-416c-a531-93de973bbbcb,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:53.074475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:50:53.074475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Bound port: 66a3e230-16d8-4316-b57a-b43f8db04f4c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:50:53.074475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.074712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:53.074801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c223417-9b0c-4ec9-a68f-81ddcbeffbe1 req-75fc2124-eebe-419a-a66d-4e9c06df66f4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:53.074801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c223417-9b0c-4ec9-a68f-81ddcbeffbe1 req-75fc2124-eebe-419a-a66d-4e9c06df66f4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5057790 Feb 14 17:50:53.110765 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] For port 66a3e230-16d8-4316-b57a-b43f8db04f4c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:50:53.114350 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] For port 66a3e230-16d8-4316-b57a-b43f8db04f4c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66a3e230-16d8-4316-b57a-b43f8db04f4c,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:50:53.123964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:53.134393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:53.177911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbc12-3a18-4193-80fb-6159d00f77c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.204565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.218563 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.285149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:53.285812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.336317 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75731-d58f-470f-8092-5d26b8261686 None None] Pushing event updated for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:53.352060 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Routers {'88a226ec-f2e2-437e-a92f-46c57f2ba6e5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:53.353322 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:53.385177 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-596e97b8-1b78-4ef5-bb93-df8216655246 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2860162 Feb 14 17:50:53.387971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35558) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:53.396808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '34805970-9906-416c-a531-93de973bbbcb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:53.408208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:53.424507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:floatingip and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:53.430605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:53.440337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:53.503327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:53.518939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] Sync routers for ids ['217a44fa-39ba-4e4e-b28c-8332f24fcc21'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:53.535307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] Routers {'217a44fa-39ba-4e4e-b28c-8332f24fcc21'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:53.536061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['217a44fa-39ba-4e4e-b28c-8332f24fcc21'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:53.544392 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] Set router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:53.561228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.680484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.684965 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bc0da5de-cb47-4269-ae47-f0833cae78b3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2283151 Feb 14 17:50:53.688309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35564) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:53.689216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Calling delete_port for fb163260-8653-4af9-8890-447221e74d3f owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:53.737654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:53.786616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] Routers {'217a44fa-39ba-4e4e-b28c-8332f24fcc21'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:53.787620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['217a44fa-39ba-4e4e-b28c-8332f24fcc21'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:53.864574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:53.866781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 65b9c517-d7cb-43d5-8163-55567deb26f1 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:53.904487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c223417-9b0c-4ec9-a68f-81ddcbeffbe1 req-19485275-ceda-47fd-b7e7-85626ca99e03 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7685361 Feb 14 17:50:53.909863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 65b9c517-d7cb-43d5-8163-55567deb26f1 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:50:53.910554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 65b9c517-d7cb-43d5-8163-55567deb26f1 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:50:53.912106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:53.912846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06a760-6c4b-449a-bb82-dad481e52487 None None] The sync data for ids ['217a44fa-39ba-4e4e-b28c-8332f24fcc21'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:53.990903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:53.996688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:54.001172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:54.008086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:54.054064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.085651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:50:54.090437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.105340 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Sync routers for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:50:54.110274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:47Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': '66a3e230-16d8-4316-b57a-b43f8db04f4c', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:50:46Z', 'updated_at': '2022-02-14T17:50:53Z', 'revision_number': 4, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:54.118772 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f374f3-e683-4c24-ba2d-56db9732f9c3 None None] The sync data for ids ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'] in dv-neutron-823271-4-hyperv is: [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:47Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': '66a3e230-16d8-4316-b57a-b43f8db04f4c', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:83:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:50:46Z', 'updated_at': '2022-02-14T17:50:53Z', 'revision_number': 4, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '595a6881-bb5e-4be6-9225-e0a1d7606311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:54.129349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.129606 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:54.129953 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:54.306819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Port': ['ID=fb163260-8653-4af9-8890-447221e74d3f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:54.314541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.327071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.337484 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc8287b4-a26f-4a68-ade8-97e6e9a45b4b req-2ec0ab0f-36f2-4692-990d-107b7c79f211 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.1381052 Feb 14 17:50:54.344303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] No DVR routers for this DVR port 65b9c517-d7cb-43d5-8163-55567deb26f1 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:50:54.355847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.357890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.361628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'name': 'network-vif-deleted', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:50:54.384104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.453638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b658932-cb79-4fcc-b054-087bf00063ca,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:54.509940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.533207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1ebf601-bda4-4e41-b2d7-3889497a279a req-2c94a80a-3d4c-47a9-bf8d-d5ef4c4af947 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.45 "DELETE /v2.0/ports/65b9c517-d7cb-43d5-8163-55567deb26f1 HTTP/1.1" status: 204 len: 173 time: 4.0990360 Feb 14 17:50:54.556303 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:54.619198 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d99e4c58-3b85-4669-9a9d-cc2c1f05153c tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/ports/fb163260-8653-4af9-8890-447221e74d3f HTTP/1.1" status: 204 len: 168 time: 2.1587944 Feb 14 17:50:54.628556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:54.631107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be069570-f823-458b-8c09-f7b44c44e04a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8254371 Feb 14 17:50:54.632968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35576) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:54.635269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35578) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:54.759283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '2b658932-cb79-4fcc-b054-087bf00063ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:54.807407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:54.842537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:54.870996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:54.906809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:54.914298 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a9b028ba-e9a6-4445-b73e-8ef69516f792 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/217a44fa-39ba-4e4e-b28c-8332f24fcc21 HTTP/1.1" status: 200 len: 924 time: 1.2247782 Feb 14 17:50:54.922600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35584) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:54.952133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.100 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/ff1aab42-0b12-4f6f-bd96-c463d93a9d74) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:50:55.018443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9595-bbd9-4cc7-a44d-e100b2b4ce32 req-a1a13a09-393f-4810-afab-9bd32e72a190 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:55.025483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a0c9595-bbd9-4cc7-a44d-e100b2b4ce32 req-a1a13a09-393f-4810-afab-9bd32e72a190 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.3891046 Feb 14 17:50:55.049405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting port 27b85465-7ea3-47d3-a4b4-49ad04b4207b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:55.049753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.093769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6d2e1e5c-4f25-4aa3-b192-f2a8bd56aef0 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=217a44fa-39ba-4e4e-b28c-8332f24fcc21 HTTP/1.1" status: 200 len: 205 time: 0.1685200 Feb 14 17:50:55.125795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35588) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:55.134669 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:55.139907 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Checking router: c538d925-536f-468e-b066-01eb565d9929 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:50:55.152978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:50:55.153621 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:55.238181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.294200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.302455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 66a3e230-16d8-4316-b57a-b43f8db04f4c {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:55.302801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.408450 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:50:55.441098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66a3e230-16d8-4316-b57a-b43f8db04f4c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:55.507077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f791317-db42-43f4-afff-3f2762298599 req-e115c0d8-80f3-4ddf-b4ac-78f3350d59f7 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:55.508815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f791317-db42-43f4-afff-3f2762298599 req-e115c0d8-80f3-4ddf-b4ac-78f3350d59f7 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.9745901 Feb 14 17:50:55.569163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a0c9595-bbd9-4cc7-a44d-e100b2b4ce32 req-e090cfb3-d1b0-4ce9-a749-027e7d17e8b4 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5397608 Feb 14 17:50:55.651804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.685249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 66a3e230-16d8-4316-b57a-b43f8db04f4c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:50:55.686051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 66a3e230-16d8-4316-b57a-b43f8db04f4c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66a3e230-16d8-4316-b57a-b43f8db04f4c,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:55.686515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.694004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 66a3e230-16d8-4316-b57a-b43f8db04f4c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:55.696488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.707223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.725104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44576e57-3d6c-49e2-aa7e-78d136e7655d', 'name': 'network-vif-deleted', 'tag': '65b9c517-d7cb-43d5-8163-55567deb26f1', 'status': 'completed', 'code': 200} Feb 14 17:50:55.892648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:55.979924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.002084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 66a3e230-16d8-4316-b57a-b43f8db04f4c owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:56.002323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.008931 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:50:56.013261 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc619-7c6d-48c1-8bed-a935177af410 None None] The sync data for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv is: [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '76331b75-0c56-4d60-9db1-2f94cf0446f3', 'name': '', 'network_id': '38045569-18cd-4311-b522-057dedc51371', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'mac_address': 'fa:16:3e:e6:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:09Z', 'updated_at': '2022-02-14T17:49:57Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'subnets': [{'id': '49d185ea-47ae-4b7f-bec6-4bf89c9baba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:50:56.047477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 66a3e230-16d8-4316-b57a-b43f8db04f4c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66a3e230-16d8-4316-b57a-b43f8db04f4c,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:56.067256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f791317-db42-43f4-afff-3f2762298599 req-aa74c937-bc9a-4c8b-b123-c6e709a4827e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475101 Feb 14 17:50:56.076544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:50:56.077718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=ff1aab42-0b12-4f6f-bd96-c463d93a9d74,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:56.083357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1a2aea93-e5a9-4b48-93df-46fb2863757a req-08375651-aaeb-4f9d-a7f5-a82e0415d58c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Synchronizing usage tracker for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:56.085377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:50:56.088738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:50:56.090661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb87b35-4a30-4144-979d-ff6a795492da,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:56.098670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.125948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.232578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:56.260685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.265023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c7b96bba-7c09-4cf4-b59d-bcac54923de2 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5306737 Feb 14 17:50:56.271078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35596) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:56.271215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Calling delete_port for 27b85465-7ea3-47d3-a4b4-49ad04b4207b owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:56.323831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1a2aea93-e5a9-4b48-93df-46fb2863757a req-08375651-aaeb-4f9d-a7f5-a82e0415d58c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Unset dirty status for tenant:bb78730cc6214cf1bbcd88f9aba676df on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:56.325057 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1a2aea93-e5a9-4b48-93df-46fb2863757a req-08375651-aaeb-4f9d-a7f5-a82e0415d58c tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/ports?device_id=44576e57-3d6c-49e2-aa7e-78d136e7655d HTTP/1.1" status: 200 len: 210 time: 0.3386474 Feb 14 17:50:56.358110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-1df80692-404a-4b62-89a5-779e90f7ce72 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:56.366305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-1df80692-404a-4b62-89a5-779e90f7ce72 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.45 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.5148156 Feb 14 17:50:56.509874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf8d6c-9f55-479f-a410-25b9bb93b694 None None] New status for floating IP aba4011d-b118-4091-a1d5-5b893c5b12c0: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:50:56.530412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:50:56.530412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:50:56.566530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.584099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Deleting port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:56.584440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.629005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.723483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.742705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Port': ['ID=27b85465-7ea3-47d3-a4b4-49ad04b4207b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:56.757614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.915191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.933607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:56.959371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bee462c7-f87c-409a-865f-9cd8b9c4307f tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/ports/27b85465-7ea3-47d3-a4b4-49ad04b4207b HTTP/1.1" status: 204 len: 168 time: 2.2295814 Feb 14 17:50:56.963508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35602) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:57.011948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b658932-cb79-4fcc-b054-087bf00063ca,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:57.029365 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5edd4b7c-4468-49fc-a9bf-aa348676a377 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0595214 Feb 14 17:50:57.034290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.035132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 66a3e230-16d8-4316-b57a-b43f8db04f4c {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:57.035398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.039442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35606) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:57.070610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1681967318'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:57.077416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:57.091957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:network and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:57.100133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4e68-2e48-4af2-aa68-9db244b94f42 req-03a4ea2e-eef1-4595-968c-1c7a0e3bd48a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:57.101583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-905d4e68-2e48-4af2-aa68-9db244b94f42 req-03a4ea2e-eef1-4595-968c-1c7a0e3bd48a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4296224 Feb 14 17:50:57.103298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:57.118148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:57.122120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.122120 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a3981916-c7b4-44d0-b809-3fa5bddc18cc tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b658932-cb79-4fcc-b054-087bf00063ca HTTP/1.1" status: 204 len: 168 time: 0.8499675 Feb 14 17:50:57.146514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35612) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:57.223521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] For port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:57.223875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.240688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:57.243573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.247793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.337141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66a3e230-16d8-4316-b57a-b43f8db04f4c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:50:57.342166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 66a3e230-16d8-4316-b57a-b43f8db04f4c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66a3e230-16d8-4316-b57a-b43f8db04f4c,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:50:57.342513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.392869 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-905d4e68-2e48-4af2-aa68-9db244b94f42 req-f1bc15bd-d62c-415c-89c0-1e7597a865af tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818704 Feb 14 17:50:57.428530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-00056497-c805-4005-bba3-a871e6724291 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:50:57.431989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 66a3e230-16d8-4316-b57a-b43f8db04f4c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:50:57.432965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.447565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:57.550541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 66a3e230-16d8-4316-b57a-b43f8db04f4c owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:57.553434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.553777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment 547f60a2-82ee-45b9-8a76-9302bf26b474 of type vlan for network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 Feb 14 17:50:57.614231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.617792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-00056497-c805-4005-bba3-a871e6724291 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:50:57.618975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-00056497-c805-4005-bba3-a871e6724291 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4714916 Feb 14 17:50:57.624773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35620) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:57.630581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--65892073'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:57.662139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:57.679380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:57.684071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a81b7-3740-4dbd-b0a5-bce257fa64d9 req-b433491e-a5d2-483a-82e9-975c8d023ecb tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:57.689191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-588a81b7-3740-4dbd-b0a5-bce257fa64d9 req-b433491e-a5d2-483a-82e9-975c8d023ecb tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 945 time: 0.3739419 Feb 14 17:50:57.715081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:57.739943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.782388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.795557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.795915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.796219 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Floating IP ead23597-641b-4f30-9581-49d594252d20 disassociated. External IP: 172.26.4.82, port: 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4. Feb 14 17:50:57.796547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Calling delete_port for 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:57.807289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.833615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-588a81b7-3740-4dbd-b0a5-bce257fa64d9 req-29d4e1e5-e1aa-461f-8ff9-3caf1d310b7a tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups?id=113194e1-d3b3-4ed4-896c-3409f98060b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364489 Feb 14 17:50:57.836316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.863991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 4e4c414e-689b-4893-8a37-8eee3725714a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:57.864324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.897940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.907728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.911380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:57.911965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:57.915095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.014200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:58.023546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:58.050509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:58.061791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.065714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=ff1aab42-0b12-4f6f-bd96-c463d93a9d74,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.073058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:58.132126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=d2dd62d2-2737-453a-bdd6-16ab729fe1c9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.136269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=66a3e230-16d8-4316-b57a-b43f8db04f4c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.179502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.284752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a5312c83-1396-4dce-a629-0373f9713971 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2376118 Feb 14 17:50:58.289427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35628) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:58.294621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:58.305811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-194979027'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:58.319371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:58.335165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:network and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:58.340075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:58.349552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:58.377596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.490772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.504628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 4e4c414e-689b-4893-8a37-8eee3725714a owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:50:58.536834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:50:58.539694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.548756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.615099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.662550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.669009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event deleted for resources: {'Port': ['ID=62d22a71-63a6-4b22-bee6-cbe3ab0c50e4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.677066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.694550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:50:58.750535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.850322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.850681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Added segment 4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9 of type vlan for network 46686714-ec53-49b1-8201-3fd4fbce6d9f Feb 14 17:50:58.867333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.868392 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-361aabb2-277b-4836-9579-3331d8b50737 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "DELETE /v2.0/security-groups/3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7 HTTP/1.1" status: 204 len: 168 time: 1.1821926 Feb 14 17:50:58.872531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d16bbc-741e-4510-aeb2-3ec9235fd875,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:58.874468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:58.919133 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-cada8bde-53e1-41da-94d7-197f12a9b3a2 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] show failed (client error): The resource could not be found. Feb 14 17:50:58.920227 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cada8bde-53e1-41da-94d7-197f12a9b3a2 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "GET /v2.0/security-groups/3787c4d1-9f3b-4aa6-b8b5-405d72ad96e7 HTTP/1.1" status: 404 len: 347 time: 0.0418625 Feb 14 17:50:58.930403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35640) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:58.932901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:58.936748 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-64086ff3-8a1c-4a64-bdaf-fdf305459e61 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3091655 Feb 14 17:50:58.946053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35644) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:50:58.971017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194448554'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:50:59.038655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:59.100619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.120801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-072fcc42-7bdc-4845-a642-b7ad934ad802 req-27a54209-7274-4663-998e-30fd8e539fd7 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1255002 Feb 14 17:50:59.123097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:59.134820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3901e-01e6-46bd-b9fd-d94481bbfe0b req-20ff9961-5363-4de1-a9f8-5241d69095a0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:59.142313 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5e3901e-01e6-46bd-b9fd-d94481bbfe0b req-20ff9961-5363-4de1-a9f8-5241d69095a0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6073756 Feb 14 17:50:59.254108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Deleting port b14c02ff-8cf9-46bc-aa50-fd692122d837 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:50:59.254496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.270402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.301368 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 4b40c440-2dcb-4754-b083-a69cee22b445 associated. External IP: 172.26.4.100, port: 34805970-9906-416c-a531-93de973bbbcb. Feb 14 17:50:59.322789 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5e3901e-01e6-46bd-b9fd-d94481bbfe0b req-2591a6f0-7bc2-4009-ae08-e9ccb1684b69 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796253 Feb 14 17:50:59.356118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.360484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:50:59.362277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.403122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:50:59.466796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:50:59.470353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:50:59.493571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.499271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:50:59.560171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Network': ['ID=46686714-ec53-49b1-8201-3fd4fbce6d9f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:59.562387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=4e4c414e-689b-4893-8a37-8eee3725714a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:50:59.583845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 46686714-ec53-49b1-8201-3fd4fbce6d9f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:50:59.658266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5d5b5c19-1cc4-4731-8a6c-f154f379e85e tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3674941 Feb 14 17:50:59.784489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.815033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:50:59.837271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.837649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:50:59.895429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:50:59.937119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:50:59.938175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:00.038905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Calling delete_port for b14c02ff-8cf9-46bc-aa50-fd692122d837 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:00.110343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.321513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:00.341185 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Sync routers for ids ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:00.358462 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Routers {'88a226ec-f2e2-437e-a92f-46c57f2ba6e5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:00.359583 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:00.380256 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2894ad51-7c8f-4d54-8cdf-21a12fed35c8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "PUT /v2.0/routers/88a226ec-f2e2-437e-a92f-46c57f2ba6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0203729 Feb 14 17:51:00.383801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35654) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:00.397290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Router 1107d9cd-9114-470b-a0ed-24436f5534a0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:00.402231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.491160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.560776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.566407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.583526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Set router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:00.600551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-eb9ce78d-59e6-4752-9d15-254166d74695 req-daff3f8b-d7c8-4dfc-833c-8becdc558aaa tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Synchronizing usage tracker for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:00.608850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.610181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6631978 Feb 14 17:51:00.615744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35658) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:00.644587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': 'b0d16bbc-741e-4510-aeb2-3ec9235fd875', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '062590b7-616e-41ce-ab2c-62fe85d49f92', 'remote_ip_prefix': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:00.655532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c626-09c4-4346-b609-0488c1eabe5f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062590b7-616e-41ce-ab2c-62fe85d49f92,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:00.669853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:00.731355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Pushing event deleted for resources: {'Port': ['ID=b14c02ff-8cf9-46bc-aa50-fd692122d837,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:00.736884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.738997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.739661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router 217a44fa-39ba-4e4e-b28c-8332f24fcc21 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:00.739864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.741259 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] 10.222.0.30 "DELETE /v2.0/floatingips/aba4011d-b118-4091-a1d5-5b893c5b12c0 HTTP/1.1" status: 204 len: 168 time: 1.8098152 Feb 14 17:51:00.751493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35662) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:00.772971 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:57Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:00.778378 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Checking router: 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:00.778589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:00.788912 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Routers {'88a226ec-f2e2-437e-a92f-46c57f2ba6e5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:00.789506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:00.795274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:00.807443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648613b-66ee-472e-9710-01d5b480e5f9 req-c817b32b-be5b-4c6b-9236-a569ed399b3a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:00.809494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f648613b-66ee-472e-9710-01d5b480e5f9 req-c817b32b-be5b-4c6b-9236-a569ed399b3a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5620606 Feb 14 17:51:00.813344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:00.814487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e9797194-6861-45ca-86fe-8b1f32301062 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/217a44fa-39ba-4e4e-b28c-8332f24fcc21 HTTP/1.1" status: 204 len: 168 time: 5.6829820 Feb 14 17:51:00.847143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35666) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:00.871352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'name': 'tempest-snat-router-160202831', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:00.877033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:00.879247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:00.881741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:router and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:00.884673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:00.891593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:00.901670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5a8c7-76a4-4e32-bb9f-9b507b76f38a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:00.903769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5a8c7-76a4-4e32-bb9f-9b507b76f38a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:00.904012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d9a5a8c7-76a4-4e32-bb9f-9b507b76f38a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:00.911671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-eb9ce78d-59e6-4752-9d15-254166d74695 req-daff3f8b-d7c8-4dfc-833c-8becdc558aaa tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Unset dirty status for tenant:2941876295474c0e8447758ca2caa981 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:00.922991 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb9ce78d-59e6-4752-9d15-254166d74695 req-daff3f8b-d7c8-4dfc-833c-8becdc558aaa tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.5730212 Feb 14 17:51:00.939155 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] Set router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:00.970338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f648613b-66ee-472e-9710-01d5b480e5f9 req-50624b60-95d1-4ca0-b0ad-2bc3895b61cc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000283 Feb 14 17:51:00.998731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:00.999954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.003675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.004425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.004988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7bea2b-00eb-4616-ae1c-4cd5aa4bd102 tempest-ServersTestManualDisk-990869664 tempest-ServersTestManualDisk-990869664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.016629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.017676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.038870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.072167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.081843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:01.093064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Sync routers for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:01.115786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:01.116757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:01.121008 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:57Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:01.133464 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311dfc3-296b-4208-8093-9b9e6767b4a2 None None] The sync data for ids ['88a226ec-f2e2-437e-a92f-46c57f2ba6e5'] in dv-neutron-823271-4-hyperv is: [{'id': '88a226ec-f2e2-437e-a92f-46c57f2ba6e5', 'name': 'tempest-NetworksTestDHCPv6-router-20349082', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:50:43Z', 'updated_at': '2022-02-14T17:50:57Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:01.141567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d9a5a8c7-76a4-4e32-bb9f-9b507b76f38a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:01.145766 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d9a5a8c7-76a4-4e32-bb9f-9b507b76f38a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7582996 Feb 14 17:51:01.147977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35670) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:01.220542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] No DVR routers for this DVR port 62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:01.223991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.226288 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccba32be-8a59-422f-a5db-b8de0c8ee5a8 req-035440df-2a39-41aa-98a8-57341e51132e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.45 "DELETE /v2.0/ports/62d22a71-63a6-4b22-bee6-cbe3ab0c50e4 HTTP/1.1" status: 204 len: 173 time: 4.8545797 Feb 14 17:51:01.226807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'name': 'network-vif-deleted', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:51:01.270240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.315112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c27aa9-9311-477a-afdb-e61b5b905d72', 'name': 'network-vif-deleted', 'tag': '62d22a71-63a6-4b22-bee6-cbe3ab0c50e4', 'status': 'completed', 'code': 200} Feb 14 17:51:01.362322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.365212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:01.407612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e42d57a-0937-4860-a775-373d906fca9d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:01.418701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:01.498352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.500070 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-61cca9bb-9c2e-4140-88be-d0994209c143 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8690457 Feb 14 17:51:01.502823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:01.565687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.574736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66a3e230-16d8-4316-b57a-b43f8db04f4c no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:01.581387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.694463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 66a3e230-16d8-4316-b57a-b43f8db04f4c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:01.696357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66a3e230-16d8-4316-b57a-b43f8db04f4c not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:01.709372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.729286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e42d57a-0937-4860-a775-373d906fca9d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:01.741708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.742194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.742770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.743227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.743660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.744076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.744902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.745353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.745760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.746136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.746510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:01.756254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.757514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-91788cda-fb60-47c7-862f-cc0d92fa1fb7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5e42d57a-0937-4860-a775-373d906fca9d HTTP/1.1" status: 204 len: 168 time: 0.2535460 Feb 14 17:51:01.761306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35680) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:01.822280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d5f8691-647d-4968-b61b-cac9102b5d9b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:01.848343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.903682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d5f8691-647d-4968-b61b-cac9102b5d9b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:01.908649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d5f8691-647d-4968-b61b-cac9102b5d9b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1462147 Feb 14 17:51:01.909405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35684) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:01.967172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:01.974178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Checking router: 1107d9cd-9114-470b-a0ed-24436f5534a0 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:01.976201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:01.987215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:01.987821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.008926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.189900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.276957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:02.300010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 595a6881-bb5e-4be6-9225-e0a1d7606311 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:02.309456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.355422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062590b7-616e-41ce-ab2c-62fe85d49f92,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:02.373953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fbfbe887-f69d-4513-ab6d-8ad3a782aa91 req-e87f0cc1-0e5a-4f21-a89b-165e5a14a40e tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c27aa9-9311-477a-afdb-e61b5b905d72 HTTP/1.1" status: 200 len: 210 time: 0.1580658 Feb 14 17:51:02.403790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.421577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.431832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bb3960e0-8198-458c-b754-645be223f9e6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/062590b7-616e-41ce-ab2c-62fe85d49f92 HTTP/1.1" status: 204 len: 168 time: 0.5209608 Feb 14 17:51:02.434100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:02.468315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7302ed-a38b-4836-bd47-369535b89938 req-77ba1212-33e7-42ed-8372-d1909aa0b505 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:02.478222 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bc7302ed-a38b-4836-bd47-369535b89938 req-77ba1212-33e7-42ed-8372-d1909aa0b505 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2605562 Feb 14 17:51:02.573677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bc7302ed-a38b-4836-bd47-369535b89938 req-b54c4146-7a20-4e92-a804-3b6b2e2a3663 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942690 Feb 14 17:51:02.598289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.644106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-441c6d18-742a-4dc7-b27b-2910f4080470 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:02.757137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.763873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92518-8108-407b-a622-f9b6bed0dcc6 None None] The sync data for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv is: [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:11Z', 'revision_number': 4, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '7b5258e2-364a-4d28-a1c4-956d96718ef9', 'name': '', 'network_id': 'c0748507-ba41-4927-a067-e7aa1fa1adf3', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'mac_address': 'fa:16:3e:df:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:08Z', 'updated_at': '2022-02-14T17:49:27Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'subnets': [{'id': '5d73a7a9-c8c5-4afb-8299-5e511440a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:02.779809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:02.784315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-441c6d18-742a-4dc7-b27b-2910f4080470 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:02.790756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35698) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:02.793568 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:02.807451 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:02.808353 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.809457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-441c6d18-742a-4dc7-b27b-2910f4080470 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.3483052 Feb 14 17:51:02.834099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:02.885387 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.896460 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:02.897238 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.934499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db143d49-6d16-490e-8a28-789376aa2f0d req-bfc6931c-ae0d-4ed9-8a51-2f61bde3de4a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:02.936233 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db143d49-6d16-490e-8a28-789376aa2f0d req-bfc6931c-ae0d-4ed9-8a51-2f61bde3de4a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1542640 Feb 14 17:51:02.963134 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:02.963504 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2a63-e337-485a-ab0d-aee994aa8afc None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:02.986654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=595a6881-bb5e-4be6-9225-e0a1d7606311,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:03.004681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db143d49-6d16-490e-8a28-789376aa2f0d req-ddfea5c3-1468-4868-89c4-26044c2e0799 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617452 Feb 14 17:51:03.032208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.049553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35704) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:03.056049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'subnets': [{'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1550512076', 'ip_version': 6}, {'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:03.056374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'subnet': {'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1550512076', 'ip_version': 6}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:03.057163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Request body: {'subnet': {'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:03.101703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.102920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ca409-5103-4c8f-9255-fcfe6fe49023 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:03.103547 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d77085c5-2ea1-40f9-befe-44cba4743782 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/595a6881-bb5e-4be6-9225-e0a1d7606311 HTTP/1.1" status: 204 len: 168 time: 1.9509854 Feb 14 17:51:03.112445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35708) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:03.115744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.191847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21554b5e-f00b-42bc-a27a-324e183ce962 None None] New status for floating IP ead23597-641b-4f30-9581-49d594252d20: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:51:03.255194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.296468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.431131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.449064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99328f-3ce8-4188-bc0b-d5824dce4a80 req-9899dc98-0c2f-4c88-b59e-985e6b4bf8e7 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:03.450539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f99328f-3ce8-4188-bc0b-d5824dce4a80 req-9899dc98-0c2f-4c88-b59e-985e6b4bf8e7 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2575550 Feb 14 17:51:03.461434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:03.482412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Usage tracker for resource:subnet and tenant:6adc2035fc4e415b9a36409703d903a5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:03.490457 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9e03c731-ae4f-4672-ae42-b96d8c6b134b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.0967107 Feb 14 17:51:03.490662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:03.493496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35714) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:03.496522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:03.501642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:03.523400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.632823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.696969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:03.704044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35720) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:03.704964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Deleting port f609f0d0-92f8-44de-8581-87823ed49277 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:03.706251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:03.727355 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f06f32f2-1af7-46ac-807a-59444ac49868 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6132402 Feb 14 17:51:03.733324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:03.782878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f99328f-3ce8-4188-bc0b-d5824dce4a80 req-0c6de600-8810-4176-942b-9b93f32bbe24 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227251 Feb 14 17:51:03.876654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Made reservation on behalf of 6adc2035fc4e415b9a36409703d903a5 for: {'subnet': 2} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:03.892531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 172.26.4.143 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:03.952399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] For port f609f0d0-92f8-44de-8581-87823ed49277, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f609f0d0-92f8-44de-8581-87823ed49277,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:03.952672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.042043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.072365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Calling delete_port for f609f0d0-92f8-44de-8581-87823ed49277 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:04.096845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.111715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.118132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.140408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.198799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d16bbc-741e-4510-aeb2-3ec9235fd875,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:04.215069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.262347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Pushing event deleted for resources: {'Port': ['ID=f609f0d0-92f8-44de-8581-87823ed49277,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:04.279081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.279431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.279763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.280127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.280403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.280744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.281098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.281424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.282994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.283326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.283652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:51:04.286465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49d65b-aa1d-45fa-a98f-cfa0e750c431 None None] No DVR routers for this DVR port f609f0d0-92f8-44de-8581-87823ed49277 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:04.320099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.355256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.355582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.381975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67968345-51de-4a14-b417-35e6c12c0daa req-1365caed-180b-4433-905a-4a65ac898456 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:04.383476 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67968345-51de-4a14-b417-35e6c12c0daa req-1365caed-180b-4433-905a-4a65ac898456 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4086993 Feb 14 17:51:04.460774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.486151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.486733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 4b40c440-2dcb-4754-b083-a69cee22b445 disassociated. External IP: 172.26.4.100, port: 34805970-9906-416c-a531-93de973bbbcb. Feb 14 17:51:04.524347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.527754 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bc866ede-a974-4e60-b225-1ea0bafd4754 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0d16bbc-741e-4510-aeb2-3ec9235fd875 HTTP/1.1" status: 204 len: 168 time: 1.7266676 Feb 14 17:51:04.535947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35730) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:04.565058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.712884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:04.721281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:04.723101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:04.727121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:04.754806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.799023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113194e1-d3b3-4ed4-896c-3409f98060b8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:04.822720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.850630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67968345-51de-4a14-b417-35e6c12c0daa req-a0aa711f-7991-423c-a662-ec4f9b5b1f65 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574475 Feb 14 17:51:04.884957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-525d0a9a-f90c-4598-92b6-49a65488bd7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3327351 Feb 14 17:51:04.896586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35736) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:04.934719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--480752421'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:04.950459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:04.959623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:04.970653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:04.974383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-386dbba5-3c87-47e0-aa15-737bc6f37e63 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "DELETE /v2.0/security-groups/113194e1-d3b3-4ed4-896c-3409f98060b8 HTTP/1.1" status: 204 len: 168 time: 1.2641697 Feb 14 17:51:04.974383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:04.974847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35740) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:04.988998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:05.025846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.026345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Fanout notify agent at l3_agent the message router_deleted on router 88a226ec-f2e2-437e-a92f-46c57f2ba6e5 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:05.032137 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-04a9d89b-97ed-45d1-9fdc-8b096e91bd77 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] show failed (client error): The resource could not be found. Feb 14 17:51:05.033163 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04a9d89b-97ed-45d1-9fdc-8b096e91bd77 tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "GET /v2.0/security-groups/113194e1-d3b3-4ed4-896c-3409f98060b8 HTTP/1.1" status: 404 len: 347 time: 0.0573504 Feb 14 17:51:05.038973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35744) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:05.059518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.063459 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6d7038d7-277e-4a37-97ef-6553b0dc3d3e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/routers/88a226ec-f2e2-437e-a92f-46c57f2ba6e5 HTTP/1.1" status: 204 len: 168 time: 1.3229599 Feb 14 17:51:05.064608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35748) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:05.069676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:05.300095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.330668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f609f0d0-92f8-44de-8581-87823ed49277 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:05.357522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:05.366319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Deleting port b40e211f-bd93-4ea5-adbd-3a309cc94585 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:05.366669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.373333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:05.374350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: f609f0d0-92f8-44de-8581-87823ed49277 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:05.375353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f609f0d0-92f8-44de-8581-87823ed49277 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:05.479521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.480408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.483113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:05.485672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c13de-89c9-4de6-87d5-4bf11e80d1ec req-e1cc1b3d-d47e-4eb2-8247-4a45a6a3cc56 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:05.487168 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e2c13de-89c9-4de6-87d5-4bf11e80d1ec req-e1cc1b3d-d47e-4eb2-8247-4a45a6a3cc56 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5083086 Feb 14 17:51:05.487754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.488163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:05.523939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:05.523939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:05.595502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:05.781457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e2c13de-89c9-4de6-87d5-4bf11e80d1ec req-0b10da29-eb73-4eac-ae52-ab87f932bcb0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732804 Feb 14 17:51:05.793127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Deleting port 76331b75-0c56-4d60-9db1-2f94cf0446f3 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:05.795271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.881292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:05.881648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.040189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Calling delete_port for b40e211f-bd93-4ea5-adbd-3a309cc94585 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:06.134206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] For port 76331b75-0c56-4d60-9db1-2f94cf0446f3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76331b75-0c56-4d60-9db1-2f94cf0446f3,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:06.134405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.134543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.186644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.237497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.261149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Calling delete_port for 76331b75-0c56-4d60-9db1-2f94cf0446f3 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:06.296858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.399705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:06.405665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:06.419450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1cd00-9ba3-43e4-80a9-a5b055a6967d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:06.420235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:06.420846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.430644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=7c6df6cb-62c3-45e6-a4dd-86986758fb30,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:06.497340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Subnet': ['ID=96122ea3-1ede-4d84-930e-874f2b8289db,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:06.507538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7cae1c-2ebd-4cd6-a2ee-fa120e94d207,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:06.527228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809485-74ab-41a0-a4a9-be2a296d499b req-514708a8-ffbb-4e2d-b469-82ff82f893a7 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:06.529650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5e809485-74ab-41a0-a4a9-be2a296d499b req-514708a8-ffbb-4e2d-b469-82ff82f893a7 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4981971 Feb 14 17:51:06.581315 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-273c13cf-1481-42cc-8280-c89fe18dd588 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5135312 Feb 14 17:51:06.582323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35754) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:06.594604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:06.600593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router d59eceef-ec36-4ebc-bee7-173839c2c176 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:06.608591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:06.615008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:router and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:06.618836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Checking segment: {'id': '547f60a2-82ee-45b9-8a76-9302bf26b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:06.619191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network hostable DHCP agents. Network: d2dd62d2-2737-453a-bdd6-16ab729fe1c9, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:06.630082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:06.649231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:06.665529 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5e809485-74ab-41a0-a4a9-be2a296d499b req-c3860e96-010f-4f27-8b59-2888731a72b0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224766 Feb 14 17:51:06.668679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.685261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:06.694820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.699578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.703603 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bae500ce-4c64-455a-a072-ca0768d5851b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8022623 Feb 14 17:51:06.722820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:06.724245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.737292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35758) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:06.746768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': 'cf7cae1c-2ebd-4cd6-a2ee-fa120e94d207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:06.763038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:06.766024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Pushing event deleted for resources: {'Port': ['ID=b40e211f-bd93-4ea5-adbd-3a309cc94585,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:06.768051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.769009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:06.773115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76331b75-0c56-4d60-9db1-2f94cf0446f3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:06.840081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:06.844977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:06.847790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:06.941508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7c6df6cb-62c3-45e6-a4dd-86986758fb30/28b6850a-3174-462f-b8ea-eb3f038c8d4d) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:06.961323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:07.013435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, d2dd62d2-2737-453a-bdd6-16ab729fe1c9) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:07.027555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.040552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf43159-1054-47e0-9529-8ee34ffc8fea None None] Network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:07.065500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.124025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.164922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.183832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event updated for resources: {'Subnet': ['ID=956400e2-9ab7-4806-9cb9-0e3582851dc2,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:07.190934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:07.210104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.211251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3910c263-973c-4a3f-b09f-4ad70034823d tempest-ServersTestJSON-497762319 tempest-ServersTestJSON-497762319-project] 10.222.0.30 "DELETE /v2.0/floatingips/ead23597-641b-4f30-9581-49d594252d20 HTTP/1.1" status: 204 len: 168 time: 2.1680660 Feb 14 17:51:07.217161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35764) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.217359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Sync routers for ids ['d59eceef-ec36-4ebc-bee7-173839c2c176'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:07.232761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.237920 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Routers {'d59eceef-ec36-4ebc-bee7-173839c2c176'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:07.239256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d59eceef-ec36-4ebc-bee7-173839c2c176'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:07.257452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Checking segment: {'id': '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:07.261853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network hostable DHCP agents. Network: 46686714-ec53-49b1-8201-3fd4fbce6d9f, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:07.278096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.349486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.350940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6ac53a53-2a14-4499-b007-3cfc4a06e6d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7627041 Feb 14 17:51:07.352984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:07.367342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.377784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:07.386400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35768) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.397776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Network 46686714-ec53-49b1-8201-3fd4fbce6d9f is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:07.406417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.417770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.437755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Transition to ACTIVE for port object 28b6850a-3174-462f-b8ea-eb3f038c8d4d will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:07.448975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-d2dd62d2-2737-453a-bdd6-16ab729fe1c9', 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9', 'tenant_id': '6adc2035fc4e415b9a36409703d903a5', 'fixed_ips': [{'subnet_id': '96122ea3-1ede-4d84-930e-874f2b8289db'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:07.449786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.457132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1da53f-46cf-431b-98ef-c0e6a5578ee6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:07.457762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.459895 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7603f9af-61da-4f41-9461-a43d85106898 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6040945 Feb 14 17:51:07.464236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35772) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.469245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0451cba-114f-440c-bb73-7790f43b6db3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/4b40c440-2dcb-4754-b083-a69cee22b445 HTTP/1.1" status: 200 len: 688 time: 3.9736967 Feb 14 17:51:07.472171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35776) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.488918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Transition to ACTIVE for port object 28b6850a-3174-462f-b8ea-eb3f038c8d4d will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:07.491233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:07.492026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:07.525628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 46686714-ec53-49b1-8201-3fd4fbce6d9f) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:07.548613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647110d-dc9c-434e-b444-aa932600c33c None None] Network 46686714-ec53-49b1-8201-3fd4fbce6d9f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:07.583314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:07.583696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:07.584324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.594302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.598289 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e49da6f8-772d-4cf8-9785-0f4b2f8dd40b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8572388 Feb 14 17:51:07.605049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35780) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.642327 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Set router d59eceef-ec36-4ebc-bee7-173839c2c176 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:07.676896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:07.696052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e358df90-752c-452c-9867-dcf7a0834f88 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6452575 Feb 14 17:51:07.699745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.699925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35784) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.802520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:07.806480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:07.809483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:07.812530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Synchronizing usage tracker for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:07.819167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.825354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port ff1aab42-0b12-4f6f-bd96-c463d93a9d74 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:07.825686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.832761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:07.833609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:07.844181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2cf07c1a-f82a-4c1e-861f-4a7329162426 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/d59eceef-ec36-4ebc-bee7-173839c2c176 HTTP/1.1" status: 200 len: 908 time: 0.3782032 Feb 14 17:51:07.847757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:07.853494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.853797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'name': 'tempest-snat-router-160202831', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': True}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:07.859598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:07.865131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Usage tracker for resource:router and tenant:b53d90d30b7249f18c72e24742ae187f is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:07.869899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:07.877518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.886742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:07.916595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:07.929441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:07.931234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Pushing event updated for resources: {'Port': ['ID=28b6850a-3174-462f-b8ea-eb3f038c8d4d,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:07.933510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:07.966376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Unset dirty status for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:07.967484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:07.967627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7a0dac33-3de0-4f79-b956-a4e66ebf5912 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2671940 Feb 14 17:51:07.967956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b22705-af40-4408-94ab-15dae50a05a2 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:07.969995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.970565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:07.978429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35792) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:08.053723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143'}], 'enable_snat': False}, 'gw_port_id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:01Z', 'updated_at': '2022-02-14T17:51:04Z', 'revision_number': 3, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port': {'id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:03Z', 'updated_at': '2022-02-14T17:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:08.055615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.061748 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Checking router: d59eceef-ec36-4ebc-bee7-173839c2c176 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:08.063059 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Updating router d59eceef-ec36-4ebc-bee7-173839c2c176 port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:51:08.070999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting subnet 96122ea3-1ede-4d84-930e-874f2b8289db {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:08.085552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Allocated IP 2001:db8::1 (d2dd62d2-2737-453a-bdd6-16ab729fe1c9/96122ea3-1ede-4d84-930e-874f2b8289db/9a170521-3c38-4c5f-bce3-8493982cd6cf) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:08.124496 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.239372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Attempting to bind port 28b6850a-3174-462f-b8ea-eb3f038c8d4d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:08.239811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Attempting to bind port 28b6850a-3174-462f-b8ea-eb3f038c8d4d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:08.240267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Attempting to bind port 28b6850a-3174-462f-b8ea-eb3f038c8d4d on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:08.261028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-46686714-ec53-49b1-8201-3fd4fbce6d9f', 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f', 'tenant_id': '6adc2035fc4e415b9a36409703d903a5', 'fixed_ips': [{'subnet_id': '956400e2-9ab7-4806-9cb9-0e3582851dc2'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:08.261989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.285723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:08.286301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:08.286803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.287295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:08.287867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Bound port: 28b6850a-3174-462f-b8ea-eb3f038c8d4d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:08.288339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.346588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.410427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.450388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc1da53f-46cf-431b-98ef-c0e6a5578ee6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:08.461461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.463382 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a36521e-25ac-448d-8c86-3638a1d712ba tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bc1da53f-46cf-431b-98ef-c0e6a5578ee6 HTTP/1.1" status: 204 len: 168 time: 0.8131058 Feb 14 17:51:08.471013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35796) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:08.547976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.581804 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Transition to ACTIVE for port object 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:08.607674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.619827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] For port 28b6850a-3174-462f-b8ea-eb3f038c8d4d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:08.629932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] For port 28b6850a-3174-462f-b8ea-eb3f038c8d4d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=28b6850a-3174-462f-b8ea-eb3f038c8d4d,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:08.634197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Transition to ACTIVE for port object 9a170521-3c38-4c5f-bce3-8493982cd6cf will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:08.644834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Allocated IP 2001:db8:0:1::1 (46686714-ec53-49b1-8201-3fd4fbce6d9f/956400e2-9ab7-4806-9cb9-0e3582851dc2/7e81bb04-2b85-4853-a04f-489264aa12ab) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:08.657886 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.666640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Transition to ACTIVE for port object 9a170521-3c38-4c5f-bce3-8493982cd6cf will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:08.694323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.694910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.705848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.738263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.742119 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79234f-86f4-4919-af4d-72233624d4fb None None] Pushing event updated for resources: {'Port': ['ID=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:08.743519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.779271 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Attempting to bind port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:08.779627 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Attempting to bind port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:08.779977 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Attempting to bind port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:08.787007 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:08.787370 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:08.787758 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.788140 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:08.788726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Bound port: 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:08.789111 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.792508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.841238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for ff1aab42-0b12-4f6f-bd96-c463d93a9d74 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:08.869378 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] For port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:08.874082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:08.875085 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] For port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:08.881732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:08.891155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:08.893303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:08.903431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9b2f9-2865-498a-9619-5c502bf7f518 None None] Pushing event updated for resources: {'Port': ['ID=28b6850a-3174-462f-b8ea-eb3f038c8d4d,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:08.916583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7410bc40-c9cc-4212-b5a2-08b4829e21b8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:08.942838 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.132191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Routers {'d59eceef-ec36-4ebc-bee7-173839c2c176'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:09.132836 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d59eceef-ec36-4ebc-bee7-173839c2c176'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:09.134054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.189544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7410bc40-c9cc-4212-b5a2-08b4829e21b8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:09.193399 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7410bc40-c9cc-4212-b5a2-08b4829e21b8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7084203 Feb 14 17:51:09.196500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79234f-86f4-4919-af4d-72233624d4fb None None] Pushing event updated for resources: {'Port': ['ID=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:09.196662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35800) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:09.199271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 172.26.4.215 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/ada9b736-1546-4b90-ab68-a68deaca7dee) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:09.274053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.369034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Pushing event updated for resources: {'Port': ['ID=9a170521-3c38-4c5f-bce3-8493982cd6cf,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:09.370861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.434998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.443035 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] Set router d59eceef-ec36-4ebc-bee7-173839c2c176 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:09.491472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Transition to ACTIVE for port object 7e81bb04-2b85-4853-a04f-489264aa12ab will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:09.496596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 28b6850a-3174-462f-b8ea-eb3f038c8d4d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:09.503194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.545407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Attempting to bind port 9a170521-3c38-4c5f-bce3-8493982cd6cf on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:09.545683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Attempting to bind port 9a170521-3c38-4c5f-bce3-8493982cd6cf by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '547f60a2-82ee-45b9-8a76-9302bf26b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:09.546041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Attempting to bind port 9a170521-3c38-4c5f-bce3-8493982cd6cf on network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:09.588766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Transition to ACTIVE for port object 7e81bb04-2b85-4853-a04f-489264aa12ab will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:09.590374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:09.594615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Checking segment: {'id': '547f60a2-82ee-45b9-8a76-9302bf26b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:09.594615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.594615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Bound using segment: {'id': '547f60a2-82ee-45b9-8a76-9302bf26b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:09.594615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Bound port: 9a170521-3c38-4c5f-bce3-8493982cd6cf, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547f60a2-82ee-45b9-8a76-9302bf26b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2dd62d2-2737-453a-bdd6-16ab729fe1c9'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:09.594615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.614264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.692303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.702457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] For port 9a170521-3c38-4c5f-bce3-8493982cd6cf, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:09.707411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.767681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.769981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 28b6850a-3174-462f-b8ea-eb3f038c8d4d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:09.771719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:09.790204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Subnet': ['ID=96122ea3-1ede-4d84-930e-874f2b8289db,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:09.792182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Network 46686714-ec53-49b1-8201-3fd4fbce6d9f is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:09.798150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:09.799425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:09.808261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] For port 9a170521-3c38-4c5f-bce3-8493982cd6cf, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9a170521-3c38-4c5f-bce3-8493982cd6cf,segment=NetworkSegment(547f60a2-82ee-45b9-8a76-9302bf26b474),segment_id=547f60a2-82ee-45b9-8a76-9302bf26b474)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:09.811181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:09.812668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:09.823671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Pushing event updated for resources: {'Port': ['ID=7e81bb04-2b85-4853-a04f-489264aa12ab,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:09.873137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.893391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=ada9b736-1546-4b90-ab68-a68deaca7dee,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:09.897322 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143'}], 'enable_snat': False}, 'gw_port_id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:01Z', 'updated_at': '2022-02-14T17:51:04Z', 'revision_number': 3, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port': {'id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:03Z', 'updated_at': '2022-02-14T17:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:09.909205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:09.909449 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d68021-bc32-46ec-928e-669cdbed3f80 None None] The sync data for ids ['d59eceef-ec36-4ebc-bee7-173839c2c176'] in dv-neutron-823271-4-hyperv is: [{'id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143'}], 'enable_snat': False}, 'gw_port_id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:01Z', 'updated_at': '2022-02-14T17:51:04Z', 'revision_number': 3, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port': {'id': '1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59eceef-ec36-4ebc-bee7-173839c2c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:03Z', 'updated_at': '2022-02-14T17:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:09.951056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.004299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Attempting to bind port 7e81bb04-2b85-4853-a04f-489264aa12ab on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:10.005887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Attempting to bind port 7e81bb04-2b85-4853-a04f-489264aa12ab by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:10.005887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Attempting to bind port 7e81bb04-2b85-4853-a04f-489264aa12ab on network 46686714-ec53-49b1-8201-3fd4fbce6d9f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:10.037611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-15b24fb3-6d04-41b9-ae92-1f67d7b7bde6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/subnets/96122ea3-1ede-4d84-930e-874f2b8289db HTTP/1.1" status: 204 len: 168 time: 2.0569849 Feb 14 17:51:10.051604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35804) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:10.067066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea872a5-2767-4c58-a48b-7d67e7487b8f None None] Pushing event updated for resources: {'Port': ['ID=9a170521-3c38-4c5f-bce3-8493982cd6cf,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:10.082118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:10.082574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Checking segment: {'id': '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:10.082874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.083264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Bound using segment: {'id': '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:10.083738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Bound port: 7e81bb04-2b85-4853-a04f-489264aa12ab, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '46686714-ec53-49b1-8201-3fd4fbce6d9f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:10.084114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.189510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d57497-606a-4b9f-b7d6-93f2d3dcf8c6 None None] Network d2dd62d2-2737-453a-bdd6-16ab729fe1c9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:10.307427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.339111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=ff1aab42-0b12-4f6f-bd96-c463d93a9d74,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:10.353395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting subnet 956400e2-9ab7-4806-9cb9-0e3582851dc2 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:10.358227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.378532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] For port 7e81bb04-2b85-4853-a04f-489264aa12ab, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:10.384726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] For port 7e81bb04-2b85-4853-a04f-489264aa12ab, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e81bb04-2b85-4853-a04f-489264aa12ab,segment=NetworkSegment(4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9),segment_id=4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:10.465474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.485734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.545604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.547121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.690194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.709548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12e94-49df-470b-a1a9-88b3c6aa3e67 None None] Pushing event updated for resources: {'Port': ['ID=7e81bb04-2b85-4853-a04f-489264aa12ab,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:10.752462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.810948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Provisioning for port 28b6850a-3174-462f-b8ea-eb3f038c8d4d completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:10.816810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Provisioning complete for port 28b6850a-3174-462f-b8ea-eb3f038c8d4d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:10.817547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.834636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:10.984824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.021534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.035245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.046876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Subnet': ['ID=956400e2-9ab7-4806-9cb9-0e3582851dc2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:11.058670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.083676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-26afc541-da16-41bb-8cde-509a05d6e880 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/subnets/956400e2-9ab7-4806-9cb9-0e3582851dc2 HTTP/1.1" status: 204 len: 168 time: 1.0203290 Feb 14 17:51:11.083839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::1 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7c6df6cb-62c3-45e6-a4dd-86986758fb30/db6fdf74-17d6-4faa-8090-97b9dd9abded) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:11.083948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35808) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:11.084035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] For port 28b6850a-3174-462f-b8ea-eb3f038c8d4d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=28b6850a-3174-462f-b8ea-eb3f038c8d4d,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:11.096861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7cae1c-2ebd-4cd6-a2ee-fa120e94d207,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:11.105214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.108630 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-873ba3b4-473a-40be-9ee0-1154a1ba87c8 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf7cae1c-2ebd-4cd6-a2ee-fa120e94d207 HTTP/1.1" status: 204 len: 168 time: 1.9072907 Feb 14 17:51:11.116053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35812) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:11.117907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.119042 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-18a24ee8-f8ac-4807-9504-9fab3d4383e3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/4b40c440-2dcb-4754-b083-a69cee22b445 HTTP/1.1" status: 204 len: 168 time: 3.6446369 Feb 14 17:51:11.123086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35816) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:11.149930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '1e98134e-c66a-434e-b875-eae1632b7666'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:11.161115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.192888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:11.199688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc98e65-7610-480d-8a0a-c764baa99ef6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:11.200384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2dc98e65-7610-480d-8a0a-c764baa99ef6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Synchronizing usage tracker for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:11.246466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88be5d-5c4f-4521-8e97-4ce6a07ffdde None None] Pushing event updated for resources: {'Port': ['ID=28b6850a-3174-462f-b8ea-eb3f038c8d4d,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:11.246667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:floatingip and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:11.253200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:11.280439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2dc98e65-7610-480d-8a0a-c764baa99ef6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Unset dirty status for tenant:6adc2035fc4e415b9a36409703d903a5 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:11.285535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2dc98e65-7610-480d-8a0a-c764baa99ef6 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1989381 Feb 14 17:51:11.285666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:11.285756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:11.363869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0763c8b1-7411-4890-bd5f-99351784af86 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:11.373390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router bd3a0421-d26a-4f5d-9c33-5507135e09a8 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:11.405688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.453379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.508358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.539951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object db6fdf74-17d6-4faa-8090-97b9dd9abded will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:11.543999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e81bb04-2b85-4853-a04f-489264aa12ab up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:11.545130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0763c8b1-7411-4890-bd5f-99351784af86 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:11.550565 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0763c8b1-7411-4890-bd5f-99351784af86 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4260664 Feb 14 17:51:11.552824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35824) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:11.572666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--289293020'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:11.585193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:11.619016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:11.721690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7e81bb04-2b85-4853-a04f-489264aa12ab completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:11.725344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Router c538d925-536f-468e-b066-01eb565d9929 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:11.729603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:11.742577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting port 7e81bb04-2b85-4853-a04f-489264aa12ab {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:11.742928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.802866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.807274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.869658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd192a0-25bc-41e3-bccb-c14cb2e912b9 None None] Network 46686714-ec53-49b1-8201-3fd4fbce6d9f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:11.954806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:11.966787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:11.967296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:11.978798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] For port 7e81bb04-2b85-4853-a04f-489264aa12ab, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e81bb04-2b85-4853-a04f-489264aa12ab,segment=NetworkSegment(4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9),segment_id=4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:11.979150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.011980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bdf28ebc-081a-413f-bbff-e79213c959fe None None] Provisioning for port 7e81bb04-2b85-4853-a04f-489264aa12ab completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:12.040877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bdf28ebc-081a-413f-bbff-e79213c959fe None None] Provisioning complete for port 7e81bb04-2b85-4853-a04f-489264aa12ab triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:12.041296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bdf28ebc-081a-413f-bbff-e79213c959fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.051186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:12.100513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.102279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Calling delete_port for 7e81bb04-2b85-4853-a04f-489264aa12ab owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:12.111714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:12.114195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:12.115017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.117458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=db6fdf74-17d6-4faa-8090-97b9dd9abded,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:12.127671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:12.142350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:12.156656 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Sync routers for ids ['bd3a0421-d26a-4f5d-9c33-5507135e09a8'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:12.199164 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Routers {'bd3a0421-d26a-4f5d-9c33-5507135e09a8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:12.201252 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['bd3a0421-d26a-4f5d-9c33-5507135e09a8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:12.202036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:12.270572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.277003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3280f66f-3923-4e17-8a93-8a2f2c73138a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4280567 Feb 14 17:51:12.278360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:12.348000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bdf28ebc-081a-413f-bbff-e79213c959fe None None] Port 7e81bb04-2b85-4853-a04f-489264aa12ab update to ACTIVE by agent not found {{(pid=84257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 14 17:51:12.368524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.402065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.406229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:12.485926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c071c-aeb0-4df3-ba0b-9c8c80d8dc91 None None] DHCP port deletion for 46686714-ec53-49b1-8201-3fd4fbce6d9f request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:12.497685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.498518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 28b6850a-3174-462f-b8ea-eb3f038c8d4d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:12.539607 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Set router bd3a0421-d26a-4f5d-9c33-5507135e09a8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:12.565279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] No DVR routers for this DVR port 7e81bb04-2b85-4853-a04f-489264aa12ab on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:12.571708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Port': ['ID=7e81bb04-2b85-4853-a04f-489264aa12ab,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:12.573036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9300b-092f-453a-818e-51672a4aec0f None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:51:12.668763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.705368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.211 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/298776e9-3f88-4283-8250-b744fa7ed58b) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:12.735692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.746554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.780210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46686714-ec53-49b1-8201-3fd4fbce6d9f']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:12.798370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:12.798791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd110d0-1cd4-4fc7-8c14-8a8f1bdbddc9') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:12.815040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.815634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:12.834580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.843315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:12.843708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.852129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:12.859797 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:12.862626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 28b6850a-3174-462f-b8ea-eb3f038c8d4d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:12.862626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.896678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-87655239-5f97-43f5-a1d7-978370ee9f8b None None] Provisioning for port db6fdf74-17d6-4faa-8090-97b9dd9abded completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:12.912485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9300b-092f-453a-818e-51672a4aec0f None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:51:12.914581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-87655239-5f97-43f5-a1d7-978370ee9f8b None None] Provisioning complete for port db6fdf74-17d6-4faa-8090-97b9dd9abded triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:12.914947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-87655239-5f97-43f5-a1d7-978370ee9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:12.974278 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-91835f7a-6309-4af5-a1dc-bc48f895bd55 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/bd3a0421-d26a-4f5d-9c33-5507135e09a8 HTTP/1.1" status: 200 len: 907 time: 0.6920519 Feb 14 17:51:12.974557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35834) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:12.995963 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3a0421-d26a-4f5d-9c33-5507135e09a8', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'ada9b736-1546-4b90-ab68-a68deaca7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:07Z', 'updated_at': '2022-02-14T17:51:10Z', 'revision_number': 3, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port': {'id': 'ada9b736-1546-4b90-ab68-a68deaca7dee', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3a0421-d26a-4f5d-9c33-5507135e09a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:08Z', 'updated_at': '2022-02-14T17:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:13.005274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Checking router: bd3a0421-d26a-4f5d-9c33-5507135e09a8 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:13.006694 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Updating router bd3a0421-d26a-4f5d-9c33-5507135e09a8 port ada9b736-1546-4b90-ab68-a68deaca7dee binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:51:13.014187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-87655239-5f97-43f5-a1d7-978370ee9f8b None None] Port db6fdf74-17d6-4faa-8090-97b9dd9abded cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:13.042889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38952fcd-e2a1-4e34-b36d-224b9954d56a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:13.078625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.086614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.194054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.211422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=46686714-ec53-49b1-8201-3fd4fbce6d9f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:13.224259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bb29d646-16e4-4d98-9394-12a7d1ffd891 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/46686714-ec53-49b1-8201-3fd4fbce6d9f HTTP/1.1" status: 204 len: 168 time: 1.9369438 Feb 14 17:51:13.236505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35838) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:13.267719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.271423 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac2ef30b-d3f3-488a-b083-698845246a6d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7076719 Feb 14 17:51:13.271423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:13.276407 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e821e367-d962-4f11-b061-5806812b31d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/c538d925-536f-468e-b066-01eb565d9929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5197043 Feb 14 17:51:13.278816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35842) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:13.283855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Sync routers for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:13.288303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35844) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:13.294027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.318543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:13.318543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:13.338151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '38952fcd-e2a1-4e34-b36d-224b9954d56a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:13.345277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:13.421782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:13.442751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:13.446669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:13.514067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.522590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:13.536117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Deleting port 9a170521-3c38-4c5f-bce3-8493982cd6cf {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:13.536602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.694911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:13.695450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.735884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.766290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.771960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:13.774001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.913121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:13.914103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Deleting port 7b5258e2-364a-4d28-a1c4-956d96718ef9 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:13.914426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.938654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.resource_extend [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:51:13.953553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:13.958606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] For port 9a170521-3c38-4c5f-bce3-8493982cd6cf, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9a170521-3c38-4c5f-bce3-8493982cd6cf,segment=NetworkSegment(547f60a2-82ee-45b9-8a76-9302bf26b474),segment_id=547f60a2-82ee-45b9-8a76-9302bf26b474)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:13.959263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:13.966491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:14.043045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.055283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Transition to ACTIVE for port object ada9b736-1546-4b90-ab68-a68deaca7dee will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:14.088293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=298776e9-3f88-4283-8250-b744fa7ed58b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:14.094708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.105347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.132042 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.162405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Calling delete_port for 9a170521-3c38-4c5f-bce3-8493982cd6cf owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:14.166353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e81bb04-2b85-4853-a04f-489264aa12ab no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:14.211299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7e81bb04-2b85-4853-a04f-489264aa12ab {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:14.211938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e81bb04-2b85-4853-a04f-489264aa12ab not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:14.254519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:51:06Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.259505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Checking router: c538d925-536f-468e-b066-01eb565d9929 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:14.275122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281a8f7-70bc-4c46-bb13-6671c7740599 None None] Pushing event updated for resources: {'Port': ['ID=ada9b736-1546-4b90-ab68-a68deaca7dee,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:14.277358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Routers {'c538d925-536f-468e-b066-01eb565d9929'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:14.278215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c538d925-536f-468e-b066-01eb565d9929'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.282468 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Attempting to bind port ada9b736-1546-4b90-ab68-a68deaca7dee on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:14.282903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Attempting to bind port ada9b736-1546-4b90-ab68-a68deaca7dee by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:14.283344 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Attempting to bind port ada9b736-1546-4b90-ab68-a68deaca7dee on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:14.291192 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:14.291779 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:14.292291 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.292773 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:14.293347 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Bound port: ada9b736-1546-4b90-ab68-a68deaca7dee, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:14.293920 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.382799 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] For port ada9b736-1546-4b90-ab68-a68deaca7dee, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:14.392035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.392794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.396914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.408357 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] For port ada9b736-1546-4b90-ab68-a68deaca7dee, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ada9b736-1546-4b90-ab68-a68deaca7dee,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:14.408589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.462483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Port': ['ID=9a170521-3c38-4c5f-bce3-8493982cd6cf,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:14.481896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.481896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] No DVR routers for this DVR port 9a170521-3c38-4c5f-bce3-8493982cd6cf on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:14.484822 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.511802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] Set router c538d925-536f-468e-b066-01eb565d9929 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:14.596724 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Routers {'bd3a0421-d26a-4f5d-9c33-5507135e09a8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:14.597948 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['bd3a0421-d26a-4f5d-9c33-5507135e09a8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.682630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.709297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dd62d2-2737-453a-bdd6-16ab729fe1c9']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.723538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting port ada9b736-1546-4b90-ab68-a68deaca7dee {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:14.723538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.740239 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281a8f7-70bc-4c46-bb13-6671c7740599 None None] Pushing event updated for resources: {'Port': ['ID=ada9b736-1546-4b90-ab68-a68deaca7dee,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:14.761981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547f60a2-82ee-45b9-8a76-9302bf26b474') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.762409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547f60a2-82ee-45b9-8a76-9302bf26b474') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.799618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.802326 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] Set router bd3a0421-d26a-4f5d-9c33-5507135e09a8 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:14.842413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.848569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.865384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a97372-8631-4c2d-8c1e-cb8f50767495,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:14.901875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:14.902274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:14.907079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:51:06Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.911399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b358982-70c2-4305-a1b2-eaab054e17a1 None None] The sync data for ids ['c538d925-536f-468e-b066-01eb565d9929'] in dv-neutron-823271-4-hyperv is: [{'id': 'c538d925-536f-468e-b066-01eb565d9929', 'name': 'tempest-ServersTestManualDisk-441511408-router', 'tenant_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:51:06Z', 'revision_number': 5, 'project_id': 'bb78730cc6214cf1bbcd88f9aba676df', 'gw_port': {'id': '70e65cd2-789d-4f8f-88c7-6d330576cb69', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d925-536f-468e-b066-01eb565d9929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:03Z', 'updated_at': '2022-02-14T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:14.918748 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:14.971903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3a0421-d26a-4f5d-9c33-5507135e09a8', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:07Z', 'updated_at': '2022-02-14T17:51:14Z', 'revision_number': 4, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:14.977487 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3410d-5ce6-47ea-8e44-e2ff0d11baca None None] The sync data for ids ['bd3a0421-d26a-4f5d-9c33-5507135e09a8'] in dv-neutron-823271-4-hyperv is: [{'id': 'bd3a0421-d26a-4f5d-9c33-5507135e09a8', 'name': 'tempest-snat-router-160202831', 'tenant_id': 'b53d90d30b7249f18c72e24742ae187f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:07Z', 'updated_at': '2022-02-14T17:51:14Z', 'revision_number': 4, 'project_id': 'b53d90d30b7249f18c72e24742ae187f', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:15.020896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=db6fdf74-17d6-4faa-8090-97b9dd9abded,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:15.023379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.054265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] For port ada9b736-1546-4b90-ab68-a68deaca7dee, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ada9b736-1546-4b90-ab68-a68deaca7dee,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:15.054674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.064043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.131009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] For port 7b5258e2-364a-4d28-a1c4-956d96718ef9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7b5258e2-364a-4d28-a1c4-956d96718ef9,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:15.131359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.134667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.140592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.144853 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2decc82f-c23e-48c5-a6e3-0e96740088b9 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8578262 Feb 14 17:51:15.145473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35852) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:15.206723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.214874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Calling delete_port for ada9b736-1546-4b90-ab68-a68deaca7dee owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:15.259595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=d2dd62d2-2737-453a-bdd6-16ab729fe1c9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:15.279916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ac2be478-c9cd-4a28-aa96-9d5ee63df128 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/d2dd62d2-2737-453a-bdd6-16ab729fe1c9 HTTP/1.1" status: 204 len: 168 time: 2.0380116 Feb 14 17:51:15.280153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35856) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:15.283831 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f02c1e5b-58e8-4a8f-8b74-8d4bdc4a1210 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules/f5a97372-8631-4c2d-8c1e-cb8f50767495 HTTP/1.1" status: 200 len: 705 time: 0.1251843 Feb 14 17:51:15.303312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35860) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:15.331977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76331b75-0c56-4d60-9db1-2f94cf0446f3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:15.354261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Calling delete_port for 7b5258e2-364a-4d28-a1c4-956d96718ef9 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:15.381890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.383553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 76331b75-0c56-4d60-9db1-2f94cf0446f3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:15.384101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76331b75-0c56-4d60-9db1-2f94cf0446f3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:15.523960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:15.534164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:15.571514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.587932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb7b6946-a2b1-45dd-bb0f-1b958c8af8e7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:15.697851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb7b6946-a2b1-45dd-bb0f-1b958c8af8e7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:15.701781 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb7b6946-a2b1-45dd-bb0f-1b958c8af8e7 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3949316 Feb 14 17:51:15.709764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35864) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:15.805504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.829825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.854558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.862095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef554c40-2bb4-4983-9b16-2e2e742b03b8']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:15.862260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b227cda-b6eb-40ef-9ca2-f3080f10b4db None None] Provisioning complete for port db6fdf74-17d6-4faa-8090-97b9dd9abded triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:15.862588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b227cda-b6eb-40ef-9ca2-f3080f10b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.878480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b703ffe-320c-4fcc-a1f8-dd507db35b0b') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:15.878791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b703ffe-320c-4fcc-a1f8-dd507db35b0b') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:15.893425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.908158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.918066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9b227cda-b6eb-40ef-9ca2-f3080f10b4db None None] Port db6fdf74-17d6-4faa-8090-97b9dd9abded cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:15.945781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.958513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Port': ['ID=ada9b736-1546-4b90-ab68-a68deaca7dee,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:15.964216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:15.964485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:15.979602 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:15.990249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.097046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5a97372-8631-4c2d-8c1e-cb8f50767495,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:16.226376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.228060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.250677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.302975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.305068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.309292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.314670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.315762 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-21253328-248d-452c-baca-91542f09ab7a tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f5a97372-8631-4c2d-8c1e-cb8f50767495 HTTP/1.1" status: 204 len: 168 time: 0.6031036 Feb 14 17:51:16.323108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35868) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:16.323867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=ef554c40-2bb4-4983-9b16-2e2e742b03b8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:16.350595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89b42d4d-4b1c-47a6-a7fc-7391d0b242af tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/ef554c40-2bb4-4983-9b16-2e2e742b03b8 HTTP/1.1" status: 204 len: 168 time: 1.0692894 Feb 14 17:51:16.352349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.355321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:16.370257 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5258e2-364a-4d28-a1c4-956d96718ef9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:16.417377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Deleting port 70e65cd2-789d-4f8f-88c7-6d330576cb69 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:16.417717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.513835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Router 46f7ac12-a56e-449f-8468-8f1e33d76999 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:16.645156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-81108016-4cef-453a-b5b5-2ce359a46454 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:16.646777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.665318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.673374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.717051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=298776e9-3f88-4283-8250-b744fa7ed58b,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:16.730743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-81108016-4cef-453a-b5b5-2ce359a46454 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:16.732032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-81108016-4cef-453a-b5b5-2ce359a46454 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4060485 Feb 14 17:51:16.735050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35876) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:16.741081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '38952fcd-e2a1-4e34-b36d-224b9954d56a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:16.746696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:16.756172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:16.758101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.758625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd3a0421-d26a-4f5d-9c33-5507135e09a8 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:16.771714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:16.775674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8225c95d-a146-4d5a-8385-8f8847b9b12e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/routers/bd3a0421-d26a-4f5d-9c33-5507135e09a8 HTTP/1.1" status: 204 len: 168 time: 3.7974417 Feb 14 17:51:16.776205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35880) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:17.000368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.045120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.085390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.128859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.182843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.274239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34a78d8-2e21-4ba3-861b-79ad0bd9377f,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:17.361948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.365716 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a45fed17-354e-47eb-9da2-68cfde3f6018 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6271014 Feb 14 17:51:17.365946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35884) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:17.393627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.399597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1ec68fd3-793b-4cfb-8d97-90e7a3b01c6b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules/b34a78d8-2e21-4ba3-861b-79ad0bd9377f HTTP/1.1" status: 200 len: 705 time: 0.0324690 Feb 14 17:51:17.402178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35888) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:17.450129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9d5fbb4c-5cad-4465-b4d0-4bb786dd4652 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:17.465167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.503299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Deleting port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:17.503648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.543646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9d5fbb4c-5cad-4465-b4d0-4bb786dd4652 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:17.544922 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9d5fbb4c-5cad-4465-b4d0-4bb786dd4652 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1418536 Feb 14 17:51:17.551324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6415346-c61f-44eb-8156-1d5374622485']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:17.554545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35892) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:17.587796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbccc90f-d8b3-4498-a047-bcc51a084c19') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:17.588180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbccc90f-d8b3-4498-a047-bcc51a084c19') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:17.605555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] For port 70e65cd2-789d-4f8f-88c7-6d330576cb69, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=70e65cd2-789d-4f8f-88c7-6d330576cb69,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:17.605781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.617591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.653996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.675866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.739620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] For port 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:17.739976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.755503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.763245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Calling delete_port for 70e65cd2-789d-4f8f-88c7-6d330576cb69 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:17.808578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:17.808998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:17.824112 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:17.856945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:17.864834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Calling delete_port for 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:17.910817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b34a78d8-2e21-4ba3-861b-79ad0bd9377f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:17.942497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:17.956687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Sync routers for ids ['46f7ac12-a56e-449f-8468-8f1e33d76999'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:17.975687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Routers {'46f7ac12-a56e-449f-8468-8f1e33d76999'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:17.977129 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['46f7ac12-a56e-449f-8468-8f1e33d76999'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:17.994450 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3e69d530-4d5f-477a-9bc4-b7f45efdc4cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "PUT /v2.0/routers/46f7ac12-a56e-449f-8468-8f1e33d76999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6045113 Feb 14 17:51:17.999535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35896) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:18.053214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.057005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c0cbd9b7-00cb-4b42-a036-85c16cd9f49f tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b34a78d8-2e21-4ba3-861b-79ad0bd9377f HTTP/1.1" status: 204 len: 168 time: 0.4989357 Feb 14 17:51:18.059483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35900) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:18.092214 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP c713c092-6191-4181-8516-5111e1461631 associated. External IP: 172.26.4.211, port: 1e98134e-c66a-434e-b875-eae1632b7666. Feb 14 17:51:18.094781 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:51:18.127006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27daa1a-b6fa-421f-a633-d829f06bfabc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:18.131648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b27daa1a-b6fa-421f-a633-d829f06bfabc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports/db6fdf74-17d6-4faa-8090-97b9dd9abded HTTP/1.1" status: 200 len: 911 time: 0.1327317 Feb 14 17:51:18.132364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35904) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:18.142833 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Set router 46f7ac12-a56e-449f-8468-8f1e33d76999 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:18.160575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.203463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.226516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c829566-284b-43e7-add6-8753745f89b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:18.231068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c829566-284b-43e7-add6-8753745f89b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:18.235987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1c829566-284b-43e7-add6-8753745f89b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0984581 Feb 14 17:51:18.241188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35908) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:18.293701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] Pushing event deleted for resources: {'Network': ['ID=f6415346-c61f-44eb-8156-1d5374622485,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:18.304944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.322015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.342639 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0398a652-799c-484d-80e2-9a8d35da1373 tempest-BulkNetworkOpsIpV6Test-1651074086 tempest-BulkNetworkOpsIpV6Test-1651074086-project] 10.222.0.30 "DELETE /v2.0/networks/f6415346-c61f-44eb-8156-1d5374622485 HTTP/1.1" status: 204 len: 168 time: 1.9740920 Feb 14 17:51:18.352856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:18.384323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbc5b87e-1cbc-42bb-8146-b6b794e1919b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:18.501217 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:12Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': 'db6fdf74-17d6-4faa-8090-97b9dd9abded', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:5e:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:09Z', 'updated_at': '2022-02-14T17:51:13Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:18.506267 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Checking router: 46f7ac12-a56e-449f-8468-8f1e33d76999 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:18.506764 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Updating router 46f7ac12-a56e-449f-8468-8f1e33d76999 port db6fdf74-17d6-4faa-8090-97b9dd9abded binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:51:18.520787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.573093 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:18.576793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e65cd2-789d-4f8f-88c7-6d330576cb69,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:18.662904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbc5b87e-1cbc-42bb-8146-b6b794e1919b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:18.664148 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bbc5b87e-1cbc-42bb-8146-b6b794e1919b tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6028764 Feb 14 17:51:18.674154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35914) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:18.684015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '38952fcd-e2a1-4e34-b36d-224b9954d56a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:18.699731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:18.722996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:19.048416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.067490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.080212 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.081901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.107546 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Transition to ACTIVE for port object db6fdf74-17d6-4faa-8090-97b9dd9abded will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:19.132512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35922) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:19.194965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.280236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9b7b-222a-4d4e-ab37-35b5cb440088 None None] Pushing event updated for resources: {'Port': ['ID=db6fdf74-17d6-4faa-8090-97b9dd9abded,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:19.394180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.421227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-4f471958-cd4e-465f-b228-f19260c308fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4297521 Feb 14 17:51:19.422071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.545685 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Attempting to bind port db6fdf74-17d6-4faa-8090-97b9dd9abded on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:19.546047 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Attempting to bind port db6fdf74-17d6-4faa-8090-97b9dd9abded by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:19.547021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Attempting to bind port db6fdf74-17d6-4faa-8090-97b9dd9abded on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:19.554819 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:19.555244 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:19.555642 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.557873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:19.557873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Bound port: db6fdf74-17d6-4faa-8090-97b9dd9abded, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:19.557873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.581919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.637499 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ffe273fa-e30f-43e2-bafd-79089f519053 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6adc2035fc4e415b9a36409703d903a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5038247 Feb 14 17:51:19.641037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.649159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35928) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:19.664061 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] For port db6fdf74-17d6-4faa-8090-97b9dd9abded, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:19.667519 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] For port db6fdf74-17d6-4faa-8090-97b9dd9abded, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db6fdf74-17d6-4faa-8090-97b9dd9abded,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:19.686134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.686631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d59eceef-ec36-4ebc-bee7-173839c2c176 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:19.719453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.725076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-37f00cc1-c4a8-44a8-8023-7f2e7e5516a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.2703834 Feb 14 17:51:19.738874 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.768141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.772618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3f6ee23d-28a8-4d2c-9866-0c7de3b4b39d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d59eceef-ec36-4ebc-bee7-173839c2c176 HTTP/1.1" status: 204 len: 168 time: 2.9925210 Feb 14 17:51:19.788535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.791182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35932) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:19.830439 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Routers {'46f7ac12-a56e-449f-8468-8f1e33d76999'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:19.831054 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['46f7ac12-a56e-449f-8468-8f1e33d76999'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:19.834649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-80579464', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:19.859670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6727405f-cf14-4db2-84e0-ff82db27e09c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:19.867558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:19.887569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:19.897888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.898255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:19.919318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:19.960133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:19.964089 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9b7b-222a-4d4e-ab37-35b5cb440088 None None] Pushing event updated for resources: {'Port': ['ID=db6fdf74-17d6-4faa-8090-97b9dd9abded,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:20.009017 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] Set router 46f7ac12-a56e-449f-8468-8f1e33d76999 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:20.022342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-1769429c-9441-4006-a1b8-b7659504b133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:20.024400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-1769429c-9441-4006-a1b8-b7659504b133 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.2585223 Feb 14 17:51:20.116593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.117802 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d5ba577a-4fbe-4555-b349-1c7daf96db67 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4411838 Feb 14 17:51:20.118672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.119178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c538d925-536f-468e-b066-01eb565d9929 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:20.129377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35936) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:20.174154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.175850 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-26ba77cf-72a3-4a63-a1dc-4178ae4af886 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c538d925-536f-468e-b066-01eb565d9929 HTTP/1.1" status: 204 len: 168 time: 6.8778272 Feb 14 17:51:20.179634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:20.190895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.191940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.205063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-740f9d27-7e5e-42fa-8d65-0dc017f42f65 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules/6727405f-cf14-4db2-84e0-ff82db27e09c HTTP/1.1" status: 200 len: 706 time: 0.0744543 Feb 14 17:51:20.208615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35944) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:20.216819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.292047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Deleting subnet 49d185ea-47ae-4b7f-bec6-4bf89c9baba4 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:20.298889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.301295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.329769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.369421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:20.392315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.396725 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:12Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': 'db6fdf74-17d6-4faa-8090-97b9dd9abded', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:5e:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:09Z', 'updated_at': '2022-02-14T17:51:19Z', 'revision_number': 4, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:20.401073 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae3347-a285-4ecc-85df-4ee9b58bbf87 None None] The sync data for ids ['46f7ac12-a56e-449f-8468-8f1e33d76999'] in dv-neutron-823271-4-hyperv is: [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:12Z', 'revision_number': 2, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None, '_interfaces': [{'id': 'db6fdf74-17d6-4faa-8090-97b9dd9abded', 'name': '', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'mac_address': 'fa:16:3e:5e:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:51:09Z', 'updated_at': '2022-02-14T17:51:19Z', 'revision_number': 4, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'subnets': [{'id': '7c6df6cb-62c3-45e6-a4dd-86986758fb30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:20.500140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-cec51fe5-43f2-403a-bfac-13d6c07529b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.4333992 Feb 14 17:51:20.508418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20aa611-c52f-4ae8-a375-41d125d03eba,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:20.567380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.571210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5517ac8e-d036-49ab-aa93-74d117ab95ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a20aa611-c52f-4ae8-a375-41d125d03eba HTTP/1.1" status: 204 len: 168 time: 0.9070752 Feb 14 17:51:20.644409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad49fbde-54dd-4c66-933c-240f75c98239 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:20.657598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-ef63fe9f-e829-491d-a221-6e2b95af4037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:20.659170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-ef63fe9f-e829-491d-a221-6e2b95af4037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.1470032 Feb 14 17:51:20.676980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.806307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-06cbb23d-9a1f-4050-9cf3-eec10c388bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:20.840378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad49fbde-54dd-4c66-933c-240f75c98239 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:20.841881 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ad49fbde-54dd-4c66-933c-240f75c98239 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.6294389 Feb 14 17:51:20.851397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:20.881786 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-2d4166c4-651e-48d6-b4f6-60969809f66c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2008450 Feb 14 17:51:21.042899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Router 1107d9cd-9114-470b-a0ed-24436f5534a0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:21.052785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.091199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.124328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.137429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.183399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port db6fdf74-17d6-4faa-8090-97b9dd9abded {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:21.183914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.268375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d185ea-47ae-4b7f-bec6-4bf89c9baba4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:21.292416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcaac6b-fc60-4c6d-9ac6-27cfa2238c3c None None] Network 38045569-18cd-4311-b522-057dedc51371 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:21.298396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-5a1fa171-f543-4b19-9c0d-36c8bd279429 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660626 Feb 14 17:51:21.302740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.329575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.369491 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-19925b3b-6fa1-4fca-8cb4-674a35d2d001 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49d185ea-47ae-4b7f-bec6-4bf89c9baba4 HTTP/1.1" status: 204 len: 168 time: 1.1844592 Feb 14 17:51:21.370227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35964) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:21.425634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:21.442295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6727405f-cf14-4db2-84e0-ff82db27e09c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:21.462847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:21.535497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.578721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:21.579363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:21.653777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:21.694384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:21.702625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:21.706078 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Sync routers for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:21.706579 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-87e837ed-6f6f-49aa-933f-48aedd3fd231 admin admin] 10.222.0.30 "PUT /v2.0/routers/1107d9cd-9114-470b-a0ed-24436f5534a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4856386 Feb 14 17:51:21.707896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35970) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:21.712557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.721694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:21.722245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1ce74b72-b5a2-49a7-86a1-fbb44c2e12d9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:21.722959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 70e65cd2-789d-4f8f-88c7-6d330576cb69 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:21.734507 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:21.736644 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:21.749216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.771489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.785940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 70e65cd2-789d-4f8f-88c7-6d330576cb69 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:21.786514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 70e65cd2-789d-4f8f-88c7-6d330576cb69 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:21.817021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:21.825601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:21.904177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port db6fdf74-17d6-4faa-8090-97b9dd9abded, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db6fdf74-17d6-4faa-8090-97b9dd9abded,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:21.904532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:21.972933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aff69691-cb95-420d-960b-86026c5bb9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.8295043 Feb 14 17:51:21.974178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35976) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:21.989717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:21.990128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52bdc0-b414-44db-a159-e3000601a3ea None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:21.992163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] DHCP port deletion for 38045569-18cd-4311-b522-057dedc51371 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:22.001892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Deleting port 0005acca-126e-4e93-a2b7-f7d0649959c0 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:22.001892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.005819 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f458b0f-4cf0-4c20-b061-4b0d5e195911 req-e467b913-8917-4d20-a806-75705c14e1c1 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418819 Feb 14 17:51:22.006578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.010154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-114da238-f412-428b-b1a1-6d03d3799370 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6727405f-cf14-4db2-84e0-ff82db27e09c HTTP/1.1" status: 204 len: 168 time: 1.1578755 Feb 14 17:51:22.049369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35980) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:22.050384 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:22.141158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for db6fdf74-17d6-4faa-8090-97b9dd9abded owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:22.216099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Deleting port 0005acca-126e-4e93-a2b7-f7d0649959c0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:22.216765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.309198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] For port 0005acca-126e-4e93-a2b7-f7d0649959c0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0005acca-126e-4e93-a2b7-f7d0649959c0,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:22.309578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.336030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 35986) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:22.526236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-05e0cb1a-aef2-4194-a2e6-03711ded455d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:22.554695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] For port 0005acca-126e-4e93-a2b7-f7d0649959c0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0005acca-126e-4e93-a2b7-f7d0649959c0,segment=NetworkSegment(7c40fab3-697c-42f6-9c61-72578e625302),segment_id=7c40fab3-697c-42f6-9c61-72578e625302)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:22.555052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.575764 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3de67052-2936-419d-813c-cf4448194021 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/floatingips/c713c092-6191-4181-8516-5111e1461631 HTTP/1.1" status: 200 len: 979 time: 0.5897624 Feb 14 17:51:22.586460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35992) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:22.592289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Calling delete_port for 0005acca-126e-4e93-a2b7-f7d0649959c0 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:22.674965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Allocated IP 172.26.4.16 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/0c80b216-206a-4fab-9ae4-76caa9b83648) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:22.698861 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:51:15Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:22.707688 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Checking router: 1107d9cd-9114-470b-a0ed-24436f5534a0 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:22.721396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-05e0cb1a-aef2-4194-a2e6-03711ded455d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:22.723333 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-05e0cb1a-aef2-4194-a2e6-03711ded455d tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6533227 Feb 14 17:51:22.730363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 35996) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:22.730783 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Routers {'1107d9cd-9114-470b-a0ed-24436f5534a0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:22.731368 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:50:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1107d9cd-9114-470b-a0ed-24436f5534a0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:22.771726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:22.777847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-977978222'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:22.829585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] No DVR routers for this DVR port 0005acca-126e-4e93-a2b7-f7d0649959c0 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:22.852506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Calling delete_port for 0005acca-126e-4e93-a2b7-f7d0649959c0 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:22.855545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368dc66-d46b-47a6-8342-063b08004fa4 None None] Pushing event deleted for resources: {'Port': ['ID=0005acca-126e-4e93-a2b7-f7d0649959c0,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:22.880342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:22.892455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:22.902368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dd670793-cf48-492d-acc3-092fb848d1a1 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Synchronizing usage tracker for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:floatingip {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:22.905468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:22.947194 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] Set router 1107d9cd-9114-470b-a0ed-24436f5534a0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:22.949468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:22.990474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.013476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:23.013476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:23.052670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.057201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.074587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dd670793-cf48-492d-acc3-092fb848d1a1 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Unset dirty status for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:floatingip {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:23.078489 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dd670793-cf48-492d-acc3-092fb848d1a1 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4883537 Feb 14 17:51:23.078950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36000) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:23.084544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.084743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': '34805970-9906-416c-a531-93de973bbbcb'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:23.086703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f305d57f-83d1-4744-b234-f69687f3f23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.152755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:23.155240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.189293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.271438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.288901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=db6fdf74-17d6-4faa-8090-97b9dd9abded,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:23.299304 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:51:15Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:23.304655 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf841d-e7ed-42b7-a6d5-857c17f25252 None None] The sync data for ids ['1107d9cd-9114-470b-a0ed-24436f5534a0'] in dv-neutron-823271-4-hyperv is: [{'id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'name': 'tempest-ServersTestJSON-1989452115-router', 'tenant_id': '2941876295474c0e8447758ca2caa981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:51:15Z', 'revision_number': 5, 'project_id': '2941876295474c0e8447758ca2caa981', 'gw_port': {'id': '099337d1-83b4-44f3-9d38-8727e8cdaa2b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107d9cd-9114-470b-a0ed-24436f5534a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:23.332845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.413119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.416661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.447969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38952fcd-e2a1-4e34-b36d-224b9954d56a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:23.461771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.466649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event updated for resources: {'Port': ['ID=0c80b216-206a-4fab-9ae4-76caa9b83648,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:23.471968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:23.476404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:23.478770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:23.521968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Deleting port 0005acca-126e-4e93-a2b7-f7d0649959c0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:23.522303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.530064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Deleting port 099337d1-83b4-44f3-9d38-8727e8cdaa2b {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:23.530605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.580528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:23.620125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:23.620324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.623857 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-240b9550-9da9-4c22-93d3-859aeafda397 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/38952fcd-e2a1-4e34-b36d-224b9954d56a HTTP/1.1" status: 204 len: 168 time: 0.8842254 Feb 14 17:51:23.631631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] The port '0005acca-126e-4e93-a2b7-f7d0649959c0' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:51:23.634926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36006) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:23.637003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:23.683622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:23.686184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.700426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0005acca-126e-4e93-a2b7-f7d0649959c0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:23.732468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 0005acca-126e-4e93-a2b7-f7d0649959c0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:23.733059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0005acca-126e-4e93-a2b7-f7d0649959c0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:23.786085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] For port 099337d1-83b4-44f3-9d38-8727e8cdaa2b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=099337d1-83b4-44f3-9d38-8727e8cdaa2b,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:23.786446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:23.913041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Calling delete_port for 099337d1-83b4-44f3-9d38-8727e8cdaa2b owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:24.017001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.017724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.050403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.113268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b84a8c72-412c-4925-9cb6-ede4cfb8f753 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:24.123797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38045569-18cd-4311-b522-057dedc51371']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:24.153214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c40fab3-697c-42f6-9c61-72578e625302') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:24.153498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c40fab3-697c-42f6-9c61-72578e625302') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:24.184640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.240117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.309378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.378618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.425631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b84a8c72-412c-4925-9cb6-ede4cfb8f753 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:24.431830 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b84a8c72-412c-4925-9cb6-ede4cfb8f753 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7871511 Feb 14 17:51:24.431994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Pushing event deleted for resources: {'Port': ['ID=099337d1-83b4-44f3-9d38-8727e8cdaa2b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:24.431994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36010) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:24.440463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760466948'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:24.475381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:24.486744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.526582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:24.573417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.587491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.601256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:24.601642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:24.617658 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:24.694224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.725860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:24.737800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.791953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb44010-c359-4f74-967b-16fce829aa82,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:24.862339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.862680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9 of type vlan for network 8637f3ed-eb61-424f-b309-a3aad7443327 Feb 14 17:51:24.932513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:24.942406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:24.949272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Router 101c468e-07ba-46ae-9e1a-7ecd383a789d is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:24.954254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.006340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:25.007103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=38045569-18cd-4311-b522-057dedc51371,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:25.016619 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:25.019167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.025220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:25.037268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.057728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0607687b-624b-47c2-8598-b8b138438a49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/38045569-18cd-4311-b522-057dedc51371 HTTP/1.1" status: 204 len: 168 time: 3.6612017 Feb 14 17:51:25.091212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Router 46f7ac12-a56e-449f-8468-8f1e33d76999 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:25.099149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.225371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.228983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:25.229564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.242401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.298104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:25.315705 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] Sync routers for ids ['101c468e-07ba-46ae-9e1a-7ecd383a789d'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:25.336926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.337071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] Routers {'101c468e-07ba-46ae-9e1a-7ecd383a789d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:25.337703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['101c468e-07ba-46ae-9e1a-7ecd383a789d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.338004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1107d9cd-9114-470b-a0ed-24436f5534a0 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:25.339815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.349920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.349920 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf70f3fd-ef69-493e-820b-ee92e71b5519 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1107d9cd-9114-470b-a0ed-24436f5534a0 HTTP/1.1" status: 204 len: 168 time: 3.6380427 Feb 14 17:51:25.354208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36016) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.396524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4794f20e-25b8-470b-a371-6d02a7d27ed2,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:25.403184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=8637f3ed-eb61-424f-b309-a3aad7443327,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:25.470015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.490275 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4647fa22-ca92-4035-a044-622f56ec65c2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6685390 Feb 14 17:51:25.490806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:25.491393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36022) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.491393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:25.492318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7b5258e2-364a-4d28-a1c4-956d96718ef9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:25.495845 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Sync routers for ids ['46f7ac12-a56e-449f-8468-8f1e33d76999'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:25.507030 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-074348a2-ce03-451e-870d-685ada572a17 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "PUT /v2.0/routers/46f7ac12-a56e-449f-8468-8f1e33d76999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2675891 Feb 14 17:51:25.516539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b31b7284-7a22-48b3-9041-61edbbea0433 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1760359 Feb 14 17:51:25.516539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36026) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.519873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Routers {'46f7ac12-a56e-449f-8468-8f1e33d76999'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:25.520877 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['46f7ac12-a56e-449f-8468-8f1e33d76999'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.531744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:25.532769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36028) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.575070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7b5258e2-364a-4d28-a1c4-956d96718ef9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:25.575400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7b5258e2-364a-4d28-a1c4-956d96718ef9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:25.585233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'name': 'tempest-PortsTestJSON-1013894356'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:25.587411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.696518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] Routers {'101c468e-07ba-46ae-9e1a-7ecd383a789d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:25.697583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['101c468e-07ba-46ae-9e1a-7ecd383a789d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.744183 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Set router 46f7ac12-a56e-449f-8468-8f1e33d76999 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:25.773999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.774395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d588-f360-41b1-a36f-e85098830086 None None] The sync data for ids ['101c468e-07ba-46ae-9e1a-7ecd383a789d'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:25.814598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.816440 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6554044c-65fe-4449-9d30-539111a72c94 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3836267 Feb 14 17:51:25.819462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36034) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.826560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Request body: {'security_group_rule': {'security_group_id': '4794f20e-25b8-470b-a371-6d02a7d27ed2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:25.834504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Deleting subnet 5d73a7a9-c8c5-4afb-8299-5e511440a3e4 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:25.836683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:25.842463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Usage tracker for resource:security_group_rule and tenant:c78a1ad34ca3444f8b9408a94da7818a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:25.846466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:25.849112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.854176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:25.866837 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:22Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.871230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Checking router: 46f7ac12-a56e-449f-8468-8f1e33d76999 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:51:25.880993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.883191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Routers {'46f7ac12-a56e-449f-8468-8f1e33d76999'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:25.883979 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['46f7ac12-a56e-449f-8468-8f1e33d76999'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:25.912481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:25.916611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36038) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:25.957875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be77304-6b2b-47f2-9aa1-a5eed91d7939 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:25.959169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be77304-6b2b-47f2-9aa1-a5eed91d7939 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:25.959905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9be77304-6b2b-47f2-9aa1-a5eed91d7939 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:25.995816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:26.003708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.017029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.033052 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] Set router 46f7ac12-a56e-449f-8468-8f1e33d76999 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:51:26.034738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:26.043091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.089390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:26.127260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:26.140456 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:22Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:26.145775 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907e113-36e2-4ffd-b146-99b724268bd6 None None] The sync data for ids ['46f7ac12-a56e-449f-8468-8f1e33d76999'] in dv-neutron-823271-4-hyperv is: [{'id': '46f7ac12-a56e-449f-8468-8f1e33d76999', 'name': 'tempest-NetworksTestDHCPv6-router-776376429', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:51:06Z', 'updated_at': '2022-02-14T17:51:22Z', 'revision_number': 3, 'project_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:26.221815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9be77304-6b2b-47f2-9aa1-a5eed91d7939 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:26.223065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9be77304-6b2b-47f2-9aa1-a5eed91d7939 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7036388 Feb 14 17:51:26.227400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.229252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36042) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:26.241576 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-10db7439-16ba-498b-b187-da9113bc87d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb78730cc6214cf1bbcd88f9aba676df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3182058 Feb 14 17:51:26.253523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36046) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:26.310161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.348123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:26.351073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.383191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.413980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.417007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:26.424978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924eb510-29e1-403b-865c-400769f2a6be,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:26.508295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.581163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.582344 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-35cc4891-bf19-4d0c-b6fb-07ed4f6b3837 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7618790 Feb 14 17:51:26.592547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36050) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:26.598169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.631377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 7c6df6cb-62c3-45e6-a4dd-86986758fb30 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:26.650098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.654975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d73a7a9-c8c5-4afb-8299-5e511440a3e4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:26.677285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.685628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP c713c092-6191-4181-8516-5111e1461631 associated. External IP: 172.26.4.211, port: 1e98134e-c66a-434e-b875-eae1632b7666. Feb 14 17:51:26.687472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5d3d6-fbd7-4089-a8e5-76bb58a1c83a None None] Network c0748507-ba41-4927-a067-e7aa1fa1adf3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:26.733558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.800754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.806629 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4efb3d51-4301-4898-b23f-b6b3c143ae45 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5d73a7a9-c8c5-4afb-8299-5e511440a3e4 HTTP/1.1" status: 204 len: 168 time: 1.4482465 Feb 14 17:51:26.816861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:26.828145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.830420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.834065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/639cde83-0f81-4e52-bddc-edb0b42f418c HTTP/1.1" status: 204 len: 168 time: 0.5753584 Feb 14 17:51:26.902062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc72b2-23af-4acb-a7ab-02ae24530f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639cde83-0f81-4e52-bddc-edb0b42f418c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:26.938402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:26.966895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.009552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.042859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.072252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Deleting port 7462c692-59b7-4311-8ee0-0ef43756ee89 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:27.072604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.082017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] DHCP port deletion for c0748507-ba41-4927-a067-e7aa1fa1adf3 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:27.086976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Deleting port 7462c692-59b7-4311-8ee0-0ef43756ee89 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:27.087580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.115794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.148544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.220042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.242908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794f20e-25b8-470b-a371-6d02a7d27ed2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:27.288915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=5dd751e3-7f72-42ba-8957-01d6ab50dcfa,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:27.324348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:27.324808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: 8637f3ed-eb61-424f-b309-a3aad7443327, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:27.325280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.332248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] For port 7462c692-59b7-4311-8ee0-0ef43756ee89, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7462c692-59b7-4311-8ee0-0ef43756ee89,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:27.335738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.423800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:27.430106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6df6cb-62c3-45e6-a4dd-86986758fb30,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:27.448821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] For port 7462c692-59b7-4311-8ee0-0ef43756ee89, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7462c692-59b7-4311-8ee0-0ef43756ee89,segment=NetworkSegment(4929e718-ff05-4cb7-8509-7a0f6a27c28c),segment_id=4929e718-ff05-4cb7-8509-7a0f6a27c28c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:27.449295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.528633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:27.592140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Calling delete_port for 7462c692-59b7-4311-8ee0-0ef43756ee89 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:27.615934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Calling delete_port for 7462c692-59b7-4311-8ee0-0ef43756ee89 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:27.747609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.762728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:27.769874 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e26bb2f9-fdb2-47e9-85df-ff879365a452 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/4794f20e-25b8-470b-a371-6d02a7d27ed2 HTTP/1.1" status: 204 len: 168 time: 1.1685355 Feb 14 17:51:27.769874 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1bef67d8-cd48-47f4-9a21-c41c50747dbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7c6df6cb-62c3-45e6-a4dd-86986758fb30 HTTP/1.1" status: 204 len: 168 time: 1.5357740 Feb 14 17:51:27.769874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:27.771290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36064) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:27.787397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db6fdf74-17d6-4faa-8090-97b9dd9abded no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:27.830525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a75dd-d65b-4683-8fc3-f9d0be6424c7 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:27.869587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: db6fdf74-17d6-4faa-8090-97b9dd9abded {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:27.870045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db6fdf74-17d6-4faa-8090-97b9dd9abded not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:27.870925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7462c692-59b7-4311-8ee0-0ef43756ee89 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:27.906816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:28.004293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7462c692-59b7-4311-8ee0-0ef43756ee89 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:28.008019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7462c692-59b7-4311-8ee0-0ef43756ee89 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:28.008019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 099337d1-83b4-44f3-9d38-8727e8cdaa2b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:28.032680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.038973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:28.045724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8637f3ed-eb61-424f-b309-a3aad7443327) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:28.056651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:28.063915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:28.066170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 099337d1-83b4-44f3-9d38-8727e8cdaa2b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:28.066524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 099337d1-83b4-44f3-9d38-8727e8cdaa2b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:28.073795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bae427-1ec4-4ab2-b680-7c4139eaaea2 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:28.088630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.101990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7462c692-59b7-4311-8ee0-0ef43756ee89,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:28.133779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] No DVR routers for this DVR port 7462c692-59b7-4311-8ee0-0ef43756ee89 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:28.164554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:28.165430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:28.180212 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dc090c84-28db-4c16-a17d-2453c9712b7f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6463537 Feb 14 17:51:28.185211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36078) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:28.190726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606525091'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:28.195683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:28.199938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:28.202598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-96a84796-3c31-4c5d-8a06-b7a4474b7f25 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:router {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:28.203644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:28.210306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:28.276092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7cf673f4-0ece-4052-b4fd-675bb7033a00 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:28.296866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:28.299971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.363575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:28.364135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.372965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.389091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-96a84796-3c31-4c5d-8a06-b7a4474b7f25 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:router {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:28.390286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-96a84796-3c31-4c5d-8a06-b7a4474b7f25 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6207347 Feb 14 17:51:28.394394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36084) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:28.442432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.479395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:28.480001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.483210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0748507-ba41-4927-a067-e7aa1fa1adf3']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.501015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4929e718-ff05-4cb7-8509-7a0f6a27c28c') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.501307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4929e718-ff05-4cb7-8509-7a0f6a27c28c') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.516572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:28.518442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7cf673f4-0ece-4052-b4fd-675bb7033a00 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:28.519446 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7cf673f4-0ece-4052-b4fd-675bb7033a00 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7459137 Feb 14 17:51:28.521137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.530008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36090) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:28.551286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.558133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:28.558810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002a038-f485-4f2f-934a-b9331e9f25de None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:28.562263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.564290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:28.564669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.566974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.567415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 071d6168-6402-4ed7-9b7b-f57fcb3e6423 of type vlan for network a5ad8500-5baa-4f8a-b6e8-2e61c65523d3 Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:28.583548 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:28.642733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.643123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.661575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.666946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Deleting port 7462c692-59b7-4311-8ee0-0ef43756ee89 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:28.667689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.723786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:28.762870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Deleting port 28b6850a-3174-462f-b8ea-eb3f038c8d4d {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:28.763485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.774586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4d4dcf9-c5ca-444d-b035-bb57009c09e4 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Synchronizing usage tracker for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:28.806917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36096) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:28.820727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5c932c5b-2975-4379-a5c9-7d5ff4170421 None None] The port '7462c692-59b7-4311-8ee0-0ef43756ee89' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:51:28.871395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.892227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:28.904186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0748507-ba41-4927-a067-e7aa1fa1adf3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:28.912853 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7d1dc775-1b1a-4a90-8a9b-4ef46b952f4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0748507-ba41-4927-a067-e7aa1fa1adf3 HTTP/1.1" status: 204 len: 168 time: 2.0926948 Feb 14 17:51:28.937740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router 101c468e-07ba-46ae-9e1a-7ecd383a789d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:28.995601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.000343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:29.001035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.040288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] For port 28b6850a-3174-462f-b8ea-eb3f038c8d4d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=28b6850a-3174-462f-b8ea-eb3f038c8d4d,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:29.040901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.097204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4d4dcf9-c5ca-444d-b035-bb57009c09e4 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] Unset dirty status for tenant:c78a1ad34ca3444f8b9408a94da7818a on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:29.098956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c4d4dcf9-c5ca-444d-b035-bb57009c09e4 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5589242 Feb 14 17:51:29.129085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36106) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.138844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:29.172307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-2d8bb227-7420-4ab5-8a71-7fb660c92727 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.176178 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d8bb227-7420-4ab5-8a71-7fb660c92727 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3648195 Feb 14 17:51:29.181476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36110) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.190458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-a9847343-9637-4c99-ab6a-29241608d9f2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.194214 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a9847343-9637-4c99-ab6a-29241608d9f2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0115292 Feb 14 17:51:29.195024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36114) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.199244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Calling delete_port for 28b6850a-3174-462f-b8ea-eb3f038c8d4d owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:29.202564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-9bbe4242-1877-4b95-87a8-27ea56c94d44 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.204690 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9bbe4242-1877-4b95-87a8-27ea56c94d44 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062671 Feb 14 17:51:29.213588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36118) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.224343 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-6b4e1d17-a6cb-48d5-bff5-863650dcbfd6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] delete failed (client error): The resource could not be found. Feb 14 17:51:29.231322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6b4e1d17-a6cb-48d5-bff5-863650dcbfd6 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "DELETE /v2.0/security-groups/4794f20e-25b8-470b-a371-6d02a7d27ed2 HTTP/1.1" status: 404 len: 347 time: 0.0929737 Feb 14 17:51:29.233063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36122) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.238255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-11dcbfb3-a50e-4086-a470-a61720722f40 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.240011 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11dcbfb3-a50e-4086-a470-a61720722f40 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0220804 Feb 14 17:51:29.250585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36126) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.260841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-4b9d7775-9d64-478a-848d-ac555b7bd5b6 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.264239 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4b9d7775-9d64-478a-848d-ac555b7bd5b6 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0087318 Feb 14 17:51:29.265692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36130) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.271640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-488735ed-ed3e-426b-9c76-b8e3ebf4d6dc tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.275054 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-488735ed-ed3e-426b-9c76-b8e3ebf4d6dc tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066535 Feb 14 17:51:29.275604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36134) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.289124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-c9f7b5cd-f346-41a6-a465-46e441087c6a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.292546 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c9f7b5cd-f346-41a6-a465-46e441087c6a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0138271 Feb 14 17:51:29.296249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36138) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.304831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-1d0210a7-e9ee-4d3b-a94c-2e238318edea tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.308155 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1d0210a7-e9ee-4d3b-a94c-2e238318edea tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077946 Feb 14 17:51:29.311017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36142) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.311158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1265492 Feb 14 17:51:29.321107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36146) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.323868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-cdc1f264-ef43-4ecc-9d32-256ea02b3c59 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.324883 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cdc1f264-ef43-4ecc-9d32-256ea02b3c59 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128355 Feb 14 17:51:29.338138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36148) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.343579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'ports': [{'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'}, {'network_id': 'a5ad8500-5baa-4f8a-b6e8-2e61c65523d3'}]} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:29.344755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:29.344755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': 'a5ad8500-5baa-4f8a-b6e8-2e61c65523d3'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:29.361248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.364064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-25a20a42-2637-4aef-9c79-2488e5bebe84 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.367209 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-25a20a42-2637-4aef-9c79-2488e5bebe84 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0260246 Feb 14 17:51:29.369913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36154) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.372967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cd427-1f7f-4c61-a11e-69e18367aac9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=a5ad8500-5baa-4f8a-b6e8-2e61c65523d3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:29.431721 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c7968527-e522-4acd-89b3-2e99b6c9c826 tempest-SecGroupTest-1564192944 tempest-SecGroupTest-1564192944-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1940155 Feb 14 17:51:29.431721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36158) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.443924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-d5226808-ef18-49ef-9e49-6d7d7b04cfca tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.449031 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d5226808-ef18-49ef-9e49-6d7d7b04cfca tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0705311 Feb 14 17:51:29.449187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a5ad8500-5baa-4f8a-b6e8-2e61c65523d3 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:29.453181 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36164) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.465349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 28b6850a-3174-462f-b8ea-eb3f038c8d4d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:29.483817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-dc0ea137-173a-4240-b444-9e871d7f2c5f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.484797 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc0ea137-173a-4240-b444-9e871d7f2c5f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0209415 Feb 14 17:51:29.492466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36168) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.512038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-d0fcbe4c-3b8a-4448-9fcc-fa6840e5c0ff tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.512677 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d0fcbe4c-3b8a-4448-9fcc-fa6840e5c0ff tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0111237 Feb 14 17:51:29.517691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36172) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.527181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-58ecdd11-8398-4518-bd29-7ab14d76e061 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.528365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-58ecdd11-8398-4518-bd29-7ab14d76e061 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095158 Feb 14 17:51:29.531206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36176) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.595508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-c4ff2a28-568c-46ca-9c6a-3730b92acdcc tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.596460 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c4ff2a28-568c-46ca-9c6a-3730b92acdcc tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0643866 Feb 14 17:51:29.598621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.605413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] Pushing event deleted for resources: {'Port': ['ID=28b6850a-3174-462f-b8ea-eb3f038c8d4d,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:29.608253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 28b6850a-3174-462f-b8ea-eb3f038c8d4d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:29.609655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 28b6850a-3174-462f-b8ea-eb3f038c8d4d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:29.618608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a6717-e79e-4988-acf1-d045e7015e54 None None] No DVR routers for this DVR port 28b6850a-3174-462f-b8ea-eb3f038c8d4d on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:29.657731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36180) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.669790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-69ba4f53-b762-4e1e-8983-eb9bfd12553e tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.670937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-69ba4f53-b762-4e1e-8983-eb9bfd12553e tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115991 Feb 14 17:51:29.674683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.676605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.683249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-5b98d67f-1b79-4515-a698-745b620d31ba tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.684169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5b98d67f-1b79-4515-a698-745b620d31ba tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057876 Feb 14 17:51:29.689721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.692959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:29.696966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-056371e3-1b66-4480-bcfe-c6dcef7266a8 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.699025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-056371e3-1b66-4480-bcfe-c6dcef7266a8 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073144 Feb 14 17:51:29.701867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.703062 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-97e14630-3f2d-4c17-8555-0b7d3f1f902a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "PUT /v2.0/routers/101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 200 len: 923 time: 4.2253578 Feb 14 17:51:29.706573 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] Sync routers for ids ['101c468e-07ba-46ae-9e1a-7ecd383a789d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:29.708037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36192) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.708362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36194) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.720210 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] Routers {'101c468e-07ba-46ae-9e1a-7ecd383a789d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:29.721201 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['101c468e-07ba-46ae-9e1a-7ecd383a789d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:29.723577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-38365e40-14e8-404d-96be-ac06c18c29b3 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.729414 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-38365e40-14e8-404d-96be-ac06c18c29b3 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0152633 Feb 14 17:51:29.731790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36200) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.741318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-c726e118-b38f-4e68-8367-894f3e2eba80 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.742257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c726e118-b38f-4e68-8367-894f3e2eba80 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0087695 Feb 14 17:51:29.745401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36204) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.753140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-51ed4415-0999-4f51-85ec-46a90b3115fb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.756595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51ed4415-0999-4f51-85ec-46a90b3115fb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070658 Feb 14 17:51:29.758849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36208) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.766403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-71b92184-ed8b-4948-991c-c64836263ede tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.767489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-71b92184-ed8b-4948-991c-c64836263ede tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076802 Feb 14 17:51:29.771558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.778574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-955d7dd6-f614-4b2a-952e-3b48a3351f18 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.786859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-955d7dd6-f614-4b2a-952e-3b48a3351f18 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071003 Feb 14 17:51:29.787213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36216) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.793899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-afe11766-b190-4551-be3e-2dd3c4e03e3c tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.798307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-afe11766-b190-4551-be3e-2dd3c4e03e3c tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0068226 Feb 14 17:51:29.799329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36220) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.804486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-f0935acc-7115-4c08-a995-668b52632403 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.808434 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0935acc-7115-4c08-a995-668b52632403 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060487 Feb 14 17:51:29.813301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36224) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.813301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.813301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Fanout notify agent at l3_agent the message router_deleted on router 46f7ac12-a56e-449f-8468-8f1e33d76999 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:29.823513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-77924c8a-8d6d-475a-ab44-04dd47d8536b tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.828481 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-77924c8a-8d6d-475a-ab44-04dd47d8536b tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0150857 Feb 14 17:51:29.835706 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:29.839057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36228) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.854257 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] Routers {'101c468e-07ba-46ae-9e1a-7ecd383a789d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:29.854257 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['101c468e-07ba-46ae-9e1a-7ecd383a789d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:29.865160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-6f4ffdd0-e158-41b6-9e74-a58722ed21a0 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.868640 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6f4ffdd0-e158-41b6-9e74-a58722ed21a0 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0256722 Feb 14 17:51:29.871258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.879412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-6244dcc8-a0fc-4570-8c7c-37c9e01e62b5 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.883008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6244dcc8-a0fc-4570-8c7c-37c9e01e62b5 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067475 Feb 14 17:51:29.888080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36236) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.902559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-f536eb16-3ee3-4b20-8148-6a88ee452311 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.907538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f536eb16-3ee3-4b20-8148-6a88ee452311 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0148373 Feb 14 17:51:29.913661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36240) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.913798 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-96f98b36-7020-47a3-891c-bbf263480f86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2941876295474c0e8447758ca2caa981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641554 Feb 14 17:51:29.917150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36244) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.925165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:29.926413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b6e7554-da4a-47fe-a4fb-8180da38c053 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/routers/46f7ac12-a56e-449f-8468-8f1e33d76999 HTTP/1.1" status: 204 len: 168 time: 1.5297468 Feb 14 17:51:29.930484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-1c3bda84-010f-49d0-8c17-4ba62c8f91cd tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.936422 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1c3bda84-010f-49d0-8c17-4ba62c8f91cd tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0205121 Feb 14 17:51:29.936422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36248) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.943808 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:29.944304 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc8fad-c05c-404a-8af1-232a8ebe7fb4 None None] The sync data for ids ['101c468e-07ba-46ae-9e1a-7ecd383a789d'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:29.976250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36252) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:29.982972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:29.990217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:29.994104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-d1f96141-0077-462c-a711-c15d0af82502 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:29.997597 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d1f96141-0077-462c-a711-c15d0af82502 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0132718 Feb 14 17:51:30.001302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.007576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:30.011782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36256) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.012788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:30.013926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:30.015681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:30.021747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:30.050446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-98197505-bc2a-4a38-aad7-5669cf79cfa9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.054056 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-98197505-bc2a-4a38-aad7-5669cf79cfa9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0317702 Feb 14 17:51:30.054056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:30.055047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36262) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.072685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-fd40d018-44b6-4db2-ae84-9d510d57e3c2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.076137 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fd40d018-44b6-4db2-ae84-9d510d57e3c2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0175452 Feb 14 17:51:30.082153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36266) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.094834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-cefd20c4-d30b-4060-b35a-4cfcea19917f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.095362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8704c312-4aeb-425e-83d3-678a8ac7a9fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:30.098768 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cefd20c4-d30b-4060-b35a-4cfcea19917f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0156834 Feb 14 17:51:30.105183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36270) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.107375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-b1de1eae-360f-4f17-ac0a-371ef25e1ada tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.107528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:30.111695 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1de1eae-360f-4f17-ac0a-371ef25e1ada tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0097818 Feb 14 17:51:30.112380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36274) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.120013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-a060cad4-92dd-4d13-93d9-69a6150b188d tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.124862 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a060cad4-92dd-4d13-93d9-69a6150b188d tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0090992 Feb 14 17:51:30.125945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36278) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.136492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-a04ee4e9-6a1e-4948-8bf0-526d6c0aff0a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.144501 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a04ee4e9-6a1e-4948-8bf0-526d6c0aff0a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0113342 Feb 14 17:51:30.144638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:30.144638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:30.151818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36282) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.160607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-326605d3-7012-404d-91f4-22b57feffd0f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.164554 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-326605d3-7012-404d-91f4-22b57feffd0f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102618 Feb 14 17:51:30.164832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36286) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.171870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 2} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:30.178919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-24861f2b-5734-45e5-86e0-21eb7a8d04a3 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.179062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.179507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-24861f2b-5734-45e5-86e0-21eb7a8d04a3 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0105944 Feb 14 17:51:30.181839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36290) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.185992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36294) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.187913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-181523dd-72a2-40ce-bd92-985ec84a613a tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/c713c092-6191-4181-8516-5111e1461631 HTTP/1.1" status: 200 len: 978 time: 7.1078701 Feb 14 17:51:30.194839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36298) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.197173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-766036cb-7fa4-42d7-8b99-1d7055801a56 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.201131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-766036cb-7fa4-42d7-8b99-1d7055801a56 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0180032 Feb 14 17:51:30.203434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36304) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.208402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:30.226963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-6c5a01f3-81a6-4346-b07a-3c0b9fe2b30e tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.226963 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6c5a01f3-81a6-4346-b07a-3c0b9fe2b30e tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0176828 Feb 14 17:51:30.229746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36308) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.237682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-b61e6612-5047-4b78-b1dc-61b86596851f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.241656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b61e6612-5047-4b78-b1dc-61b86596851f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0107446 Feb 14 17:51:30.244355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36312) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.246951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.256200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:30.257008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7f80f-599e-463e-b753-54a731821c45 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:30.280073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.296940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.299943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-e709bcba-c620-42eb-8544-95894d7d7524 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.306077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e709bcba-c620-42eb-8544-95894d7d7524 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0581565 Feb 14 17:51:30.306165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36316) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.310320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8704c312-4aeb-425e-83d3-678a8ac7a9fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:30.312359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8704c312-4aeb-425e-83d3-678a8ac7a9fc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3774979 Feb 14 17:51:30.319128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36320) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.323773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-1cbedcf7-1953-41ca-a5cf-905905d714a9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.325999 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1cbedcf7-1953-41ca-a5cf-905905d714a9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0141051 Feb 14 17:51:30.339014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36324) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.349336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-fefbe75b-e311-4412-b9c7-d6e459aa84b9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.364150 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fefbe75b-e311-4412-b9c7-d6e459aa84b9 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095112 Feb 14 17:51:30.368191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36328) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.403905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-2d8a4a8e-cb58-4a7b-8637-ce645f424529 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.405410 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2d8a4a8e-cb58-4a7b-8637-ce645f424529 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0358431 Feb 14 17:51:30.415300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36334) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.418864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.479108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-15a0c870-bb89-42a4-8055-4d61bff666d2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.480062 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-15a0c870-bb89-42a4-8055-4d61bff666d2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0642550 Feb 14 17:51:30.485188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565157d-578d-4815-8698-56785dde6197 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:30.487275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2565157d-578d-4815-8698-56785dde6197 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1667924 Feb 14 17:51:30.491423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36338) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.491748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36340) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.561720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-f24a82ec-9135-4780-b2c3-9f4a8da29567 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.565199 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f24a82ec-9135-4780-b2c3-9f4a8da29567 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0722654 Feb 14 17:51:30.571774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36346) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.573632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e06b1ca1-c219-4912-8536-4d178859c9b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c78a1ad34ca3444f8b9408a94da7818a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3846722 Feb 14 17:51:30.577642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36350) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.585158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-aada68b5-ea23-4972-834f-e5ddac1db9cb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.590477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aada68b5-ea23-4972-834f-e5ddac1db9cb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0112026 Feb 14 17:51:30.590477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fa765f17-f52d-4515-ab33-2221f8f3ccc0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:router {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:30.591702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.598963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36354) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.602839 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7801ea72-43fd-475b-86d1-12335c40753a tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 200 len: 923 time: 0.8889613 Feb 14 17:51:30.611538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36356) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.649181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-190f879b-a7b3-4278-9a9d-a8dc319fe3e0 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.652578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-190f879b-a7b3-4278-9a9d-a8dc319fe3e0 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0424013 Feb 14 17:51:30.655205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36362) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.662321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858896f2-01ad-4249-8ad9-65129464260e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:30.682101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-f432e2b7-9c19-4072-ab86-42c8b7b01977 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.685787 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f432e2b7-9c19-4072-ab86-42c8b7b01977 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0195506 Feb 14 17:51:30.690336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36366) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.700686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-c40296f7-b3b8-4b16-af8d-b97fe8e536ed tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.701653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c40296f7-b3b8-4b16-af8d-b97fe8e536ed tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077786 Feb 14 17:51:30.706383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36370) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.708901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.709929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d564045e-8760-4547-9345-25eb773936bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/858896f2-01ad-4249-8ad9-65129464260e HTTP/1.1" status: 204 len: 168 time: 0.7913375 Feb 14 17:51:30.716949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-013ff49c-e104-4a25-ba22-9c28bb4c3bd2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.719677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-013ff49c-e104-4a25-ba22-9c28bb4c3bd2 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0105038 Feb 14 17:51:30.728406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.737496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-c3252ce6-f529-4484-ac98-fef6daa72387 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.739940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3252ce6-f529-4484-ac98-fef6daa72387 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071461 Feb 14 17:51:30.742255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36380) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.747494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-c3796b9b-0693-44b9-888c-484daa23fd6b tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.750511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3796b9b-0693-44b9-888c-484daa23fd6b tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051372 Feb 14 17:51:30.752509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.760136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-d3dac564-46c8-493e-a1b7-ce44b0b46e5f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.766494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d3dac564-46c8-493e-a1b7-ce44b0b46e5f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0083408 Feb 14 17:51:30.767244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36388) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.779349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-cefd2b22-ec85-42de-a5ba-92dc34dfb470 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.780892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cefd2b22-ec85-42de-a5ba-92dc34dfb470 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120234 Feb 14 17:51:30.786553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-72e2991b-f8ab-4f1e-acc7-83074862453d tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=101c468e-07ba-46ae-9e1a-7ecd383a789d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1733372 Feb 14 17:51:30.788848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36392) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.789689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36394) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.816125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 4ff83aeb-f4d4-4b88-b286-85a22793f91f yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:30.819331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fa765f17-f52d-4515-ab33-2221f8f3ccc0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:router {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:30.820714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa765f17-f52d-4515-ab33-2221f8f3ccc0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3262053 Feb 14 17:51:30.826244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-f524faa6-aec7-426e-9f20-2b12f514c965 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.827728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f524faa6-aec7-426e-9f20-2b12f514c965 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0355210 Feb 14 17:51:30.827861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36400) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.831332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36402) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.850813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:30.875584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [None req-41cc7069-5451-492d-aa4b-494f85c06a74 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.879333 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-41cc7069-5451-492d-aa4b-494f85c06a74 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0438328 Feb 14 17:51:30.883215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36408) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.893615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-768b1a39-cdea-49f5-b981-ba08371c6383 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.895442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-768b1a39-cdea-49f5-b981-ba08371c6383 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117395 Feb 14 17:51:30.898181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36412) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.910957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-eb6dbd43-d236-4e46-91d2-a6ea0ab7a397 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.913154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eb6dbd43-d236-4e46-91d2-a6ea0ab7a397 tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0128341 Feb 14 17:51:30.921636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36416) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.928849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-9ba8fd8c-7821-4151-b469-0996fdc7a5fb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.930065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ba8fd8c-7821-4151-b469-0996fdc7a5fb tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071602 Feb 14 17:51:30.933608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36422) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.953071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-24dd1784-6428-480c-a6fb-226b0c2cdf7f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.954333 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-24dd1784-6428-480c-a6fb-226b0c2cdf7f tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0196605 Feb 14 17:51:30.957743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36426) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:30.973056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [None req-ef62f8e1-41a3-4bcf-a8b5-b710a514272a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:51:30.975261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ef62f8e1-41a3-4bcf-a8b5-b710a514272a tempest-ExtensionsTestJSON-1028514908 tempest-ExtensionsTestJSON-1028514908-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0153375 Feb 14 17:51:30.978130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:30.989094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581b332-c64d-44b9-aeb0-d466b3a356de tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:30.990750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9581b332-c64d-44b9-aeb0-d466b3a356de tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.1952956 Feb 14 17:51:30.995501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36432) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:31.077674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0383e053-e1e5-47c3-978f-ae5048f672e4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 200 len: 205 time: 0.0759938 Feb 14 17:51:31.077874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36438) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:31.100923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.151977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:31.154204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.186306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:31.236916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.314676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:31.318343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.340485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.341057 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP c713c092-6191-4181-8516-5111e1461631 disassociated. External IP: 172.26.4.211, port: 34805970-9906-416c-a531-93de973bbbcb. Feb 14 17:51:31.349487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.411099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.486449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075d49fe-9943-4d5c-bd2d-304e27bb9147,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:31.700880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port d76853fe-b578-4871-9c0b-ee7b05d27703 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:31.732691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36454) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:31.779292 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-80fe264b-13e0-4153-884a-9d708deaedea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.1632583 Feb 14 17:51:31.785860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4741fc-f5c3-4949-814f-54811389c3cf req-5b869de7-0e6c-4061-8705-aa48577f0c5e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:31.787346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a4741fc-f5c3-4949-814f-54811389c3cf req-5b869de7-0e6c-4061-8705-aa48577f0c5e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2526939 Feb 14 17:51:31.789453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.935447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.982982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:31.985136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-56499bd9-404d-41dd-b7ce-600e860dabb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/075d49fe-9943-4d5c-bd2d-304e27bb9147 HTTP/1.1" status: 204 len: 168 time: 1.3960254 Feb 14 17:51:32.001758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 0c80b216-206a-4fab-9ae4-76caa9b83648 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:32.002088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.062588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.194541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.198814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a4741fc-f5c3-4949-814f-54811389c3cf req-6e814c9b-dc02-42d8-8681-ce0f7bd303da tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854492 Feb 14 17:51:32.249768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:32.266500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0719bc5a459484089f89d5c9ef694f6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:32.269873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-33796f92-9e63-4267-9961-f65d0dcd1c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:32.271398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-33796f92-9e63-4267-9961-f65d0dcd1c38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.4830599 Feb 14 17:51:32.282617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:32.335837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:32.337364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=4ff83aeb-f4d4-4b88-b286-85a22793f91f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:32.345150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:32.353304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:32.354122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.359137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:51:32.398851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.407005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-6b918ef1-2d30-429c-90c6-7825cbd79143 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.1212616 Feb 14 17:51:32.409687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:32.470570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.503999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=d76853fe-b578-4871-9c0b-ee7b05d27703,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:32.510987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:32.523076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:32.533176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861f832-ff0f-466e-8993-41774a623ac5 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:32.548690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:32.549531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.560353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=815aacc4-0deb-4e51-9300-5ecd5c432fea,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:32.611121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '071d6168-6402-4ed7-9b7b-f57fcb3e6423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5ad8500-5baa-4f8a-b6e8-2e61c65523d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:32.612023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: a5ad8500-5baa-4f8a-b6e8-2e61c65523d3, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:32.625187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 0c80b216-206a-4fab-9ae4-76caa9b83648 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:32.682593 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c17a0e20-54fa-41eb-987a-57019de114d9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8507130 Feb 14 17:51:32.684689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-04ecae29-5bcf-4e58-b23d-867ce3478cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:32.686798 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-04ecae29-5bcf-4e58-b23d-867ce3478cdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.2658234 Feb 14 17:51:32.688025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36480) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:32.708438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:32.835090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '815aacc4-0deb-4e51-9300-5ecd5c432fea'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:32.836555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.840436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:32.844729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:32.851944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network a5ad8500-5baa-4f8a-b6e8-2e61c65523d3 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:32.866598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-12a4084c-efa9-4c46-a546-441f89c1e636 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1681437 Feb 14 17:51:32.944461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.024456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Allocated IP 2001:db8::f816:3eff:fe04:e2b (ec992c4f-9a29-4213-84c0-4010e08b02ef/815aacc4-0deb-4e51-9300-5ecd5c432fea/29aa1d15-fc7d-4d22-a978-4fb69a7a5c29) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:33.035778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a5ad8500-5baa-4f8a-b6e8-2e61c65523d3) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:33.050303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1834cd2-dd57-4dc9-bef4-c0a063663f24 None None] Network a5ad8500-5baa-4f8a-b6e8-2e61c65523d3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:33.054997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:33.058739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:33.063009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:33.063682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.077752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2220d74-bebd-4fcb-945f-ef18b58258da,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:33.100051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-37730126-04c7-45ee-ab7e-1ede1b2889e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0719bc5a459484089f89d5c9ef694f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3645675 Feb 14 17:51:33.103982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36488) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:33.103982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:33.135383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-d1fa2f44-93a0-4ba8-acf2-a9101d9598d1 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565844 Feb 14 17:51:33.156741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:33.161086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:33.168999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:33.174755 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-286dd3ab-0d63-42ae-8337-b4955f9aab6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8419175 Feb 14 17:51:33.180978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36492) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:33.189142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.242786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.272433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:33.417903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.431959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=0c80b216-206a-4fab-9ae4-76caa9b83648,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:33.483353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.523229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port d76853fe-b578-4871-9c0b-ee7b05d27703 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:33.523510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.591384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.602439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Transition to ACTIVE for port object 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:33.622720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Transition to ACTIVE for port object 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:33.697600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.738627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4176c7c6-7d26-4421-90b3-7098db00bd70 req-d6eb8c25-22ba-4686-b83f-ff76b5d939fd service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893276 Feb 14 17:51:33.805414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:33.810533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:33.815093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:33.819148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:33.951277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Attempting to bind port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:33.951655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Attempting to bind port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:33.952678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Attempting to bind port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:33.962298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:33.962851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:33.963876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:33.964318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:33.965025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Bound port: 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:33.965403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.094380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:34.097655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:34.100850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36514) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:34.156067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.198313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.257922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.281697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36522) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:34.311092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2220d74-bebd-4fcb-945f-ef18b58258da,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:34.327580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.345406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:34.345734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.346891 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c60a5067-8f52-45db-8597-cd08abde7275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2220d74-bebd-4fcb-945f-ef18b58258da HTTP/1.1" status: 204 len: 168 time: 1.2407260 Feb 14 17:51:34.353148 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:34.377494 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:34.378107 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:34.420604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898764a4-fda1-4c40-b2aa-dcb7913a9c67 None None] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:34.485230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:34.497526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:34.497685 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:34.582647 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:34.583240 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded87a2-9080-4522-bcf0-0ac216ff6acd None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:34.649279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for d76853fe-b578-4871-9c0b-ee7b05d27703 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:34.676967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2a1d58b3-5753-48a6-976e-af4c98dca589 tempest-ServiceProvidersTest-185456013 tempest-ServiceProvidersTest-185456013-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5748727 Feb 14 17:51:34.691469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f57ac2-4812-46f6-baf5-90e8b834789f req-b94e2448-7f39-4bc7-9b97-4ac0bd614cbc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:34.693017 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4f57ac2-4812-46f6-baf5-90e8b834789f req-b94e2448-7f39-4bc7-9b97-4ac0bd614cbc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 1.0081074 Feb 14 17:51:34.701427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.721142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.731196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.748171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2014772090'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:34.758978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4f57ac2-4812-46f6-baf5-90e8b834789f req-2078adad-6d13-4c76-989d-ad8ec24ab90c tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578995 Feb 14 17:51:34.763175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:34.826545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Usage tracker for resource:network and tenant:a49cb70c50d94d2d8d629f6fa4ed7273 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:34.846885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:34.881013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:34.898901 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1af9d26-bd0e-4a37-aea5-cab58294b048 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/c713c092-6191-4181-8516-5111e1461631 HTTP/1.1" status: 200 len: 688 time: 4.7020743 Feb 14 17:51:34.910321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36532) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:34.976784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Made reservation on behalf of a49cb70c50d94d2d8d629f6fa4ed7273 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:34.979746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.987022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:34.987389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router 101c468e-07ba-46ae-9e1a-7ecd383a789d {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:34.995183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.023010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.083102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.112331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.116940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e023c35a-3c94-4e51-9150-2173b069fcfa tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 204 len: 168 time: 4.0346954 Feb 14 17:51:35.117336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 298776e9-3f88-4283-8250-b744fa7ed58b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:35.117418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.141898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:35.146633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36540) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:35.149877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:35.151640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=d76853fe-b578-4871-9c0b-ee7b05d27703,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:35.162699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1002879144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:35.166729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:35.169767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:35.170347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.179644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Usage tracker for resource:security_group_rule and tenant:a49cb70c50d94d2d8d629f6fa4ed7273 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:35.183984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:35.192038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:35.199344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:35.201204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:35.213584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:35.215790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.224348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:35.224901 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-650d3679-e204-407f-86ea-ae6b5419f012 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/d76853fe-b578-4871-9c0b-ee7b05d27703 HTTP/1.1" status: 204 len: 168 time: 2.0414913 Feb 14 17:51:35.228888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36548) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:35.238500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=07c8fd69-ed6c-48d1-bd2f-945c88b830fb,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:35.296479 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cbda282c-4fa2-4569-a3b3-8f601e5049c7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6074300 Feb 14 17:51:35.304519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:35.314347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:42:55:4c', 'name': 'tempest-NetworksTestDHCPv6-550895384'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:35.433496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36558) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:35.448486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.473982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.474304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.500651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a86ef-5b46-464e-b81e-1aab3e565b8c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:35.505490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a86ef-5b46-464e-b81e-1aab3e565b8c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:35.506332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ce9a86ef-5b46-464e-b81e-1aab3e565b8c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:35.509622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.528909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:35.590988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:35.638308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:35.650006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:35.653281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:35.661737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:35.684369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c44234-c256-4908-bacb-4ecf3d0c6278,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:35.689822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.692467 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Added segment 40fbf06e-8350-4b0d-a4b9-f49fda10a558 of type vlan for network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 Feb 14 17:51:35.701805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:35.719019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.720300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.730640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 298776e9-3f88-4283-8250-b744fa7ed58b owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:35.736550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.769915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:35.775036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.825366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.829127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 3816cacd-f930-4b5c-a654-e2a4e1deae76 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:35.882863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ce9a86ef-5b46-464e-b81e-1aab3e565b8c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:35.886487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ce9a86ef-5b46-464e-b81e-1aab3e565b8c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6508760 Feb 14 17:51:35.888065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36568) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:35.893613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.906366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.909508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:35.911017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:35.922097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53679d-bd1f-49ec-8eac-a223348b7105 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:35.999290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 4ff83aeb-f4d4-4b88-b286-85a22793f91f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:36.000146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.104617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event updated for resources: {'Network': ['ID=25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:36.131011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:36.157454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Provisioning for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:36.177655 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-099a8396-52b9-4306-82db-e4131b7e65d5 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8873417 Feb 14 17:51:36.180471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36576) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:36.188482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Request body: {'subnet': {'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:36.231222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Provisioning complete for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:36.231591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.252686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.315958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:36.317420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 172.20.0.11 (ec992c4f-9a29-4213-84c0-4010e08b02ef/07c8fd69-ed6c-48d1-bd2f-945c88b830fb/3816cacd-f930-4b5c-a654-e2a4e1deae76) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:36.329788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe42:554c (ec992c4f-9a29-4213-84c0-4010e08b02ef/815aacc4-0deb-4e51-9300-5ecd5c432fea/3816cacd-f930-4b5c-a654-e2a4e1deae76) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:36.332884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Usage tracker for resource:security_group_rule and tenant:6268d9cd71224d2c90bdd9d3069e987e is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:36.339435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:36.345125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Usage tracker for resource:subnet and tenant:a49cb70c50d94d2d8d629f6fa4ed7273 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:36.345530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:36.349375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.350030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:36.353833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f846f734-807a-4329-81bc-a771a3edb813 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2069075 Feb 14 17:51:36.354908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36582) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:36.361226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:36.378036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:36.398436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:36.447042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36586) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:36.484432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.525479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.577595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ddd7-60ed-4a1f-b803-8404853b9228 req-77175eaf-224b-4af5-8986-eff469ab34eb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:36.579566 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4597ddd7-60ed-4a1f-b803-8404853b9228 req-77175eaf-224b-4af5-8986-eff469ab34eb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5481331 Feb 14 17:51:36.617403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:36.624957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Update dhcp port {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '815aacc4-0deb-4e51-9300-5ecd5c432fea', 'ip_address': '2001:db8::f816:3eff:fe04:e2b'}, {'subnet_id': '07c8fd69-ed6c-48d1-bd2f-945c88b830fb'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '29aa1d15-fc7d-4d22-a978-4fb69a7a5c29'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:51:36.682849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=298776e9-3f88-4283-8250-b744fa7ed58b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:36.710684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.770690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.804524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.810912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Made reservation on behalf of a49cb70c50d94d2d8d629f6fa4ed7273 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:36.831166 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4597ddd7-60ed-4a1f-b803-8404853b9228 req-d57bad55-8e08-4389-8a0e-9eb4d79e21e1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381353 Feb 14 17:51:36.840024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1485855932'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:36.871897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ea455-5d63-4015-ac19-37617abf433e None None] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:36.949446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.955674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:36.956853 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-451e2174-b36f-41b4-b9c3-00acb61bb3c6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/c713c092-6191-4181-8516-5111e1461631 HTTP/1.1" status: 204 len: 168 time: 2.0455000 Feb 14 17:51:36.962687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:36.964158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 4ff83aeb-f4d4-4b88-b286-85a22793f91f owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:36.969788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36594) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:36.981420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Usage tracker for resource:network and tenant:689b14e2c200449288938afea9ae362d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:37.030683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.060080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:37.090418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.099003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:37.101196 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-0822a75b-46f0-40d5-a987-bdc5f99de907 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] delete failed (client error): The resource could not be found. Feb 14 17:51:37.102246 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0822a75b-46f0-40d5-a987-bdc5f99de907 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/c713c092-6191-4181-8516-5111e1461631 HTTP/1.1" status: 404 len: 345 time: 0.1282661 Feb 14 17:51:37.106418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36598) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.131655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.151739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.228746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c386a35a-5e45-44c2-9d96-28b94801291c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:37.235251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=4ff83aeb-f4d4-4b88-b286-85a22793f91f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:37.240073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dccda5dc-2fd1-4eb9-9262-419274ffc5cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6268d9cd71224d2c90bdd9d3069e987e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8052485 Feb 14 17:51:37.246639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36602) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.253637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.285198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.290821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Made reservation on behalf of 689b14e2c200449288938afea9ae362d for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:37.293763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.319576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.323465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.327345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.328177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Synchronizing usage tracker for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:37.349697 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cebf6c3c-d648-44e4-beb2-eef5810cb946 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/4ff83aeb-f4d4-4b88-b286-85a22793f91f HTTP/1.1" status: 204 len: 168 time: 1.4597862 Feb 14 17:51:37.353314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36606) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.389171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.391926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:37.398649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.408448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 3816cacd-f930-4b5c-a654-e2a4e1deae76 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:37.429734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.468387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:37.468978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.478605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.491324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:37.503779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3018e32-a5d5-499c-a160-69bc46cdd50b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.504474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e3018e32-a5d5-499c-a160-69bc46cdd50b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:37.534040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Unset dirty status for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:37.536749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Usage tracker for resource:security_group_rule and tenant:689b14e2c200449288938afea9ae362d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:37.537396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-582f3e22-aa44-40c3-8700-5da9f7e4ad00 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/ports?network_id=67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 HTTP/1.1" status: 200 len: 2359 time: 0.4301450 Feb 14 17:51:37.540487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36610) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.546675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:37.562583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:37.600320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.664914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.668423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e3018e32-a5d5-499c-a160-69bc46cdd50b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:37.672768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e3018e32-a5d5-499c-a160-69bc46cdd50b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3139653 Feb 14 17:51:37.682288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36614) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.682944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Allocated IP 172.20.0.2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/07c8fd69-ed6c-48d1-bd2f-945c88b830fb/29aa1d15-fc7d-4d22-a978-4fb69a7a5c29) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:37.725336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c386a35a-5e45-44c2-9d96-28b94801291c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:37.741503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:37.742309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=3816cacd-f930-4b5c-a654-e2a4e1deae76,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:37.743736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ea1d3-57c4-49bd-bace-2cf568a34f35 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.744302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-518ea1d3-57c4-49bd-bace-2cf568a34f35 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Synchronizing usage tracker for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:37.748517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0b4a81-9f48-4174-8117-0daf84049b71 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:51:37.752424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0d0b4a81-9f48-4174-8117-0daf84049b71 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/d76853fe-b578-4871-9c0b-ee7b05d27703 HTTP/1.1" status: 404 len: 333 time: 0.0647063 Feb 14 17:51:37.752424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.752424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-df8992df-0a55-44e1-87df-b1a53a8a6d0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c386a35a-5e45-44c2-9d96-28b94801291c HTTP/1.1" status: 204 len: 168 time: 0.5036705 Feb 14 17:51:37.758178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36618) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.792261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:37.796214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:37.803078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f58b4b5-5f43-4adb-b8e6-440bfb1e11e8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:51:37.815821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9f58b4b5-5f43-4adb-b8e6-440bfb1e11e8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/4ff83aeb-f4d4-4b88-b286-85a22793f91f HTTP/1.1" status: 404 len: 333 time: 0.0504427 Feb 14 17:51:37.815821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36624) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.836844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.852079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:37.880584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.900125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Transition to ACTIVE for port object 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:37.951374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-518ea1d3-57c4-49bd-bace-2cf568a34f35 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Unset dirty status for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:37.958093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-518ea1d3-57c4-49bd-bace-2cf568a34f35 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/subnets/4d8d534d-3de5-4abb-8d18-1b71f36a020c HTTP/1.1" status: 200 len: 797 time: 0.4154341 Feb 14 17:51:37.958937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36628) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:37.964882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.974226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:37.974844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:37.998111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'port': {'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8', 'name': 'tempest-FloatingIPTestJSON-1469231773', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:38.000470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.007518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event updated for resources: {'Subnet': ['ID=12d4560e-bb9f-4f8f-81be-9ed7ce6e0643,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:38.047164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Checking segment: {'id': '40fbf06e-8350-4b0d-a4b9-f49fda10a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:38.047506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Network hostable DHCP agents. Network: 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:38.094637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.099510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.131438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d36b0f-bb68-4a92-bf4c-a1ee3bdeed3c None None] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:38.165726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:38.168964 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ba93eac1-215f-4809-8faf-e442e4fca25d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8634121 Feb 14 17:51:38.169676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.197293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36632) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:38.203982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:38.213501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.215229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0911a2c1-2dd9-409c-be24-633f2674c54f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:38.385789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.386136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Added segment 536a0449-4f1e-4aa9-b23f-c93dad04ac59 of type vlan for network b6fd8779-5fc8-405c-b2b1-487bae4852b1 Feb 14 17:51:38.442072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.476487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:38.486504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.487953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:38.492369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:38.492984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.501163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5614f5-7c3f-40c7-bba8-320893409324 None None] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:38.506909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:38.532305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ad8500-5baa-4f8a-b6e8-2e61c65523d3']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:38.550373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d6168-6402-4ed7-9b7b-f57fcb3e6423') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:38.550744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d6168-6402-4ed7-9b7b-f57fcb3e6423') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:38.559142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Allocated IP 172.26.4.195 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/98058089-9afb-4cd2-a7c3-3b506c4ce431) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:38.586876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66e1d6-47dc-468a-82cd-a2d3ae43c9e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:38.592279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66e1d6-47dc-468a-82cd-a2d3ae43c9e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:38.596117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ee66e1d6-47dc-468a-82cd-a2d3ae43c9e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3974838 Feb 14 17:51:38.610856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.637017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.639279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:38.648030 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a4be808-bf81-4d97-b9b7-f6de2f7645c6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4665177 Feb 14 17:51:38.648940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:38.649512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.682804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.686530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:38.687635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.706849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36640) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:38.743648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Request body: {'port': {'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1265531345'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:38.751426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4', 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4', 'tenant_id': 'a49cb70c50d94d2d8d629f6fa4ed7273', 'fixed_ips': [{'subnet_id': '12d4560e-bb9f-4f8f-81be-9ed7ce6e0643'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:38.753093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:38.774119 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:38.845741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.873082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:38.881682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:38.910254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=a5ad8500-5baa-4f8a-b6e8-2e61c65523d3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:38.916487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-580e2e9e-8c9f-44d1-8b86-0b2fe65c010b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/a5ad8500-5baa-4f8a-b6e8-2e61c65523d3 HTTP/1.1" status: 204 len: 168 time: 1.1026230 Feb 14 17:51:38.923454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36644) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:38.948372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Allocated IP 172.20.0.2 (25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4/12d4560e-bb9f-4f8f-81be-9ed7ce6e0643/acc0e9c3-3710-4654-9410-24e4b83928f0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:38.963958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1003630123'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:38.979495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 3816cacd-f930-4b5c-a654-e2a4e1deae76 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:38.980004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.005873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:39.017612 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5631797 Feb 14 17:51:39.018767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e3260-8104-428b-a30a-00532b62e721 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'Network': ['ID=b6fd8779-5fc8-405c-b2b1-487bae4852b1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:39.020979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36648) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:39.036602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:39.039201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Request body: {'subnet': {'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:39.044934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:39.055864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:39.056207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2a73d755-a9b3-4881-ad8a-f5d911941ffb None None] Provisioning for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:39.089339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:39.122747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.126929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2a73d755-a9b3-4881-ad8a-f5d911941ffb None None] Provisioning complete for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:39.126929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2a73d755-a9b3-4881-ad8a-f5d911941ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.158559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.183980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] device_id is not set on port c2bc0a77-2ab6-4987-a9dc-67772658bd95 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:39.206917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:39.218461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Usage tracker for resource:port and tenant:a49cb70c50d94d2d8d629f6fa4ed7273 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:39.238835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:39.251158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:39.290101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:39.297214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Usage tracker for resource:subnet and tenant:689b14e2c200449288938afea9ae362d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:39.300789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:39.302864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:39.306256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.310721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:39.379306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:39.406219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:39.415646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.416306 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment f52d33f6-68f5-4f6a-8a47-650858d8a4a7 of type vlan for network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 Feb 14 17:51:39.417212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Made reservation on behalf of 689b14e2c200449288938afea9ae362d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:39.427163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.444823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Made reservation on behalf of a49cb70c50d94d2d8d629f6fa4ed7273 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:39.447738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.457716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.477054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.496847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Transition to ACTIVE for port object acc0e9c3-3710-4654-9410-24e4b83928f0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:39.526517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Transition to ACTIVE for port object acc0e9c3-3710-4654-9410-24e4b83928f0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:39.535235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:39.535669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.615177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.615807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.628370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.637702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 3816cacd-f930-4b5c-a654-e2a4e1deae76 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:39.709211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] device_id is not set on port 60105b19-f21e-4799-869c-5397d4053b74 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:39.747872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d20116d1-6fed-472e-a06a-d564bb73d461 None None] Provisioning for port 3816cacd-f930-4b5c-a654-e2a4e1deae76 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:39.753047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:39.758934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:39.766594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Pushing event updated for resources: {'Port': ['ID=acc0e9c3-3710-4654-9410-24e4b83928f0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:39.769230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:39.770414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event updated for resources: {'Port': ['ID=98058089-9afb-4cd2-a7c3-3b506c4ce431,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:39.773291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:39.777127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d20116d1-6fed-472e-a06a-d564bb73d461 None None] Provisioning complete for port 3816cacd-f930-4b5c-a654-e2a4e1deae76 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:39.777434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d20116d1-6fed-472e-a06a-d564bb73d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.782001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:39.794625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:39.892064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d20116d1-6fed-472e-a06a-d564bb73d461 None None] Port 3816cacd-f930-4b5c-a654-e2a4e1deae76 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:39.918288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Attempting to bind port acc0e9c3-3710-4654-9410-24e4b83928f0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:39.918654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Attempting to bind port acc0e9c3-3710-4654-9410-24e4b83928f0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '40fbf06e-8350-4b0d-a4b9-f49fda10a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:39.919011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Attempting to bind port acc0e9c3-3710-4654-9410-24e4b83928f0 on network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:39.926096 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:39.926593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Checking segment: {'id': '40fbf06e-8350-4b0d-a4b9-f49fda10a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:39.927007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.927371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Bound using segment: {'id': '40fbf06e-8350-4b0d-a4b9-f49fda10a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:39.928242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Bound port: acc0e9c3-3710-4654-9410-24e4b83928f0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fbf06e-8350-4b0d-a4b9-f49fda10a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:39.928242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.970720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.14 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/c2bc0a77-2ab6-4987-a9dc-67772658bd95) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:39.978152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.13 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/c2bc0a77-2ab6-4987-a9dc-67772658bd95) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:39.989570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:39.993250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:39.993982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.039570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] For port acc0e9c3-3710-4654-9410-24e4b83928f0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:40.043120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] For port acc0e9c3-3710-4654-9410-24e4b83928f0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=acc0e9c3-3710-4654-9410-24e4b83928f0,segment=NetworkSegment(40fbf06e-8350-4b0d-a4b9-f49fda10a558),segment_id=40fbf06e-8350-4b0d-a4b9-f49fda10a558)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:40.059173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.114941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.195458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71d24-2e49-43f7-9b03-57f4c2a6bd15 None None] Pushing event updated for resources: {'Port': ['ID=acc0e9c3-3710-4654-9410-24e4b83928f0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:40.224915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Checking segment: {'id': '536a0449-4f1e-4aa9-b23f-c93dad04ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:40.225291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Network hostable DHCP agents. Network: b6fd8779-5fc8-405c-b2b1-487bae4852b1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:40.230173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'Subnet': ['ID=b3cf4c5f-7889-4eb7-b075-299ad1d9e009,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:40.279229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Allocated IP 172.20.0.12 (25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4/12d4560e-bb9f-4f8f-81be-9ed7ce6e0643/60105b19-f21e-4799-869c-5397d4053b74) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:40.312813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.321128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=2e96243b-dcf2-4abe-8e4f-14162b065ff1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:40.337951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:40.361220 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-05dfc8a5-e8df-43fc-b56f-d7aa5aa5b108 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4304547 Feb 14 17:51:40.374584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36652) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:40.398747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:40.413654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:40.527964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.532976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.537121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, b6fd8779-5fc8-405c-b2b1-487bae4852b1) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:40.551852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42b91e-1820-45a2-a9ef-b5e619562a78 None None] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:40.592344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:40.592344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.604089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:40.625018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:40.633967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:40.653072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:40.658789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=c2bc0a77-2ab6-4987-a9dc-67772658bd95,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:40.663254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:40.665661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:40.669092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:40.675306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=3816cacd-f930-4b5c-a654-e2a4e1deae76,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:40.728974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-939d749f-d086-4963-beda-93ab77e0f23b tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7068281 Feb 14 17:51:40.731789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36656) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:40.739581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Request body: {'port': {'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2002417812'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:40.763691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:40.771574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.811491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-b6fd8779-5fc8-405c-b2b1-487bae4852b1', 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1', 'tenant_id': '689b14e2c200449288938afea9ae362d', 'fixed_ips': [{'subnet_id': 'b3cf4c5f-7889-4eb7-b075-299ad1d9e009'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:40.814059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.876029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.879789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:40.991603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:41.022410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Allocated IP 172.20.0.2 (b6fd8779-5fc8-405c-b2b1-487bae4852b1/b3cf4c5f-7889-4eb7-b075-299ad1d9e009/b6b516c5-0db8-4515-9f67-a92900f93039) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:41.026221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.028334 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a1564580-a2db-4f18-85ac-801310a647a0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/3816cacd-f930-4b5c-a654-e2a4e1deae76 HTTP/1.1" status: 204 len: 168 time: 2.3880272 Feb 14 17:51:41.035394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36660) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:41.048052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Transition to ACTIVE for port object 60105b19-f21e-4799-869c-5397d4053b74 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:41.111624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.116537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.186903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-480a589e-fd46-488d-9a92-6b2b33c11370 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2028708 Feb 14 17:51:41.187390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36664) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:41.224416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:41.236654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Usage tracker for resource:port and tenant:689b14e2c200449288938afea9ae362d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:41.241366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.245584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'c2bc0a77-2ab6-4987-a9dc-67772658bd95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:41.255985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.260965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741a426-9a5c-4aad-9686-fad28d5ab6f8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:41.262738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741a426-9a5c-4aad-9686-fad28d5ab6f8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:41.262874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:41.264058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741a426-9a5c-4aad-9686-fad28d5ab6f8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:41.266422 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e741a426-9a5c-4aad-9686-fad28d5ab6f8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2170165 Feb 14 17:51:41.271800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:41.274694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36668) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:41.294264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.306512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Transition to ACTIVE for port object b6b516c5-0db8-4515-9f67-a92900f93039 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:41.338325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:41.342484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:41.359236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Transition to ACTIVE for port object b6b516c5-0db8-4515-9f67-a92900f93039 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:41.383435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:41.389007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:41.392685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:41.425117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event updated for resources: {'Port': ['ID=60105b19-f21e-4799-869c-5397d4053b74,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:41.436585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Performing IP validity checks on allocation pools {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:51:41.437271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:51:41.442893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.477477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.500863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device acc0e9c3-3710-4654-9410-24e4b83928f0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:41.509620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:41.510237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.544615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Made reservation on behalf of 689b14e2c200449288938afea9ae362d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:41.548136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.581700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cccd693-2472-4b7b-84f5-74a776a872e6 None None] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:41.598272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] device_id is not set on port f886a77f-2a83-4900-9e87-9c263b0b863e yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:41.666464 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0b71256c-ed2d-43a1-a6be-ff169e7d1ad6 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.9413755 Feb 14 17:51:41.667658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36672) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:41.712512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:41.720183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 07c8fd69-ed6c-48d1-bd2f-945c88b830fb {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:41.727286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:41.730609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Pushing event updated for resources: {'Port': ['ID=b6b516c5-0db8-4515-9f67-a92900f93039,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:41.734053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.735066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:41.780807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Deleting port 60105b19-f21e-4799-869c-5397d4053b74 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:41.781165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.823450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.861888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.883606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-96f54f22-e583-47b9-8f72-3e0ee607dc5d None None] Provisioning for port acc0e9c3-3710-4654-9410-24e4b83928f0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:41.920597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Attempting to bind port b6b516c5-0db8-4515-9f67-a92900f93039 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:41.921523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Attempting to bind port b6b516c5-0db8-4515-9f67-a92900f93039 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '536a0449-4f1e-4aa9-b23f-c93dad04ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:41.921890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Attempting to bind port b6b516c5-0db8-4515-9f67-a92900f93039 on network b6fd8779-5fc8-405c-b2b1-487bae4852b1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:41.944370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:41.944770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Checking segment: {'id': '536a0449-4f1e-4aa9-b23f-c93dad04ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:41.945166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.945550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Bound using segment: {'id': '536a0449-4f1e-4aa9-b23f-c93dad04ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:41.946010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Bound port: b6b516c5-0db8-4515-9f67-a92900f93039, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a0449-4f1e-4aa9-b23f-c93dad04ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:41.946386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:41.960290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port acc0e9c3-3710-4654-9410-24e4b83928f0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:41.966853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Allocated IP 172.20.0.8 (b6fd8779-5fc8-405c-b2b1-487bae4852b1/b3cf4c5f-7889-4eb7-b075-299ad1d9e009/f886a77f-2a83-4900-9e87-9c263b0b863e) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:41.974661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port acc0e9c3-3710-4654-9410-24e4b83928f0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:41.975035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.025068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.069133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.154342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] For port b6b516c5-0db8-4515-9f67-a92900f93039, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:42.160459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] For port b6b516c5-0db8-4515-9f67-a92900f93039, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b6b516c5-0db8-4515-9f67-a92900f93039,segment=NetworkSegment(536a0449-4f1e-4aa9-b23f-c93dad04ac59),segment_id=536a0449-4f1e-4aa9-b23f-c93dad04ac59)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:42.210374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Router cf354118-ad64-49d9-836f-bf68b5e1aeb6 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:42.221885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.270481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.271127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=84984242-f2ac-4d26-8e9e-5a777b00ccee,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:42.293034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:42.293396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: 2e96243b-dcf2-4abe-8e4f-14162b065ff1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:42.338833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63fef-3ed4-4938-bd98-0b7a27d5a892 None None] Pushing event updated for resources: {'Port': ['ID=b6b516c5-0db8-4515-9f67-a92900f93039,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:42.343802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port acc0e9c3-3710-4654-9410-24e4b83928f0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=acc0e9c3-3710-4654-9410-24e4b83928f0,segment=NetworkSegment(40fbf06e-8350-4b0d-a4b9-f49fda10a558),segment_id=40fbf06e-8350-4b0d-a4b9-f49fda10a558)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:42.368551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.375830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.388928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.411852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.194 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/2630a833-75ed-49a3-ad26-9ff2eb58e928) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:42.437840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=07c8fd69-ed6c-48d1-bd2f-945c88b830fb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:42.442623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Transition to ACTIVE for port object f886a77f-2a83-4900-9e87-9c263b0b863e will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:42.448141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.455683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.471294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-79b6b7a9-6b8e-4ee1-b3eb-0b3ea20987d4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/07c8fd69-ed6c-48d1-bd2f-945c88b830fb HTTP/1.1" status: 204 len: 168 time: 1.1422791 Feb 14 17:51:42.475434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:42.475434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:42.508599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=acc0e9c3-3710-4654-9410-24e4b83928f0,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:42.519563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f1f35-2340-4b0a-a1f6-5616dbfe444a None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:42.592083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 815aacc4-0deb-4e51-9300-5ecd5c432fea {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:42.599059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.678202 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Calling delete_port for 60105b19-f21e-4799-869c-5397d4053b74 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:42.683313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 2e96243b-dcf2-4abe-8e4f-14162b065ff1) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:42.685424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.736854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3831b-f003-4317-a3c3-55d562602e2e None None] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:42.750363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:42.750980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.957263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.984271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:42.992866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.010295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'Port': ['ID=f886a77f-2a83-4900-9e87-9c263b0b863e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:43.024319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:43.027863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:43.030584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0cf07d1f-1f21-418e-83ed-93e2e0a4015a None None] Could not find standard attr ID for object 60105b19-f21e-4799-869c-5397d4053b74. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:51:43.031637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:43.052024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event deleted for resources: {'Port': ['ID=60105b19-f21e-4799-869c-5397d4053b74,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:43.076661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0cf07d1f-1f21-418e-83ed-93e2e0a4015a None None] Provisioning complete for port acc0e9c3-3710-4654-9410-24e4b83928f0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:43.076877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0cf07d1f-1f21-418e-83ed-93e2e0a4015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.091549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d0b1ffa-5243-4dd6-a7cd-f8f308eeba8a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7146556 Feb 14 17:51:43.100455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36680) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.108490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1', 'name': 'tempest-PortsTestJSON-1070716247'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:43.199101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.199517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:43.200131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.206790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:43.222707 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-57e78b1b-bfe8-4082-9140-9744580565c8 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "DELETE /v2.0/ports/60105b19-f21e-4799-869c-5397d4053b74 HTTP/1.1" status: 204 len: 168 time: 1.5515978 Feb 14 17:51:43.226847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.228075 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-635067a9-31d3-4ec1-811a-8f7ee39e5de5 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "PUT /v2.0/routers/cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 200 len: 884 time: 6.8694506 Feb 14 17:51:43.228883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.231107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36686) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.238285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.244498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] Sync routers for ids ['cf354118-ad64-49d9-836f-bf68b5e1aeb6'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:43.271400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-2e96243b-dcf2-4abe-8e4f-14162b065ff1', 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': '84984242-f2ac-4d26-8e9e-5a777b00ccee'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:43.272217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.300047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.351069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] Routers {'cf354118-ad64-49d9-836f-bf68b5e1aeb6'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:43.351708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cf354118-ad64-49d9-836f-bf68b5e1aeb6'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:43.395218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-571b4382-b922-42a7-8ea2-c90058a8c251 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6625252 Feb 14 17:51:43.399272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36694) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.423045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Request body: {'port': {'network_id': 'b6fd8779-5fc8-405c-b2b1-487bae4852b1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1230635617', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:43.431550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] bootfile-name is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:43.431550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] tftp-server is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:43.431550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] server-ip-address is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:43.476506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:43.504829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=2630a833-75ed-49a3-ad26-9ff2eb58e928,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:43.514956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:43.521154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:43.523543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:43.648888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:43.661824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Usage tracker for resource:port and tenant:689b14e2c200449288938afea9ae362d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:43.665015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] Routers {'cf354118-ad64-49d9-836f-bf68b5e1aeb6'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:43.665766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:43.665966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cf354118-ad64-49d9-836f-bf68b5e1aeb6'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:43.668614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:43.675091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:43.686328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:43.748401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b6b516c5-0db8-4515-9f67-a92900f93039 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:43.773303 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-017474ad-bfdd-4fba-b0a7-ff3924ae38a2 tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5432551 Feb 14 17:51:43.776101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36700) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.782423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1307274535'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:43.789121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:43.793331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.832199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:43.832601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30945961-ce9e-4127-83ca-4fb85ce79c01 None None] The sync data for ids ['cf354118-ad64-49d9-836f-bf68b5e1aeb6'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:43.852242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Usage tracker for resource:network and tenant:a49cb70c50d94d2d8d629f6fa4ed7273 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:43.861625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=815aacc4-0deb-4e51-9300-5ecd5c432fea,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:43.861625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:43.870336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.875159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:43.878787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.890399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Made reservation on behalf of 689b14e2c200449288938afea9ae362d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:43.896864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:43.934997 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cfcecd61-4b9b-44d2-a194-dfb978991962 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/815aacc4-0deb-4e51-9300-5ecd5c432fea HTTP/1.1" status: 204 len: 168 time: 1.4578509 Feb 14 17:51:43.943347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:43.944428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e29494-f1f0-4261-9849-ad88e893dff0 None None] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:43.946888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36704) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:43.964338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d04df20d-cff7-4272-8004-da43e0b44119 None None] Could not find standard attr ID for object 60105b19-f21e-4799-869c-5397d4053b74. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:51:44.028162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] device_id is not set on port 97c83ad1-279e-4241-a467-01d22c7bf2bf yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:44.061830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Allocated IP 172.20.0.2 (2e96243b-dcf2-4abe-8e4f-14162b065ff1/84984242-f2ac-4d26-8e9e-5a777b00ccee/c0d9840c-e50c-47ce-bc1a-8295f68f92a6) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:44.111293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port c23072fb-1e03-4f0d-aa39-034398df0f44 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:44.132144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b6b516c5-0db8-4515-9f67-a92900f93039 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:44.142457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device acc0e9c3-3710-4654-9410-24e4b83928f0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:44.145926 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-eb769a73-56b6-40cd-8eb4-2223e0aea9e0 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 200 len: 925 time: 0.9134619 Feb 14 17:51:44.149230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36708) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:44.197715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c516b0b7-6b78-48ab-a2c7-d0bdeb0c8c64 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2485940 Feb 14 17:51:44.198456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36712) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:44.209681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:44.228374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Provisioning for port b6b516c5-0db8-4515-9f67-a92900f93039 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:44.279043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3523a606-d0ee-4ccb-a856-65b19e16ee46 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Synchronizing usage tracker for tenant:b53d90d30b7249f18c72e24742ae187f on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:44.295757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Provisioning complete for port b6b516c5-0db8-4515-9f67-a92900f93039 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:44.296001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.326038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Made reservation on behalf of a49cb70c50d94d2d8d629f6fa4ed7273 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:44.329850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.402112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3523a606-d0ee-4ccb-a856-65b19e16ee46 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Unset dirty status for tenant:b53d90d30b7249f18c72e24742ae187f on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:44.405907 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3523a606-d0ee-4ccb-a856-65b19e16ee46 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=cf354118-ad64-49d9-836f-bf68b5e1aeb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2530172 Feb 14 17:51:44.409035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:44.453012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:44.454976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.481915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:44.486219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Allocated IP 172.20.0.3 (b6fd8779-5fc8-405c-b2b1-487bae4852b1/b3cf4c5f-7889-4eb7-b075-299ad1d9e009/97c83ad1-279e-4241-a467-01d22c7bf2bf) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:44.534831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:44.537307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:44.555865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:44.563644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.574672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.575111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Added segment 2893a39b-fce7-4909-9044-127d167436da of type vlan for network c47239a3-1d60-453a-b463-12d0d049bd5c Feb 14 17:51:44.672820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.680383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daac590-04d2-4f55-956c-f668b39061aa None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:44.682747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:44.685654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.701721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.793180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.810221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.817493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c5e0c-348f-4284-8483-bac40d78dd71 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:44.821851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36720) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:44.821981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ba4c5e0c-348f-4284-8483-bac40d78dd71 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.4071093 Feb 14 17:51:44.832250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:51:44.832452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Transition to ACTIVE for port object c0d9840c-e50c-47ce-bc1a-8295f68f92a6 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:44.869619 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-64ed6841-4a0a-47cb-aecf-8a4c472b1f88 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 200 len: 205 time: 0.0462477 Feb 14 17:51:44.869829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port acc0e9c3-3710-4654-9410-24e4b83928f0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:44.870150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.871269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:44.876239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:44.966199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Transition to ACTIVE for port object c0d9840c-e50c-47ce-bc1a-8295f68f92a6 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:44.979065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] For port b6b516c5-0db8-4515-9f67-a92900f93039, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b6b516c5-0db8-4515-9f67-a92900f93039,segment=NetworkSegment(536a0449-4f1e-4aa9-b23f-c93dad04ac59),segment_id=536a0449-4f1e-4aa9-b23f-c93dad04ac59)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:45.027359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.031269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:45.031948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.052259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.055526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.180797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=2630a833-75ed-49a3-ad26-9ff2eb58e928,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:45.187971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.215884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.249741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:45.255826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:45.263821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:45.275426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f38f-edb7-4fc2-9b94-56868673fd01 None None] Pushing event updated for resources: {'Port': ['ID=b6b516c5-0db8-4515-9f67-a92900f93039,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:45.428828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2d0b9d8c-2c58-47e2-bbe3-c66422ac20b0 None None] Provisioning complete for port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:45.429208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9d8c-2c58-47e2-bbe3-c66422ac20b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.438511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.464991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.487443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Transition to ACTIVE for port object 97c83ad1-279e-4241-a467-01d22c7bf2bf will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:45.494740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:45.509633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b6b516c5-0db8-4515-9f67-a92900f93039 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:45.530845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.9 (2e96243b-dcf2-4abe-8e4f-14162b065ff1/84984242-f2ac-4d26-8e9e-5a777b00ccee/c23072fb-1e03-4f0d-aa39-034398df0f44) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:45.549989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event updated for resources: {'Network': ['ID=c47239a3-1d60-453a-b463-12d0d049bd5c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:45.580870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Deleting port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:45.581247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.604012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c47239a3-1d60-453a-b463-12d0d049bd5c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:45.630128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Pushing event updated for resources: {'Port': ['ID=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:45.662790 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP d325b129-ad56-4de3-9b86-4440fd11df5d associated. External IP: 172.26.4.194, port: c2bc0a77-2ab6-4987-a9dc-67772658bd95. Feb 14 17:51:45.716879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fdc1a7da-7cb8-4c17-9c73-07a02d863228 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9371295 Feb 14 17:51:45.718774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36728) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:45.731539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.773169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Attempting to bind port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:45.773434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Attempting to bind port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:45.773797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Attempting to bind port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 on network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:45.833385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:45.839734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:45.847150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:45.860607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:45.861031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Checking segment: {'id': 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:45.861434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.861825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Bound using segment: {'id': 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:45.862307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Bound port: c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2e96243b-dcf2-4abe-8e4f-14162b065ff1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:45.862670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:45.891960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'Port': ['ID=97c83ad1-279e-4241-a467-01d22c7bf2bf,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:45.997756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.010524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:46.011315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.047247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object c23072fb-1e03-4f0d-aa39-034398df0f44 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:46.127202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e6d0351-bfc7-455c-96da-7403588cc636 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7243741 Feb 14 17:51:46.129535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36732) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:46.140753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b6b516c5-0db8-4515-9f67-a92900f93039 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:46.141380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.177597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:51:46.217128 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a08527ad-6aaf-4977-af04-f2281b9f3403 tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks HTTP/1.1" status: 200 len: 7779 time: 0.4927387 Feb 14 17:51:46.220021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36736) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:46.224163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] For port c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:46.242500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:46.242873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.253535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] For port c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,segment=NetworkSegment(f52d33f6-68f5-4f6a-8a47-650858d8a4a7),segment_id=f52d33f6-68f5-4f6a-8a47-650858d8a4a7)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:46.272122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.294541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:46.298506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:46.302418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:46.303263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Synchronizing usage tracker for tenant:689b14e2c200449288938afea9ae362d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:46.309752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.384156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Calling delete_port for 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:46.402218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=c23072fb-1e03-4f0d-aa39-034398df0f44,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:46.406332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:46.407766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:46.409810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:46.411490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.424651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 98058089-9afb-4cd2-a7c3-3b506c4ce431 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:46.425013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.446401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Unset dirty status for tenant:689b14e2c200449288938afea9ae362d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:46.451475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4088faaf-f3db-49b0-ba94-d5bdd32b2870 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3169773 Feb 14 17:51:46.451475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:46.541206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Provisioning complete for port b6b516c5-0db8-4515-9f67-a92900f93039 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:46.541579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.567221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:46.567743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.601207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Deleting port 97c83ad1-279e-4241-a467-01d22c7bf2bf {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:46.601597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.628633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e7dda-8ba2-4e8a-8c33-37ff49a3cb9f tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] Network c47239a3-1d60-453a-b463-12d0d049bd5c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:46.630291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.632790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9147-ec3e-41ad-a63c-e2fd88f64b7a None None] Pushing event updated for resources: {'Port': ['ID=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:46.665116 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fef2d7b6-b1f9-47a1-9225-68bcc3fa2988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5635452 Feb 14 17:51:46.665550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36744) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:46.729805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:46.730844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:46.750541 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d9e7dda-8ba2-4e8a-8c33-37ff49a3cb9f tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "POST /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5225477 Feb 14 17:51:46.763109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e125f1c8-852b-4807-aedd-b058e28eadb9 None None] Network c47239a3-1d60-453a-b463-12d0d049bd5c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:46.763236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36748) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:46.789580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.860180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port c23072fb-1e03-4f0d-aa39-034398df0f44 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:46.860514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.957963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Provisioning for port f886a77f-2a83-4900-9e87-9c263b0b863e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:46.971543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Provisioning complete for port f886a77f-2a83-4900-9e87-9c263b0b863e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:46.971916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:46.978498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 98058089-9afb-4cd2-a7c3-3b506c4ce431 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:47.046999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Port f886a77f-2a83-4900-9e87-9c263b0b863e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:47.137371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Provisioning for port 97c83ad1-279e-4241-a467-01d22c7bf2bf completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:47.150194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Provisioning complete for port 97c83ad1-279e-4241-a467-01d22c7bf2bf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:47.150561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.220850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e06fe-105f-4c1e-9cd2-ce1c1b435c6b None None] Port 97c83ad1-279e-4241-a467-01d22c7bf2bf cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:47.231952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Deleting port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:47.232527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.316819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.325451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:47.335577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:47.390422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.474085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Calling delete_port for 97c83ad1-279e-4241-a467-01d22c7bf2bf owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:47.494056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c0d9840c-e50c-47ce-bc1a-8295f68f92a6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:47.520966 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb970545-26f6-4a71-8425-4825aada755a tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks HTTP/1.1" status: 200 len: 8523 time: 0.7541480 Feb 14 17:51:47.523895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36752) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:47.553256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:47.553821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.572352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.656157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for c23072fb-1e03-4f0d-aa39-034398df0f44 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:47.683859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.684849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.794945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.796566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Calling delete_port for 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:47.839314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:47.872495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:47.888466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:47.888466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:47.910161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=98058089-9afb-4cd2-a7c3-3b506c4ce431,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:47.919693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=75e8af2a-8a32-4f99-bd12-8823a379173f,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:47.927704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6321dba6-2074-4a1c-85a4-1eaa4f0ec3be tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "DELETE /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks/c47239a3-1d60-453a-b463-12d0d049bd5c HTTP/1.1" status: 204 len: 168 time: 0.4035366 Feb 14 17:51:47.928461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=8']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:47.931264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36760) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:47.947999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:47.985250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:47.991610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:48.023487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:48.053323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b956f7e-312a-4a37-aee2-fd22d0f4f4f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8483014 Feb 14 17:51:48.054259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36764) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.066248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.082256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:48.110868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961c71e-062e-4971-9931-f7bfa1e008b7 None None] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:48.212183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event deleted for resources: {'Port': ['ID=97c83ad1-279e-4241-a467-01d22c7bf2bf,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:48.265640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.267021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.350065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Provisioning for port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:48.350679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.357750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2464dd4a-4ac8-41c8-9c00-953345b59905 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "DELETE /v2.0/ports/97c83ad1-279e-4241-a467-01d22c7bf2bf HTTP/1.1" status: 204 len: 168 time: 1.9050467 Feb 14 17:51:48.361715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36768) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.368817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Provisioning complete for port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:48.369186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.387329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.394178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Request body: {'port': {'name': 'tempest-new-port-name-1009328510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:48.394654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] bootfile-name is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:48.395080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] tftp-server is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:48.395493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] server-ip-address is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:51:48.404683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:48.457182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=c23072fb-1e03-4f0d-aa39-034398df0f44,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:48.473924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.495179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c260c62f-3d42-4053-8fca-f77775f5bcf0 tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks HTTP/1.1" status: 200 len: 7779 time: 0.5599709 Feb 14 17:51:48.502700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36772) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.503716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:48.519521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:48.550672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:48.601224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.618509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:48.642308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Deleting port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:48.642815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.671002 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a93191f3-82d5-4df6-a86a-7df26bc9cda2 tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/networks/25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1644886 Feb 14 17:51:48.677430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36776) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.692737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=9']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:48.703671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.706575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:48.721386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.723953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.725569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.745136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2fbb6fb1-c35f-4e31-9d4c-872fec46cb2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/c23072fb-1e03-4f0d-aa39-034398df0f44 HTTP/1.1" status: 204 len: 168 time: 2.0758138 Feb 14 17:51:48.747964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36780) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.788356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:48.802242 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:48.824583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] For port c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,segment=NetworkSegment(f52d33f6-68f5-4f6a-8a47-650858d8a4a7),segment_id=f52d33f6-68f5-4f6a-8a47-650858d8a4a7)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:48.838366 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:48.838366 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:48.856594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.860373 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f563b589-a7c6-4c22-8372-34808025c8e1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:51:48.860833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f563b589-a7c6-4c22-8372-34808025c8e1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:51:48.874537 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f563b589-a7c6-4c22-8372-34808025c8e1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/c23072fb-1e03-4f0d-aa39-034398df0f44 HTTP/1.1" status: 404 len: 333 time: 0.1248484 Feb 14 17:51:48.878607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36784) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:48.929965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:48.943148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.943372 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:48.943770 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7692f5-de68-4d1a-b7e8-cc2e716c0ca0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:51:48.944071 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:48.944345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e7692f5-de68-4d1a-b7e8-cc2e716c0ca0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:48.982569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.983074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router cf354118-ad64-49d9-836f-bf68b5e1aeb6 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:48.993999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:48.998862 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8541dfb8-5689-4eab-88bb-6a1671790716 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 204 len: 168 time: 4.0907586 Feb 14 17:51:49.001441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36788) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.010068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930897380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:49.029471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.030613 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:49.031209 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322cc670-0df7-480e-8f6c-b97fdab9c7b3 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:49.066048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:49.079119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:49.083276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:49.089092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-513add33-d814-44b8-985a-7f1ba978657e tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/networks/25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4105432 Feb 14 17:51:49.094321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e7692f5-de68-4d1a-b7e8-cc2e716c0ca0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:49.094321 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e7692f5-de68-4d1a-b7e8-cc2e716c0ca0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/c23072fb-1e03-4f0d-aa39-034398df0f44 HTTP/1.1" status: 404 len: 333 time: 0.2129874 Feb 14 17:51:49.097083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36792) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.097414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36794) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.101056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:49.122389 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1902cad9-3ea9-4e89-9aa9-835a84ae1942 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.9340067 Feb 14 17:51:49.123523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.130059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': 'c2bc0a77-2ab6-4987-a9dc-67772658bd95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:49.134233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] For port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:49.134637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.291343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2320a9-6792-486a-9aae-ee53eb75729b None None] Pushing event updated for resources: {'Port': ['ID=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:49.310535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Calling delete_port for 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:49.317317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.317931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.360203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e5f45199-d43e-4ede-b44a-62ba519d2562 None None] Provisioning complete for port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:49.360836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e5f45199-d43e-4ede-b44a-62ba519d2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.433229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.469963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c0d9840c-e50c-47ce-bc1a-8295f68f92a6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:49.536468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.640075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:49.640447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.694855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.750780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.751464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 84984242-f2ac-4d26-8e9e-5a777b00ccee {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:49.761613 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ddd82c7-b128-4c16-b289-9131263113fc tempest-DHCPAgentSchedulersTestJSON-1759707142 tempest-DHCPAgentSchedulersTestJSON-1759707142-project-admin] 10.222.0.30 "GET /v2.0/agents/74d1afbe-03ed-4cb6-9a34-156e75a74cc0/dhcp-networks HTTP/1.1" status: 200 len: 7779 time: 0.6577241 Feb 14 17:51:49.764112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36804) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.765428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.802903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] Pushing event deleted for resources: {'Port': ['ID=29aa1d15-fc7d-4d22-a978-4fb69a7a5c29,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:49.809092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-57feac6e-d87b-41e0-892a-55d86e2c9418 None None] Could not find standard attr ID for object c23072fb-1e03-4f0d-aa39-034398df0f44. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:51:49.881687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.885847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ab4f31a4-f5fc-4b68-9aa7-d6a9c0c9bda1 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8826957 Feb 14 17:51:49.890520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36808) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:49.894147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afdbf0-fde6-4e22-a4c2-9c50f106ffba None None] No DVR routers for this DVR port 29aa1d15-fc7d-4d22-a978-4fb69a7a5c29 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:49.905976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': True}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:49.932068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad74e4-e205-40e0-a28f-657c967b5e0c None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:49.937927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:49.957491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.017477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.057033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.189500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '75e8af2a-8a32-4f99-bd12-8823a379173f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:50.190626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.234790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event updated for resources: {'Port': ['ID=f886a77f-2a83-4900-9e87-9c263b0b863e,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:50.250214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.379676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Allocated IP 2001:db8::f816:3eff:fe04:766 (ec992c4f-9a29-4213-84c0-4010e08b02ef/75e8af2a-8a32-4f99-bd12-8823a379173f/f748527e-ae6e-49cb-932f-f0c579317c23) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:50.394664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.453908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.482368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] In _notify_port_updated(), no bound segment for port f886a77f-2a83-4900-9e87-9c263b0b863e on network b6fd8779-5fc8-405c-b2b1-487bae4852b1 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:51:50.486699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:50.487567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.491027 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-de543167-a4d7-4d17-956d-9e6da7486748 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "PUT /v2.0/ports/f886a77f-2a83-4900-9e87-9c263b0b863e HTTP/1.1" status: 200 len: 1136 time: 2.1159697 Feb 14 17:51:50.496955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47239a3-1d60-453a-b463-12d0d049bd5c']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:50.504622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-31ff95e1-ba44-4e5c-a03b-1491f8e1a87b None None] Provisioning complete for port f886a77f-2a83-4900-9e87-9c263b0b863e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:50.505335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-31ff95e1-ba44-4e5c-a03b-1491f8e1a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.517199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36812) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:50.520485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:50.531301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.579455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2893a39b-fce7-4909-9044-127d167436da') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:50.579766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2893a39b-fce7-4909-9044-127d167436da') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:50.587628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:50.598610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-31ff95e1-ba44-4e5c-a03b-1491f8e1a87b None None] Port f886a77f-2a83-4900-9e87-9c263b0b863e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:51:50.600295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=659b3b3d-f314-408b-ba19-1d92b591b6ae,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:50.609149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:50.609814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.623625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.625268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.658894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.673799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e6155-c1f0-41ad-b36b-39fa3b96ad7e tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:50.674393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8f4e6155-c1f0-41ad-b36b-39fa3b96ad7e tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Synchronizing usage tracker for tenant:689b14e2c200449288938afea9ae362d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:50.683760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.685172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:50.685567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.700248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:50.701088 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:50.774717 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-99cdadf8-3c96-4bdb-a590-e21ca10e9e3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7134340 Feb 14 17:51:50.779923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36816) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:50.788563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-197a8f4f-7b3f-409d-b543-4ac5283939de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.796619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:e2:72:00', 'name': 'tempest-NetworksTestDHCPv6-1266590442'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:50.879605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8f4e6155-c1f0-41ad-b36b-39fa3b96ad7e tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Unset dirty status for tenant:689b14e2c200449288938afea9ae362d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:50.880655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8f4e6155-c1f0-41ad-b36b-39fa3b96ad7e tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "GET /v2.0/ports/f886a77f-2a83-4900-9e87-9c263b0b863e HTTP/1.1" status: 200 len: 1136 time: 0.3626316 Feb 14 17:51:50.884961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:50.931396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:50.937359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Transition to ACTIVE for port object f748527e-ae6e-49cb-932f-f0c579317c23 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:50.960307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Transition to ACTIVE for port object f748527e-ae6e-49cb-932f-f0c579317c23 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:51.018184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.094262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:51.097136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:51.101986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:51.103944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.104385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Pushing event updated for resources: {'Port': ['ID=f748527e-ae6e-49cb-932f-f0c579317c23,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:51.125626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.133368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=84984242-f2ac-4d26-8e9e-5a777b00ccee,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:51.137691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.164451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.187570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event deleted for resources: {'Network': ['ID=c47239a3-1d60-453a-b463-12d0d049bd5c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:51.190646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.195418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-80f23a28-d0e2-460b-b9f6-05683992470c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/84984242-f2ac-4d26-8e9e-5a777b00ccee HTTP/1.1" status: 204 len: 168 time: 2.0933158 Feb 14 17:51:51.196553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36824) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:51.201611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Deleting port f886a77f-2a83-4900-9e87-9c263b0b863e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:51.202280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.203617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9d2f8-d80e-4e99-8fdc-5fdb044e7d74 None None] Network 2e96243b-dcf2-4abe-8e4f-14162b065ff1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:51.243028 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8ab85fdf-808e-4cf6-b87d-7521d2c41a6b tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "DELETE /v2.0/networks/c47239a3-1d60-453a-b463-12d0d049bd5c HTTP/1.1" status: 204 len: 168 time: 1.4496875 Feb 14 17:51:51.252448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:51.304097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Attempting to bind port f748527e-ae6e-49cb-932f-f0c579317c23 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:51.304467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Attempting to bind port f748527e-ae6e-49cb-932f-f0c579317c23 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:51.304868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Attempting to bind port f748527e-ae6e-49cb-932f-f0c579317c23 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:51.310665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:51.315160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e731130e-749e-45de-81d8-5ffcad923f80 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] DELETE failed (client error): The resource could not be found. Feb 14 17:51:51.315601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e731130e-749e-45de-81d8-5ffcad923f80 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:51:51.319585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e731130e-749e-45de-81d8-5ffcad923f80 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "DELETE /v2.0/ports/60105b19-f21e-4799-869c-5397d4053b74 HTTP/1.1" status: 404 len: 333 time: 0.0638728 Feb 14 17:51:51.322098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36832) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:51.322382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:51.322631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:51.322751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:51.323176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.323572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:51.324230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Bound port: f748527e-ae6e-49cb-932f-f0c579317c23, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:51.324980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.329653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:51.395599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:51.492357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.495034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] For port f748527e-ae6e-49cb-932f-f0c579317c23, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:51:51.500518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] For port f748527e-ae6e-49cb-932f-f0c579317c23, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f748527e-ae6e-49cb-932f-f0c579317c23,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:51:51.539606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 172.26.4.89 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/490b09bf-0344-433e-b1b0-0f954b311946) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:51.541657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:51.541987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.543754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:51.548639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.583748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.657349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] DHCP port deletion for 2e96243b-dcf2-4abe-8e4f-14162b065ff1 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:51.671569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 68ebfde4-69f6-4f7c-8ff0-487187c0f175 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:51.677756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Deleting port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:51.678245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.802090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1ec2-97c3-4e5f-b3ef-b53e4c4b9342 None None] Pushing event updated for resources: {'Port': ['ID=f748527e-ae6e-49cb-932f-f0c579317c23,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:51.809999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.829473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Deleting subnet 12d4560e-bb9f-4f8f-81be-9ed7ce6e0643 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:51.836535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.930594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,segment=NetworkSegment(f52d33f6-68f5-4f6a-8a47-650858d8a4a7),segment_id=f52d33f6-68f5-4f6a-8a47-650858d8a4a7)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:51.931165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:51.986940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] For port c0d9840c-e50c-47ce-bc1a-8295f68f92a6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,segment=NetworkSegment(f52d33f6-68f5-4f6a-8a47-650858d8a4a7),segment_id=f52d33f6-68f5-4f6a-8a47-650858d8a4a7)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:51.987259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.041793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Calling delete_port for f886a77f-2a83-4900-9e87-9c263b0b863e owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:52.126396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for c0d9840c-e50c-47ce-bc1a-8295f68f92a6 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:52.162094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.195153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.212606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Calling delete_port for c0d9840c-e50c-47ce-bc1a-8295f68f92a6 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:52.249907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:52.343510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:52.343958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:52.379873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 172.20.0.9 (ec992c4f-9a29-4213-84c0-4010e08b02ef/659b3b3d-f314-408b-ba19-1d92b591b6ae/68ebfde4-69f6-4f7c-8ff0-487187c0f175) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:52.389219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.434691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fee2:7200 (ec992c4f-9a29-4213-84c0-4010e08b02ef/75e8af2a-8a32-4f99-bd12-8823a379173f/68ebfde4-69f6-4f7c-8ff0-487187c0f175) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:52.485414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.534722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.540248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.550427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=c0d9840c-e50c-47ce-bc1a-8295f68f92a6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:52.603540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No DVR routers for this DVR port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:52.627059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.666019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:52.688477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:52.692411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event deleted for resources: {'Port': ['ID=f886a77f-2a83-4900-9e87-9c263b0b863e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:52.697849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:52.699088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event deleted for resources: {'Subnet': ['ID=12d4560e-bb9f-4f8f-81be-9ed7ce6e0643,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:52.746536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.754902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbd5a5-6ec1-443e-883d-578563e2f44e None None] Network 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:52.770420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=490b09bf-0344-433e-b1b0-0f954b311946,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:52.814707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6b6bcace-cef1-42e7-bbf1-81d80e3122ca tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "DELETE /v2.0/subnets/12d4560e-bb9f-4f8f-81be-9ed7ce6e0643 HTTP/1.1" status: 204 len: 168 time: 1.4869235 Feb 14 17:51:52.821339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36840) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:52.872878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.875275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.890411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.893207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Deleting port c0d9840c-e50c-47ce-bc1a-8295f68f92a6 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:52.894169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:52.895755 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f5ecd121-5307-4192-a42b-fe957ba1a692 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "DELETE /v2.0/ports/f886a77f-2a83-4900-9e87-9c263b0b863e HTTP/1.1" status: 204 len: 168 time: 2.0097091 Feb 14 17:51:52.904614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36844) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:52.926400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b196669-f564-4e68-be2c-05982a1e407e None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:53.042819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e96243b-dcf2-4abe-8e4f-14162b065ff1']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:53.074129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:53.074820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52d33f6-68f5-4f6a-8a47-650858d8a4a7') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:53.077742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-417d74c1-5be5-43b4-b7de-702a9de53989 None None] The port 'c0d9840c-e50c-47ce-bc1a-8295f68f92a6' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:51:53.085916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 68ebfde4-69f6-4f7c-8ff0-487187c0f175 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:53.093516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.107423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.154328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.162594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Deleting port acc0e9c3-3710-4654-9410-24e4b83928f0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:53.162999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.189234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:53.189714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:53.215136 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:53.218137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-400e6023-1c86-49ae-b146-e31ad8cca10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.255204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Deleting subnet b3cf4c5f-7889-4eb7-b075-299ad1d9e009 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:53.258365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.283805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4ecc9e97-fafe-4afe-8831-fc5857d668db None None] Provisioning for port f748527e-ae6e-49cb-932f-f0c579317c23 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:53.319744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.363151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.448041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:53.455909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:53.468133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:53.477749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] DHCP port deletion for 25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:53.483841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:53.486440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.499418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Deleting port acc0e9c3-3710-4654-9410-24e4b83928f0 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:53.499418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.526655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.536013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=68ebfde4-69f6-4f7c-8ff0-487187c0f175,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:53.548924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=2e96243b-dcf2-4abe-8e4f-14162b065ff1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:53.549956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f748527e-ae6e-49cb-932f-f0c579317c23 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:53.573216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] For port acc0e9c3-3710-4654-9410-24e4b83928f0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=acc0e9c3-3710-4654-9410-24e4b83928f0,segment=NetworkSegment(40fbf06e-8350-4b0d-a4b9-f49fda10a558),segment_id=40fbf06e-8350-4b0d-a4b9-f49fda10a558)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:53.573786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.574182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:53.589155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.644913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.650704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:53.651319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:53.668816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:53.669479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.736101 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8aea6ee2-304c-4c12-bf93-47ae9b064f3c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/2e96243b-dcf2-4abe-8e4f-14162b065ff1 HTTP/1.1" status: 204 len: 168 time: 2.5378633 Feb 14 17:51:53.740842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36848) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:53.744741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Calling delete_port for acc0e9c3-3710-4654-9410-24e4b83928f0 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:53.747026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1995547603'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:53.748161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Update dhcp port {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '75e8af2a-8a32-4f99-bd12-8823a379173f', 'ip_address': '2001:db8::f816:3eff:fe04:766'}, {'subnet_id': '659b3b3d-f314-408b-ba19-1d92b591b6ae'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': 'f748527e-ae6e-49cb-932f-f0c579317c23'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:51:53.752029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:53.756140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:53.759569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:53.772204 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-76ecf8ba-0458-4154-be6f-96088ac29ee9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9812565 Feb 14 17:51:53.772204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:53.772461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36852) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:53.775080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:53.821479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.863846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cf4c5f-7889-4eb7-b075-299ad1d9e009,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:53.873617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.874373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.889565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f68a1692-fd36-4aa2-bb8a-2ff02d2e74ff tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "DELETE /v2.0/subnets/b3cf4c5f-7889-4eb7-b075-299ad1d9e009 HTTP/1.1" status: 204 len: 168 time: 0.9819443 Feb 14 17:51:53.895877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36856) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:53.903543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfd091-7f39-4f62-a118-4b6c6f75f065 None None] Network b6fd8779-5fc8-405c-b2b1-487bae4852b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:53.910933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:53.914225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:53.988344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:53.988997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:54.046823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94ce53-81bf-4d4c-82f3-fa0f44d4d9d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:54.050686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94ce53-81bf-4d4c-82f3-fa0f44d4d9d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:54.051533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e94ce53-81bf-4d4c-82f3-fa0f44d4d9d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:54.059159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.060262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:51:54.065915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.069454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port f748527e-ae6e-49cb-932f-f0c579317c23 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:54.083578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.083940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 2e5e6bb5-e8fe-421a-a262-8f342530214a of type vlan for network d124bde2-94f9-4612-9fba-6c003529a06e Feb 14 17:51:54.101346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f748527e-ae6e-49cb-932f-f0c579317c23 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:54.103166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.104284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Deleting port b6b516c5-0db8-4515-9f67-a92900f93039 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:54.104641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.121180 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f1863bf6-9578-423c-a778-31724b955262 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/d325b129-ad56-4de3-9b86-4440fd11df5d HTTP/1.1" status: 200 len: 979 time: 4.9958224 Feb 14 17:51:54.124965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36860) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:54.128379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:54.128817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9997fd1-6482-4ecb-a516-4f38ea3cb081 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:54.143604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] For port acc0e9c3-3710-4654-9410-24e4b83928f0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=acc0e9c3-3710-4654-9410-24e4b83928f0,segment=NetworkSegment(40fbf06e-8350-4b0d-a4b9-f49fda10a558),segment_id=40fbf06e-8350-4b0d-a4b9-f49fda10a558)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:54.143993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.161578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e94ce53-81bf-4d4c-82f3-fa0f44d4d9d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:54.162751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3e94ce53-81bf-4d4c-82f3-fa0f44d4d9d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3892438 Feb 14 17:51:54.164635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.170424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36864) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:54.210637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.272764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event deleted for resources: {'Port': ['ID=acc0e9c3-3710-4654-9410-24e4b83928f0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:54.298908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 68ebfde4-69f6-4f7c-8ff0-487187c0f175 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:54.299277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.308444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] No DVR routers for this DVR port acc0e9c3-3710-4654-9410-24e4b83928f0 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:54.398209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Calling delete_port for acc0e9c3-3710-4654-9410-24e4b83928f0 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:54.412444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.421313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.424935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:54.425512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.449529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.596172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.607337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] For port b6b516c5-0db8-4515-9f67-a92900f93039, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b6b516c5-0db8-4515-9f67-a92900f93039,segment=NetworkSegment(536a0449-4f1e-4aa9-b23f-c93dad04ac59),segment_id=536a0449-4f1e-4aa9-b23f-c93dad04ac59)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:54.607337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.607750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.608879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.644964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=d124bde2-94f9-4612-9fba-6c003529a06e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:54.668770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 2630a833-75ed-49a3-ad26-9ff2eb58e928 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:54.669121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.688730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network d124bde2-94f9-4612-9fba-6c003529a06e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:51:54.723982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:54.724175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:54.725158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:54.750983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fbf06e-8350-4b0d-a4b9-f49fda10a558') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:54.750983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fbf06e-8350-4b0d-a4b9-f49fda10a558') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:54.792752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.869618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.882759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.882759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:54.882759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:54.907056 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f989dcbd-2c4b-476d-a449-e9dae9170b6c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1650889 Feb 14 17:51:54.918503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Calling delete_port for b6b516c5-0db8-4515-9f67-a92900f93039 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:54.919361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Allocated IP 172.20.0.2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/659b3b3d-f314-408b-ba19-1d92b591b6ae/f748527e-ae6e-49cb-932f-f0c579317c23) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:54.945524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36868) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:54.957500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:54.968256 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:54.971702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:55.032715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.033047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.043802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.050084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] DHCP port deletion for b6fd8779-5fc8-405c-b2b1-487bae4852b1 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:51:55.077393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Deleting port b6b516c5-0db8-4515-9f67-a92900f93039 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:55.078063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.118336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.143143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.148102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 14 17:51:55.148102 dv-neutron-823271-4-hyperv neutron-server[84257]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 14 17:51:55.148102 dv-neutron-823271-4-hyperv neutron-server[84257]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f748527e-ae6e-49cb-932f-f0c579317c23'}] Feb 14 17:51:55.148102 dv-neutron-823271-4-hyperv neutron-server[84257]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:55.148444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:55.193704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 2630a833-75ed-49a3-ad26-9ff2eb58e928 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:55.220504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] For port f748527e-ae6e-49cb-932f-f0c579317c23, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f748527e-ae6e-49cb-932f-f0c579317c23,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:55.222554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] Pushing event deleted for resources: {'Network': ['ID=25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:55.225738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Deleting port acc0e9c3-3710-4654-9410-24e4b83928f0 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:55.226109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.244399 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-97cb1309-061b-436f-8813-a60146d9db17 tempest-DHCPAgentSchedulersTestJSON-1873561311 tempest-DHCPAgentSchedulersTestJSON-1873561311-project] 10.222.0.30 "DELETE /v2.0/networks/25a4dd16-8a52-4ca8-8985-bc43b3ffd3b4 HTTP/1.1" status: 204 len: 168 time: 2.4170218 Feb 14 17:51:55.264034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:55.272521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 68ebfde4-69f6-4f7c-8ff0-487187c0f175 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:55.299397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.345721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:55.353752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:55.374265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bad2b5c6-3e6d-4cb1-9b2c-8127081735f0 None None] The port 'acc0e9c3-3710-4654-9410-24e4b83928f0' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:51:55.377245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event deleted for resources: {'Port': ['ID=b6b516c5-0db8-4515-9f67-a92900f93039,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:55.383122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:55.390167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router 9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:51:55.396781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] No DVR routers for this DVR port b6b516c5-0db8-4515-9f67-a92900f93039 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:51:55.398256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.resource_extend [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:51:55.441495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.458956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] For port b6b516c5-0db8-4515-9f67-a92900f93039, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b6b516c5-0db8-4515-9f67-a92900f93039,segment=NetworkSegment(536a0449-4f1e-4aa9-b23f-c93dad04ac59),segment_id=536a0449-4f1e-4aa9-b23f-c93dad04ac59)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:55.463494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.576580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.602514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Calling delete_port for b6b516c5-0db8-4515-9f67-a92900f93039 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:55.613469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fd8779-5fc8-405c-b2b1-487bae4852b1']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:55.628454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.628842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a0449-4f1e-4aa9-b23f-c93dad04ac59') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:55.629150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a0449-4f1e-4aa9-b23f-c93dad04ac59') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:55.644729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.663523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.666629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:55.668241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.688732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:51:55.689469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:51:55.708103 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:51:55.720130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=2630a833-75ed-49a3-ad26-9ff2eb58e928,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:55.782048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.796503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:55.797128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:55.842943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.933391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:55.951505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36876) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.006512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Transition to ACTIVE for port object f748527e-ae6e-49cb-932f-f0c579317c23 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:56.022122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.026294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.031505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:56.057873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] Sync routers for ids ['9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:56.069250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.092807 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] Routers {'9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:56.094881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.148617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] Pushing event deleted for resources: {'Network': ['ID=b6fd8779-5fc8-405c-b2b1-487bae4852b1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:56.169895 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.184221 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] Routers {'9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:56.184833 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.225195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-047a1b5a-ed3a-418f-a966-bdc3a1a46ae9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a49cb70c50d94d2d8d629f6fa4ed7273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2704430 Feb 14 17:51:56.226061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36882) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.251810 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.252502 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82abde56-94e9-40ca-bf7b-b44ec65f6160 None None] The sync data for ids ['9f3a2b6e-59d9-4b36-ab79-d7973cc1b504'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:56.261996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2f27904f-aa99-4e5c-b758-f190b7422622 tempest-ExtraDHCPOptionsTestJSON-966814408 tempest-ExtraDHCPOptionsTestJSON-966814408-project] 10.222.0.30 "DELETE /v2.0/networks/b6fd8779-5fc8-405c-b2b1-487bae4852b1 HTTP/1.1" status: 204 len: 168 time: 2.3675010 Feb 14 17:51:56.300289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.303140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.319219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Deleting port b6b516c5-0db8-4515-9f67-a92900f93039 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:56.319219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.351178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:51:56.354646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.355844 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b2b596e-664d-4fb8-ac32-81feec545817 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "PUT /v2.0/routers/9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 200 len: 918 time: 6.4640741 Feb 14 17:51:56.363850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36888) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.367119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=68ebfde4-69f6-4f7c-8ff0-487187c0f175,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:56.369875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489dedf-7b4a-4828-b19b-bec3b994c351 None None] Pushing event updated for resources: {'Port': ['ID=f748527e-ae6e-49cb-932f-f0c579317c23,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:56.372953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:51:56.373278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:51:56.412726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-579e01a1-a7fd-4ed6-90b7-91bb41bedbf3 None None] The port 'b6b516c5-0db8-4515-9f67-a92900f93039' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:51:56.484336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.751679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.766495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:51:56.776472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.785220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.806996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port f748527e-ae6e-49cb-932f-f0c579317c23, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f748527e-ae6e-49cb-932f-f0c579317c23,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:51:56.808248 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d3fa8a1f-f895-4308-a79f-10d95eafaf2a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/68ebfde4-69f6-4f7c-8ff0-487187c0f175 HTTP/1.1" status: 204 len: 168 time: 2.6361601 Feb 14 17:51:56.809352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:51:56.813278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36894) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.825247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:56.829910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.854607 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65c1e4b2-7574-4aa6-8b89-6bd74ad3a250 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 200 len: 924 time: 0.4827831 Feb 14 17:51:56.857276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36898) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.897413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36902) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.901896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.902794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:56.904197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.906495 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82c44234-c256-4908-bacb-4ecf3d0c6278 HTTP/1.1" status: 204 len: 168 time: 0.6784794 Feb 14 17:51:56.922979 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f4508339-9d83-4338-86af-3651e0ea1f84 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/d325b129-ad56-4de3-9b86-4440fd11df5d HTTP/1.1" status: 204 len: 168 time: 2.7951045 Feb 14 17:51:56.928434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36910) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:56.936743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.952339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:56.964620 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f92851c5-a1c0-4942-ae62-257a84f36608 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=9f3a2b6e-59d9-4b36-ab79-d7973cc1b504&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1060946 Feb 14 17:51:56.967792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36914) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.039197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c0d9840c-e50c-47ce-bc1a-8295f68f92a6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:57.075639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:51:57.076274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:57.137892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=abb36e70-b385-4c7c-82f5-49857e6616bd,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:57.146830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ea8f2-d2b6-40d0-9f62-f46400e05ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c44234-c256-4908-bacb-4ecf3d0c6278,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:57.157010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1b703-d34a-4466-9b22-b95fe2f9ff5b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:57.157844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fff1b703-d34a-4466-9b22-b95fe2f9ff5b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Synchronizing usage tracker for tenant:b53d90d30b7249f18c72e24742ae187f on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:57.191921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:57.193308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:57.194604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:57.195506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:51:57.212215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c0d9840c-e50c-47ce-bc1a-8295f68f92a6 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:57.212852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c0d9840c-e50c-47ce-bc1a-8295f68f92a6 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:57.220366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:51:57.220847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c4222-ae4c-4ab3-b679-dea663eb94d6 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:51:57.241195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=f748527e-ae6e-49cb-932f-f0c579317c23,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:57.265112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '2e5e6bb5-e8fe-421a-a262-8f342530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:57.265361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: d124bde2-94f9-4612-9fba-6c003529a06e, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:51:57.274702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fff1b703-d34a-4466-9b22-b95fe2f9ff5b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Unset dirty status for tenant:b53d90d30b7249f18c72e24742ae187f on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:57.278576 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fff1b703-d34a-4466-9b22-b95fe2f9ff5b tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.3097451 Feb 14 17:51:57.286357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36918) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.307883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port c2bc0a77-2ab6-4987-a9dc-67772658bd95 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:57.308214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.347943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f748527e-ae6e-49cb-932f-f0c579317c23 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:57.379101 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c5132e9c-5e97-4db0-98b9-9129eb624371 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=689b14e2c200449288938afea9ae362d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4812117 Feb 14 17:51:57.384211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36924) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.394266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:51:57.400780 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d84f16dd-89cc-4c87-baf0-4e75355ef7c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5863674 Feb 14 17:51:57.428854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36928) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.434610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-188b7c89-0600-4822-89ed-19ea136e0b57 None None] Provisioning for port f748527e-ae6e-49cb-932f-f0c579317c23 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:51:57.448172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-188b7c89-0600-4822-89ed-19ea136e0b57 None None] Provisioning complete for port f748527e-ae6e-49cb-932f-f0c579317c23 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:57.451498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-188b7c89-0600-4822-89ed-19ea136e0b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.490513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network d124bde2-94f9-4612-9fba-6c003529a06e is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:51:57.514438 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8e6392f0-cdaf-464b-937a-efafee8aeb62 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 200 len: 205 time: 0.2338006 Feb 14 17:51:57.522557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36932) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.562990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f748527e-ae6e-49cb-932f-f0c579317c23 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:57.563356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.617186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, d124bde2-94f9-4612-9fba-6c003529a06e) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:57.631092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9201c-c651-40c1-b354-a388347499ce None None] Network d124bde2-94f9-4612-9fba-6c003529a06e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:57.649306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:51:57.650049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.836881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.878468 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4b68345f-7782-42af-bfe4-5af3c6fed1a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9319029 Feb 14 17:51:57.885083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36936) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.911700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:57.922258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1572167189'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:57.940573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36940) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:57.956019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e894ff46-978c-4006-8d23-c6fca508893e None None] Could not find standard attr ID for object 68ebfde4-69f6-4f7c-8ff0-487187c0f175. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:51:58.055241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b6b516c5-0db8-4515-9f67-a92900f93039 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:58.066846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.095861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b6b516c5-0db8-4515-9f67-a92900f93039 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:58.096163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b6b516c5-0db8-4515-9f67-a92900f93039 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:58.096571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device acc0e9c3-3710-4654-9410-24e4b83928f0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:51:58.119759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.123594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-d124bde2-94f9-4612-9fba-6c003529a06e', 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': 'abb36e70-b385-4c7c-82f5-49857e6616bd'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:51:58.124425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.131136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 490b09bf-0344-433e-b1b0-0f954b311946 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:51:58.131477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.136307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.139751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: acc0e9c3-3710-4654-9410-24e4b83928f0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:51:58.140092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device acc0e9c3-3710-4654-9410-24e4b83928f0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:51:58.177580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:58.181699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:58.204886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:58.241815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:58.245643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Usage tracker for resource:security_group_rule and tenant:3008db79337142b58ef0ac5125f4715f is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:58.248408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:58.254770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:58.266061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:58.272042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.289725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Allocated IP 172.20.0.2 (d124bde2-94f9-4612-9fba-6c003529a06e/abb36e70-b385-4c7c-82f5-49857e6616bd/4674a00e-cd3f-4be4-9e89-0cf35982f380) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:58.310593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 659b3b3d-f314-408b-ba19-1d92b591b6ae {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:51:58.318332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.366989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.456163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 490b09bf-0344-433e-b1b0-0f954b311946 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:58.477420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for c2bc0a77-2ab6-4987-a9dc-67772658bd95 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:51:58.503837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:51:58.506825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.590357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.623929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 1862415d-c52d-49b1-b242-004999d5f5ef yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:51:58.718748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.770717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.770952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.786056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:58.816313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=490b09bf-0344-433e-b1b0-0f954b311946,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:58.825803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911a2c1-2dd9-409c-be24-633f2674c54f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:58.834082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.012392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.044261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.087146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fcfa5b-9c50-45fd-abfb-dfa78b13dbdf,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:59.118523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1368acd1-b720-48f8-aba3-95586e170016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3008db79337142b58ef0ac5125f4715f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1687248 Feb 14 17:51:59.123340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.124906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9730761b-3911-4702-b44e-91cda519bdf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0911a2c1-2dd9-409c-be24-633f2674c54f HTTP/1.1" status: 204 len: 168 time: 1.7390287 Feb 14 17:51:59.125056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36944) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:59.219017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.247968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.273058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.291781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Transition to ACTIVE for port object 4674a00e-cd3f-4be4-9e89-0cf35982f380 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:59.314840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Transition to ACTIVE for port object 4674a00e-cd3f-4be4-9e89-0cf35982f380 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:51:59.318412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f748527e-ae6e-49cb-932f-f0c579317c23 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:51:59.333695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.370929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=c2bc0a77-2ab6-4987-a9dc-67772658bd95,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:59.384294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.420266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=659b3b3d-f314-408b-ba19-1d92b591b6ae,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:59.430094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.438222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.500422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f748527e-ae6e-49cb-932f-f0c579317c23 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:51:59.501060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.513911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.515052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:51:59.535954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.546323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.550546 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a2f106d4-b5f9-4458-b3fc-15e847e7a2b2 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 204 len: 168 time: 2.0286953 Feb 14 17:51:59.551882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36952) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:59.553575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec820f-435e-4d64-b4ef-748f2a5829d0 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:51:59.565174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1854007857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:59.576977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:59.581537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Network d124bde2-94f9-4612-9fba-6c003529a06e is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:51:59.583645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:59.587794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:59.595236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:59.602708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:51:59.605749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:51:59.608845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.11 (d124bde2-94f9-4612-9fba-6c003529a06e/abb36e70-b385-4c7c-82f5-49857e6616bd/1862415d-c52d-49b1-b242-004999d5f5ef) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:51:59.643306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.645169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-caa335ee-69ff-4aa5-bb7b-9480af203820 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/c2bc0a77-2ab6-4987-a9dc-67772658bd95 HTTP/1.1" status: 204 len: 168 time: 2.6956282 Feb 14 17:51:59.649144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36956) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:59.656952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:51:59.666245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.668266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.669094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:51:59.672919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92fcfa5b-9c50-45fd-abfb-dfa78b13dbdf HTTP/1.1" status: 204 len: 168 time: 0.5389655 Feb 14 17:51:59.676039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:floatingip and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:51:59.680491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:51:59.690743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:51:59.701806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.702936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.728501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.759984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.783992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Pushing event updated for resources: {'Port': ['ID=4674a00e-cd3f-4be4-9e89-0cf35982f380,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:59.813333 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-63f53991-4124-4b81-9fe6-12ac0d0de43c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/659b3b3d-f314-408b-ba19-1d92b591b6ae HTTP/1.1" status: 204 len: 168 time: 2.3817666 Feb 14 17:51:59.819500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8773f-646f-47ea-ae0a-4eb9c23b9d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fcfa5b-9c50-45fd-abfb-dfa78b13dbdf,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:51:59.823824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36962) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:51:59.831848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Attempting to bind port 4674a00e-cd3f-4be4-9e89-0cf35982f380 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:51:59.832251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Attempting to bind port 4674a00e-cd3f-4be4-9e89-0cf35982f380 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2e5e6bb5-e8fe-421a-a262-8f342530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:51:59.833125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Attempting to bind port 4674a00e-cd3f-4be4-9e89-0cf35982f380 on network d124bde2-94f9-4612-9fba-6c003529a06e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:51:59.908197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:51:59.908597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Checking segment: {'id': '2e5e6bb5-e8fe-421a-a262-8f342530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:51:59.908933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.909676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Bound using segment: {'id': '2e5e6bb5-e8fe-421a-a262-8f342530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:51:59.909801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Bound port: 4674a00e-cd3f-4be4-9e89-0cf35982f380, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5e6bb5-e8fe-421a-a262-8f342530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd124bde2-94f9-4612-9fba-6c003529a06e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:51:59.910149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.935083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.937064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:51:59.954958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 1862415d-c52d-49b1-b242-004999d5f5ef will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:00.035992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.087709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.088925 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-38af330e-378f-4bb3-9d64-13b45754a36c tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5343776 Feb 14 17:52:00.093031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 36972) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:00.109740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:00.132042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] For port 4674a00e-cd3f-4be4-9e89-0cf35982f380, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:00.136211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] For port 4674a00e-cd3f-4be4-9e89-0cf35982f380, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4674a00e-cd3f-4be4-9e89-0cf35982f380,segment=NetworkSegment(2e5e6bb5-e8fe-421a-a262-8f342530214a),segment_id=2e5e6bb5-e8fe-421a-a262-8f342530214a)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:00.142637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network d124bde2-94f9-4612-9fba-6c003529a06e is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:00.147411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:00.159410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:00.218148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.241527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=1862415d-c52d-49b1-b242-004999d5f5ef,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:00.269901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:00.270150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.322815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926043a-67f2-47a0-9944-fcb1607aebde None None] Pushing event updated for resources: {'Port': ['ID=4674a00e-cd3f-4be4-9e89-0cf35982f380,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:00.363760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 75e8af2a-8a32-4f99-bd12-8823a379173f {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:00.366563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.381363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3a7de04-3455-4ba0-a337-b40574d23425 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4927719 Feb 14 17:52:00.394265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 36984) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:00.440617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.509450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 1862415d-c52d-49b1-b242-004999d5f5ef {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:00.510090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.750132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.889975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:00.997334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.136893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 1862415d-c52d-49b1-b242-004999d5f5ef owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:01.176871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37000) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:01.237249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.275649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c8db8b11-64f4-44f4-aa5b-6f2b9a3d8dbc None None] Provisioning complete for port f748527e-ae6e-49cb-932f-f0c579317c23 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:01.275893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b11-64f4-44f4-aa5b-6f2b9a3d8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.283179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=75e8af2a-8a32-4f99-bd12-8823a379173f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:01.303466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.304478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.304478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.304478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.304791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.312994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.314099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.314099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.314099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.314333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.314576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:01.345735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.360929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf644d-75f7-4867-9575-4000885ce982 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:01.361464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.226 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/9dcca7d0-c255-4abe-84fb-5827ac4eeea9) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:01.389991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37008) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:01.390901 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30ed3c7f-27bb-418c-b048-29de3075186e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/75e8af2a-8a32-4f99-bd12-8823a379173f HTTP/1.1" status: 204 len: 168 time: 1.5690231 Feb 14 17:52:01.491987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4674a00e-cd3f-4be4-9e89-0cf35982f380 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:01.508210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'networks': [{'name': 'tempest-network--996251222'}, {'name': 'tempest-network--1154715489'}]} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:01.508527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-network--996251222'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:01.509021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-network--1154715489'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:01.520410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.531402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:01.599359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.689486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-30d62224-279a-4610-a77c-d28c07b29903 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2815342 Feb 14 17:52:01.690102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37014) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:01.701098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=1862415d-c52d-49b1-b242-004999d5f5ef,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:01.710180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:network and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:01.795158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:01.857519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffff457-5f1d-43b9-87be-80a16f286b5c None None] Network d124bde2-94f9-4612-9fba-6c003529a06e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:01.862580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:01.872771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:01.898999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:01.980546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.004654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.022091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b03173c-f2dd-4da5-87c6-80977545b03c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/1862415d-c52d-49b1-b242-004999d5f5ef HTTP/1.1" status: 204 len: 168 time: 1.6176336 Feb 14 17:52:02.024193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37020) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:02.027059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:02.047079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 4674a00e-cd3f-4be4-9e89-0cf35982f380 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:02.083139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:02.086230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:02.086961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'network': 2} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:02.090527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.100171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:02.105024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:02.108643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-946c71f6-4511-475f-94b5-670ac9d81fa6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:52:02.109192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-946c71f6-4511-475f-94b5-670ac9d81fa6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:02.112224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:02.117085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.121577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:02.127666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:02.139363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Deleting port f748527e-ae6e-49cb-932f-f0c579317c23 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:02.139946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.160932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=9dcca7d0-c255-4abe-84fb-5827ac4eeea9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:02.174293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:02.179114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:security_group_rule and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:02.183716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:02.187505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.191529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:02.221591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:02.223883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.225647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.290236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Provisioning for port 4674a00e-cd3f-4be4-9e89-0cf35982f380 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:02.334732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-946c71f6-4511-475f-94b5-670ac9d81fa6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:02.338571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-946c71f6-4511-475f-94b5-670ac9d81fa6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/1862415d-c52d-49b1-b242-004999d5f5ef HTTP/1.1" status: 404 len: 333 time: 0.3107634 Feb 14 17:52:02.338814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Provisioning complete for port 4674a00e-cd3f-4be4-9e89-0cf35982f380 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:02.344194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.344311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37026) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:02.405611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Allocated IP 172.26.4.116 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/541c3b74-ad24-4fc8-8048-3cd013b9a52f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:02.484372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.504046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.584984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.585438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.588591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] For port f748527e-ae6e-49cb-932f-f0c579317c23, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f748527e-ae6e-49cb-932f-f0c579317c23,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:02.589098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.695903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet abb36e70-b385-4c7c-82f5-49857e6616bd {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:02.704199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.714098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.721802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.798520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.815510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Calling delete_port for f748527e-ae6e-49cb-932f-f0c579317c23 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:02.841946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:02.850069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a410aa2d-de06-4379-aff1-04afea67dae9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:02.873266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.924243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:02.924593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 30b1008f-5323-4cd4-9c7e-0d27af21daad of type vlan for network 55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9 Feb 14 17:52:02.926363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.926709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.927049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.927403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.927702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.928141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.928340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.928663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.929022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.929346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.929765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:02.942029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] For port 4674a00e-cd3f-4be4-9e89-0cf35982f380, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4674a00e-cd3f-4be4-9e89-0cf35982f380,segment=NetworkSegment(2e5e6bb5-e8fe-421a-a262-8f342530214a),segment_id=2e5e6bb5-e8fe-421a-a262-8f342530214a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:03.001314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.038873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.055925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.079711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.091699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.099582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.133440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:03.152886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.193638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:03.193638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:03.193638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:03.193638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.194286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] Pushing event deleted for resources: {'Port': ['ID=f748527e-ae6e-49cb-932f-f0c579317c23,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.199028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.199375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 5bb691e3-352f-4c9e-b3cb-0cc56655dc41 of type vlan for network 31fbbeea-ef12-4153-a7fd-89fe4ff666ac Feb 14 17:52:03.208883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.215878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=0a0ed19e-b427-4156-bcc3-2353835b0efa,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.258385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e13422-82e7-4f42-8a5a-f336edb28528 None None] No DVR routers for this DVR port f748527e-ae6e-49cb-932f-f0c579317c23 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:03.275423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Pushing event updated for resources: {'Port': ['ID=541c3b74-ad24-4fc8-8048-3cd013b9a52f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.280458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:03.298836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-01694173-578b-4303-870f-7ade6b7d7c11 None None] Could not find standard attr ID for object 1862415d-c52d-49b1-b242-004999d5f5ef. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:52:03.301079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563ec04-4b70-4146-9b7e-db72dd776aff None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:03.301841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.345235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:03.372096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0488442b-5201-452b-a94e-1d0e21e6a33c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6682048 Feb 14 17:52:03.373443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.374200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:03.378599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37044) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:03.395796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f748527e-ae6e-49cb-932f-f0c579317c23 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:03.428106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:03.450998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=abb36e70-b385-4c7c-82f5-49857e6616bd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.460828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.465004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: f748527e-ae6e-49cb-932f-f0c579317c23 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:03.465349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f748527e-ae6e-49cb-932f-f0c579317c23 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:03.466060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.472127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:03.476761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:03.477050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.495962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4bd7c-3dfc-4e17-92cd-33c690c0cc8e None None] Pushing event updated for resources: {'Port': ['ID=4674a00e-cd3f-4be4-9e89-0cf35982f380,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.558262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=9dcca7d0-c255-4abe-84fb-5827ac4eeea9,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.606137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37048) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:03.626260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-01694173-578b-4303-870f-7ade6b7d7c11 None None] Provisioning complete for port 4674a00e-cd3f-4be4-9e89-0cf35982f380 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:03.626699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-01694173-578b-4303-870f-7ade6b7d7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.634873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.677489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '0a0ed19e-b427-4156-bcc3-2353835b0efa'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:03.678437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.707219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.714287 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5350831 Feb 14 17:52:03.718682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:03.751470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.753416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2f103649-6b52-49d2-8ce4-2f337456dcf0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/abb36e70-b385-4c7c-82f5-49857e6616bd HTTP/1.1" status: 204 len: 168 time: 1.4057922 Feb 14 17:52:03.759212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37058) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:03.762196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:03.778763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59776450-f8d2-434f-a9bc-a5ebf73767b7 None None] Network d124bde2-94f9-4612-9fba-6c003529a06e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:03.866669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208fbf7-e760-4a4b-b15a-d855871c2546 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=31fbbeea-ef12-4153-a7fd-89fe4ff666ac,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:03.890388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:03.895240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:03.899119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:03.907035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:03.938151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 31fbbeea-ef12-4153-a7fd-89fe4ff666ac details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:03.949261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:03.950464 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f85c129e-6c37-419f-90ce-8e2c8b614df6 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2991123 Feb 14 17:52:03.954135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37062) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:03.961753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'port': {'network_id': '67ecf844-9eb3-4630-8f7f-be3b2e6db9b8', 'name': 'tempest-FloatingIPTestJSON-2120802289'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:04.000663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1513276788', 'router:external': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:04.024549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:04.032886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:04.034673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:network and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:04.049583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:04.062421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:04.127098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.148967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90c48-a4b4-4ddf-92d9-0a881b1da049 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:04.152998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90c48-a4b4-4ddf-92d9-0a881b1da049 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:04.157434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90c48-a4b4-4ddf-92d9-0a881b1da049 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:04.161925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90c48-a4b4-4ddf-92d9-0a881b1da049 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:04.163406 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-edf90c48-a4b4-4ddf-92d9-0a881b1da049 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4420261 Feb 14 17:52:04.166620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:04.195670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 4674a00e-cd3f-4be4-9e89-0cf35982f380 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:04.198115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.227975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Made reservation on behalf of 97eeef5edcc64b7abd204981dc310431 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:04.230378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.322424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.330734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.331646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Allocated IP 172.20.0.2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/0a0ed19e-b427-4156-bcc3-2353835b0efa/d12ebd99-c7e5-49b5-adcc-db1e4fd40702) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:04.338938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:04.400446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:port and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:04.408585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.409070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:04.424343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:04.472597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.507015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] DHCP port deletion for d124bde2-94f9-4612-9fba-6c003529a06e request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:04.522509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Deleting port 4674a00e-cd3f-4be4-9e89-0cf35982f380 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:04.522957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.538726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:04.541779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.577522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] device_id is not set on port ef5b6846-8fbf-4b45-b466-c3ab7b7fe939 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:04.606583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:04.607828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.619817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Transition to ACTIVE for port object d12ebd99-c7e5-49b5-adcc-db1e4fd40702 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:04.641257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Transition to ACTIVE for port object d12ebd99-c7e5-49b5-adcc-db1e4fd40702 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:04.661764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:security_group_rule and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:04.691094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:04.716541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:04.720547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.764437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.3 (67ecf844-9eb3-4630-8f7f-be3b2e6db9b8/4d8d534d-3de5-4abb-8d18-1b71f36a020c/ef5b6846-8fbf-4b45-b466-c3ab7b7fe939) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:04.862358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port 4674a00e-cd3f-4be4-9e89-0cf35982f380, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4674a00e-cd3f-4be4-9e89-0cf35982f380,segment=NetworkSegment(2e5e6bb5-e8fe-421a-a262-8f342530214a),segment_id=2e5e6bb5-e8fe-421a-a262-8f342530214a)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:04.862716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.868318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:04.875409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.876321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Pushing event updated for resources: {'Port': ['ID=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:04.878129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:04.880402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:04.895954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:04.906113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.906462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.906860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.907258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.907655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.908046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.908431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.908867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.909252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.909632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:04.910012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:05.016838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.017367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] For port 4674a00e-cd3f-4be4-9e89-0cf35982f380, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4674a00e-cd3f-4be4-9e89-0cf35982f380,segment=NetworkSegment(2e5e6bb5-e8fe-421a-a262-8f342530214a),segment_id=2e5e6bb5-e8fe-421a-a262-8f342530214a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:05.017967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.025607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 4674a00e-cd3f-4be4-9e89-0cf35982f380 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:05.062742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:05.091077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:05.135485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Attempting to bind port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:05.135485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Attempting to bind port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:05.135485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Attempting to bind port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:05.143676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Calling delete_port for 4674a00e-cd3f-4be4-9e89-0cf35982f380 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:05.145664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.188943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:05.189391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:05.189807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.190167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:05.190640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Bound port: d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:05.190998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.229466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b1008f-5323-4cd4-9c7e-0d27af21daad') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:05.229768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b1008f-5323-4cd4-9c7e-0d27af21daad') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:05.264719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.301347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.303931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] For port d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:05.309829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] For port d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:05.311267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4674a00e-cd3f-4be4-9e89-0cf35982f380 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:05.316433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.329513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.334652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:05.335118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.339196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:05.350976 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:05.377998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4674a00e-cd3f-4be4-9e89-0cf35982f380 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:05.378332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4674a00e-cd3f-4be4-9e89-0cf35982f380 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:05.396377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] Pushing event deleted for resources: {'Port': ['ID=4674a00e-cd3f-4be4-9e89-0cf35982f380,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:05.400203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.421637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:05.422907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=ef5b6846-8fbf-4b45-b466-c3ab7b7fe939,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:05.425343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.435948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:05.440530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:05.455049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65576d2-729e-4069-8cd8-6fcdc04bcc6a None None] No DVR routers for this DVR port 4674a00e-cd3f-4be4-9e89-0cf35982f380 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:05.507771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094d94-f221-42c6-a37b-0d779485f8e3 None None] Pushing event updated for resources: {'Port': ['ID=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:05.546085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.569424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:05.570068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.584492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:05.585426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:05.593918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:05.621394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a08f010-dfd8-48c6-925c-4e1f78c1de91,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:05.629634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.629634 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Added segment 5f8b2fc2-b741-45be-86e2-e3c0dce75444 of type vlan for network 0b098d47-1274-41de-a0ec-477ac5792ec0 Feb 14 17:52:05.698898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.726040 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-efd3ec6d-1983-4ff5-9019-3c49a4e42f0e tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7708256 Feb 14 17:52:05.729989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:05.739237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': 'ef5b6846-8fbf-4b45-b466-c3ab7b7fe939'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:05.741847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.747561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.770496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:05.783909 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d1ea5e8b-be92-4eea-bdcf-b1326ae863d3 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/55fdc70b-2dee-40bf-af4a-d8fcc0e60fd9 HTTP/1.1" status: 204 len: 168 time: 1.6153517 Feb 14 17:52:05.796903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37074) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:05.862301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.899781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.resource_extend [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:52:05.962089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:05.991386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:06.027877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.030775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:06.030775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.067512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.097008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 4674a00e-cd3f-4be4-9e89-0cf35982f380 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:06.097310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.138458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Router ac22a993-7417-45fb-a63b-b559613c99fd is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:06.205654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.206384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.263353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.275255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] The port '4674a00e-cd3f-4be4-9e89-0cf35982f380' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:52:06.333767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Network': ['ID=0b098d47-1274-41de-a0ec-477ac5792ec0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:06.345698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:06.346202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:06.405036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fbbeea-ef12-4153-a7fd-89fe4ff666ac']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.431105 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-957d17da-861c-4bb6-b828-6ec298098a22 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8217852 Feb 14 17:52:06.437210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb691e3-352f-4c9e-b3cb-0cc56655dc41') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.437495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb691e3-352f-4c9e-b3cb-0cc56655dc41') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.473566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37078) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:06.480325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:06.494664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:06.495260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.501860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'subnet': {'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:06.512311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=a31d358e-e4d1-428d-8583-bbea7839fc3a,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:06.524040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:06.540343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:subnet and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:06.549936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:06.561047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:06.561578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.567400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,revision_number=4']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:06.602768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.623644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.642694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:06.643096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:06.658385 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:06.671111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c1e368c9-6193-47c6-972a-c1cc6e3bd32e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2535074 Feb 14 17:52:06.715382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d124bde2-94f9-4612-9fba-6c003529a06e']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.720396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37082) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:06.738252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:fa:8f:f0', 'name': 'tempest-NetworksTestDHCPv6-183454672'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:06.738652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5e6bb5-e8fe-421a-a262-8f342530214a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.738951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5e6bb5-e8fe-421a-a262-8f342530214a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:06.761986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.770383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Made reservation on behalf of 97eeef5edcc64b7abd204981dc310431 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:06.772728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.787096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.797187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:06.797574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:06.812241 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:06.820539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64697ca6-4584-4949-9ac8-3d32ae7df308 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:06.873462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.877564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:06.926019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=31fbbeea-ef12-4153-a7fd-89fe4ff666ac,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:06.929304 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b856f73a-e46a-4a5c-bfc0-b68a2dc6af1d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/31fbbeea-ef12-4153-a7fd-89fe4ff666ac HTTP/1.1" status: 204 len: 168 time: 1.1310537 Feb 14 17:52:06.937511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37086) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:07.017687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2d46b101-5ddb-4e4b-bd0b-94df1e87418b None None] Provisioning for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:07.036871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:07.048034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:07.049499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.053820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.094523 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/d124bde2-94f9-4612-9fba-6c003529a06e HTTP/1.1" status: 204 len: 168 time: 3.3301246 Feb 14 17:52:07.097345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:07.101909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.105710 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-52f2dc73-adb8-49aa-9506-b5f2aee1d8aa tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "PUT /v2.0/routers/ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 200 len: 920 time: 7.0090299 Feb 14 17:52:07.105895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:07.105995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d116363-462e-4f35-b7c2-168100978726 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=d124bde2-94f9-4612-9fba-6c003529a06e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:07.106767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37090) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:07.106767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37092) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:07.122971 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] Sync routers for ids ['ac22a993-7417-45fb-a63b-b559613c99fd'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:07.124879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'name': 'tempest-PortsTestJSON-31796255'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:07.135769 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] Routers {'ac22a993-7417-45fb-a63b-b559613c99fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:07.136757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ac22a993-7417-45fb-a63b-b559613c99fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:07.151167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:07.155431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:07.160583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:07.161543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Synchronizing usage tracker for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:07.183748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:07.201039 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:07.213382 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] Routers {'ac22a993-7417-45fb-a63b-b559613c99fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:07.214198 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ac22a993-7417-45fb-a63b-b559613c99fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:07.228320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Unset dirty status for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:07.230292 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4146f57-e92b-41ff-84a9-31ffbd94ee16 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1899 time: 0.2893314 Feb 14 17:52:07.248733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37098) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:07.263899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1220182185'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:07.283292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:07.289359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:07.289946 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef0658-2fb3-45c5-b8ab-6eeec748d4be None None] The sync data for ids ['ac22a993-7417-45fb-a63b-b559613c99fd'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:07.309470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:07.378119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d12ebd99-c7e5-49b5-adcc-db1e4fd40702 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:07.406708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:07.410336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.438062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:07.441896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.452572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:07.462364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.463895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.464351 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 2ffa2f65-5ae3-4938-ba4a-7f2bb617c7a1 of type vlan for network 021a4a21-ee76-49be-a75c-ee04aff0261a Feb 14 17:52:07.496167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.508088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:07.514529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:07.516019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.521346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:07.539136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port c02a5294-8e85-4eea-899f-2936327abf4d yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:07.576272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.580469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:07.581092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.585795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:07.590214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.689169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.736174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:07.793663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:07.817014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.820356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:07.849532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=021a4a21-ee76-49be-a75c-ee04aff0261a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:07.866146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 021a4a21-ee76-49be-a75c-ee04aff0261a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:07.903215 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6de23154-fe82-4a64-957c-97d19252a8ec tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6531734 Feb 14 17:52:07.907119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37102) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:07.912431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1607816726'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:07.917247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:07.921485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:network and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:07.924353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:07.930202 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:07.979298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:07.996167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a579e974-9460-414d-8f57-69613f4c6d7c None None] Provisioning complete for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:07.996634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a579e974-9460-414d-8f57-69613f4c6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:07.999705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:08.002776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.017634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:08.022395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.052351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:08.064143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.064487 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 586f578e-23bf-46e4-a08c-d90e4595f984 of type vlan for network 8df01e4f-ca68-47b3-8ef7-a8c600f85408 Feb 14 17:52:08.096913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.113717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 20522836-ba32-4dc1-810a-c902d15966f0 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:08.181777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.185435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:08.186059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.289526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=8df01e4f-ca68-47b3-8ef7-a8c600f85408,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:08.300356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8df01e4f-ca68-47b3-8ef7-a8c600f85408 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:08.337320 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-82fd9c3d-c9a6-4c04-86d7-5dde0039f152 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4296558 Feb 14 17:52:08.339886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37106) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:08.341481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 172.20.0.4 (ec992c4f-9a29-4213-84c0-4010e08b02ef/0a0ed19e-b427-4156-bcc3-2353835b0efa/c02a5294-8e85-4eea-899f-2936327abf4d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:08.347770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'ports': [{'network_id': '021a4a21-ee76-49be-a75c-ee04aff0261a', 'name': 'tempest-port--1797406907', 'admin_state_up': True}, {'network_id': '8df01e4f-ca68-47b3-8ef7-a8c600f85408', 'admin_state_up': False}]} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:08.348075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'port': {'network_id': '021a4a21-ee76-49be-a75c-ee04aff0261a', 'name': 'tempest-port--1797406907', 'admin_state_up': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:08.348684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'port': {'network_id': '8df01e4f-ca68-47b3-8ef7-a8c600f85408', 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:08.375438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fefa:8ff0 (ec992c4f-9a29-4213-84c0-4010e08b02ef/a31d358e-e4d1-428d-8583-bbea7839fc3a/c02a5294-8e85-4eea-899f-2936327abf4d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:08.487015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-76e1c775-7ff5-4da3-92f0-c5a6b3023ca1 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 200 len: 926 time: 1.3697560 Feb 14 17:52:08.508942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37110) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:08.561186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:08.565182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:port and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:08.568038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:08.573914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:08.632561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.633528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'port': 2} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:08.637048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.653117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:08.653560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.655625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.793177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 4e4ce3e5-a455-4ce4-85ed-d91ba34b97f8 associated. External IP: 172.26.4.226, port: ef5b6846-8fbf-4b45-b466-c3ab7b7fe939. Feb 14 17:52:08.866415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] device_id is not set on port d5287c18-4140-4049-82f8-cb087870b09d yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:08.952853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:08.957031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dc11b6ea-91f0-4601-a602-173ac62dfbe9,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:09.005742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-62c3ba42-58f3-49c7-ac7a-b100785aebc4 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=ac22a993-7417-45fb-a63b-b559613c99fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4940195 Feb 14 17:52:09.021692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37114) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:09.049354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Checking segment: {'id': '5f8b2fc2-b741-45be-86e2-e3c0dce75444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:09.049354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network hostable DHCP agents. Network: 0b098d47-1274-41de-a0ec-477ac5792ec0, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:09.070001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.110906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.147290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] device_id is not set on port ffb1e7ee-2cf3-418c-ad37-413828e66a27 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:09.178779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object c02a5294-8e85-4eea-899f-2936327abf4d will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:09.183494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:09.190066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:09.192508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:09.196527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:09.197150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.198858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965817a9-1bbc-42ef-8a2b-d2a789f62bd2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:09.200242 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-965817a9-1bbc-42ef-8a2b-d2a789f62bd2 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.1775906 Feb 14 17:52:09.203167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37118) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:09.221904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=20522836-ba32-4dc1-810a-c902d15966f0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:09.257747 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ec4dc7e8-254f-47b1-8fa1-9b9ea4dbbe90 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 200 len: 205 time: 0.0535734 Feb 14 17:52:09.260229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37124) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:09.275536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:09.349328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d12ebd99-c7e5-49b5-adcc-db1e4fd40702 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:09.410626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.415655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-22892e65-e514-4b33-8db7-9562c5e5fbdd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.3000245 Feb 14 17:52:09.424751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37128) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:09.425618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:09.426162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.471398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.547088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.588896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 0b098d47-1274-41de-a0ec-477ac5792ec0) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:09.687028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9801b3-5fda-4192-87f5-867250a1276f None None] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:09.698071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:09.698635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.747513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.777454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:09.779212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=c02a5294-8e85-4eea-899f-2936327abf4d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:09.786603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:09.798766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:09.828783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 20522836-ba32-4dc1-810a-c902d15966f0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:09.829701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:09.862373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Port': ['ID=d5287c18-4140-4049-82f8-cb087870b09d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:09.891064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Checking segment: {'id': '2ffa2f65-5ae3-4938-ba4a-7f2bb617c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '021a4a21-ee76-49be-a75c-ee04aff0261a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:09.892027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network hostable DHCP agents. Network: 021a4a21-ee76-49be-a75c-ee04aff0261a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:09.930594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e19a8-1951-4e98-8722-86fea97970b9 None None] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:09.963158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fd403298-9d63-4d75-a8a6-5522a213f6ad tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4844186 Feb 14 17:52:09.966094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37132) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:09.974718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-656506258', 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:09.980852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:09.993694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:port and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:09.997623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:09.999754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.000431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.001310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.005198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network 021a4a21-ee76-49be-a75c-ee04aff0261a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:10.014823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:10.027386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2b47a-5192-458c-9086-92f144e74759 req-025aa6b7-5cf0-4970-8f83-cd1ec71bf11e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.028890 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94d2b47a-5192-458c-9086-92f144e74759 req-025aa6b7-5cf0-4970-8f83-cd1ec71bf11e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6479666 Feb 14 17:52:10.095185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 541c3b74-ad24-4fc8-8048-3cd013b9a52f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:10.095761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.126458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 021a4a21-ee76-49be-a75c-ee04aff0261a) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:10.131317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:10.132428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.140150 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ad81f79e-177d-4c56-9d20-2b6dd9191d92 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4185157 Feb 14 17:52:10.164658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdee8fe-1277-48c6-adf7-f346ad96ab1d None None] Network 021a4a21-ee76-49be-a75c-ee04aff0261a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:10.170498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37136) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:10.184362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94d2b47a-5192-458c-9086-92f144e74759 req-0e046437-0dcc-4315-b53f-58c87fefa236 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465521 Feb 14 17:52:10.187217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Made reservation on behalf of 97eeef5edcc64b7abd204981dc310431 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:10.189889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.243671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.247505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] device_id is not set on port 37d958a6-baae-47b3-bebb-9bbd31104939 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:10.344746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cb085952-d308-4038-8ec2-33d2fd778110 None None] Provisioning for port c02a5294-8e85-4eea-899f-2936327abf4d completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:10.378913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 20522836-ba32-4dc1-810a-c902d15966f0 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:10.387765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cb085952-d308-4038-8ec2-33d2fd778110 None None] Provisioning complete for port c02a5294-8e85-4eea-899f-2936327abf4d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:10.388352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cb085952-d308-4038-8ec2-33d2fd778110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.417034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Port': ['ID=ffb1e7ee-2cf3-418c-ad37-413828e66a27,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:10.458030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cb085952-d308-4038-8ec2-33d2fd778110 None None] Port c02a5294-8e85-4eea-899f-2936327abf4d cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:10.481450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Checking segment: {'id': '586f578e-23bf-46e4-a08c-d90e4595f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df01e4f-ca68-47b3-8ef7-a8c600f85408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:10.481885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network hostable DHCP agents. Network: 8df01e4f-ca68-47b3-8ef7-a8c600f85408, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:10.559744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.577128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f8b29-6148-413e-b180-9b360593f6b6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.581517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f8b29-6148-413e-b180-9b360593f6b6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.582300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d63f8b29-6148-413e-b180-9b360593f6b6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:10.594575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421b5d-0c98-43f1-8a33-3cc595629575 req-5fdf67a6-71e2-405c-8613-52df98733e65 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.596077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e421b5d-0c98-43f1-8a33-3cc595629575 req-5fdf67a6-71e2-405c-8613-52df98733e65 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1896381 Feb 14 17:52:10.598183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:10.698184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 541c3b74-ad24-4fc8-8048-3cd013b9a52f owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:10.705676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.738492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.20.0.5 (0b098d47-1274-41de-a0ec-477ac5792ec0/dc11b6ea-91f0-4601-a602-173ac62dfbe9/37d958a6-baae-47b3-bebb-9bbd31104939) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:10.791365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d63f8b29-6148-413e-b180-9b360593f6b6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:10.792557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d63f8b29-6148-413e-b180-9b360593f6b6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6072829 Feb 14 17:52:10.798216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37142) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:10.819823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e421b5d-0c98-43f1-8a33-3cc595629575 req-a2d011db-f428-4a2d-a9b7-22513cb7b24f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118626 Feb 14 17:52:10.820516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=20522836-ba32-4dc1-810a-c902d15966f0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:10.837609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.849381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network 8df01e4f-ca68-47b3-8ef7-a8c600f85408 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:10.856885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d2c84f71-3b9a-4683-ad14-21ca18ac4f04 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/20522836-ba32-4dc1-810a-c902d15966f0 HTTP/1.1" status: 204 len: 168 time: 1.2626083 Feb 14 17:52:10.857598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37148) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:10.866267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'mac_address': 'fa:16:3e:33:98:dd', 'name': 'tempest-PortsTestJSON-2066709988'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:10.976173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8df01e4f-ca68-47b3-8ef7-a8c600f85408) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:10.980039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:10.985476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.985774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2eeef-2f52-44c6-8563-5aaf2ad4713a None None] Network 8df01e4f-ca68-47b3-8ef7-a8c600f85408 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:10.988692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:10.989347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:10.999553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port c02a5294-8e85-4eea-899f-2936327abf4d {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:10.999896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.040890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:11.058711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:11.065021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:11.089763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:11.121355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ba1f-994e-4bca-89bf-3f54a6974091 req-e1c39192-c974-4d8e-81ff-d3f4cf5ef5c8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:11.122815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3146ba1f-994e-4bca-89bf-3f54a6974091 req-e1c39192-c974-4d8e-81ff-d3f4cf5ef5c8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1633842 Feb 14 17:52:11.151940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:11.159577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.193677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:11.224607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:11.225684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:11.252545 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d92561bb-a656-4d75-9ceb-16815aa379af tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9104843 Feb 14 17:52:11.255608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.280550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37152) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:11.296790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:11.317274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:11.318066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:11.326222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:11.380190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:11.380517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d9f33-d312-4463-b7ea-f3211a7f13ca None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:11.382544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.435376 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-686ae658-a093-43db-a9f6-d1779731893c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/4e4ce3e5-a455-4ce4-85ed-d91ba34b97f8 HTTP/1.1" status: 200 len: 978 time: 5.7041070 Feb 14 17:52:11.441068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3146ba1f-994e-4bca-89bf-3f54a6974091 req-dadcc1f9-ebd7-4f46-a91c-1eedb60ae1b8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086977 Feb 14 17:52:11.443116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37156) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:11.501306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.541501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port ef5b6846-8fbf-4b45-b466-c3ab7b7fe939 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:11.541852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.558454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=541c3b74-ad24-4fc8-8048-3cd013b9a52f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:11.580610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 564fb872-9ae8-4f5a-94ed-3e31299dd15f yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:11.707309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:11.899032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for c02a5294-8e85-4eea-899f-2936327abf4d owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:11.974761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab895869-cb51-4cf4-937c-3b205477cf3a req-136ce03a-e815-4ad8-a58e-d77021a8d8c2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:11.976209 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab895869-cb51-4cf4-937c-3b205477cf3a req-136ce03a-e815-4ad8-a58e-d77021a8d8c2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4009116 Feb 14 17:52:11.983818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.054217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.065126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51ed58-2caa-4363-bedd-0730c72af93b tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:12.069064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51ed58-2caa-4363-bedd-0730c72af93b tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:12.069971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ef51ed58-2caa-4363-bedd-0730c72af93b tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Synchronizing usage tracker for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:12.083646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.107218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.172806 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab895869-cb51-4cf4-937c-3b205477cf3a req-7c85c69a-1ba3-4bb5-8454-9591428cbe06 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816437 Feb 14 17:52:12.241981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:12.268160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:12.270539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:12.301321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=37d958a6-baae-47b3-bebb-9bbd31104939,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:12.344013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.426182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ef51ed58-2caa-4363-bedd-0730c72af93b tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Unset dirty status for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:12.427295 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ef51ed58-2caa-4363-bedd-0730c72af93b tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1467066 Feb 14 17:52:12.433132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:12.500394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=564fb872-9ae8-4f5a-94ed-3e31299dd15f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:12.508153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.508623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.508873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 4e4ce3e5-a455-4ce4-85ed-d91ba34b97f8 disassociated. External IP: 172.26.4.226, port: ef5b6846-8fbf-4b45-b466-c3ab7b7fe939. Feb 14 17:52:12.509169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for ef5b6846-8fbf-4b45-b466-c3ab7b7fe939 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:12.509612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:12.510428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.537359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:12.547250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.551176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:12.580408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:12.583424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:12.584011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.597507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.691468 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bee7100b-4488-404d-be5e-33c89be32001 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.7227268 Feb 14 17:52:12.693747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37170) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:12.716812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting port d5287c18-4140-4049-82f8-cb087870b09d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:12.717747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.739873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.740503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router ac22a993-7417-45fb-a63b-b559613c99fd {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:52:12.742138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.804987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=c02a5294-8e85-4eea-899f-2936327abf4d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:12.812530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.813624 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-02e85baf-7c97-4696-b383-e2da4eef7bb4 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 204 len: 168 time: 3.5524728 Feb 14 17:52:12.817341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37174) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:12.819503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.822760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Deleting port 37d958a6-baae-47b3-bebb-9bbd31104939 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:12.824797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:12.877594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247352035', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:12.905268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:12.945267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Usage tracker for resource:router and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:12.954977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:12.989510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:12.990654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2acc4c8-1851-426b-9024-22f4760f3256 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1313007 Feb 14 17:52:12.993654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37178) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:13.012927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=ef5b6846-8fbf-4b45-b466-c3ab7b7fe939,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:13.181443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ec942-1bc2-49f1-9e95-eab775e5c9ab tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:13.181931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e24ec942-1bc2-49f1-9e95-eab775e5c9ab tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:13.195542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.196404 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c95c3fe1-b807-45c9-a121-c531f5fd7406 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c02a5294-8e85-4eea-899f-2936327abf4d HTTP/1.1" status: 204 len: 168 time: 2.3956299 Feb 14 17:52:13.211701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37182) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:13.218068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.218974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.245661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be591e-9c22-4600-9f92-2a6e8ab7846d req-d1b69512-ce2f-4db4-b067-f691870ab3c6 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:13.247175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35be591e-9c22-4600-9f92-2a6e8ab7846d req-d1b69512-ce2f-4db4-b067-f691870ab3c6 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6028063 Feb 14 17:52:13.351854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.376162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:13.377610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:13.378911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:13.379697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:13.401228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.417887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.482093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Calling delete_port for d5287c18-4140-4049-82f8-cb087870b09d owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:13.526304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e24ec942-1bc2-49f1-9e95-eab775e5c9ab tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:13.527454 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e24ec942-1bc2-49f1-9e95-eab775e5c9ab tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/564fb872-9ae8-4f5a-94ed-3e31299dd15f HTTP/1.1" status: 200 len: 841 time: 0.5205553 Feb 14 17:52:13.533266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37186) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:13.542524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Calling delete_port for 37d958a6-baae-47b3-bebb-9bbd31104939 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:13.577162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:13.580991 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb1c9abd-23f7-4b8b-ace6-1a58719b8616 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3657014 Feb 14 17:52:13.581127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35be591e-9c22-4600-9f92-2a6e8ab7846d req-a45e6194-e12c-40a8-8827-152ecad97c31 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237810 Feb 14 17:52:13.581329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37190) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:13.715494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 564fb872-9ae8-4f5a-94ed-3e31299dd15f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:13.715827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.809480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.809823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.878182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Port': ['ID=d5287c18-4140-4049-82f8-cb087870b09d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:13.885076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:13.948512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Port': ['ID=37d958a6-baae-47b3-bebb-9bbd31104939,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:13.955594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.017095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 0a0ed19e-b427-4156-bcc3-2353835b0efa {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:14.066390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.109078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8f6a41b1-4104-426d-b468-ebf3455063c2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/ports/d5287c18-4140-4049-82f8-cb087870b09d HTTP/1.1" status: 204 len: 168 time: 1.6666842 Feb 14 17:52:14.109281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.114875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37194) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:14.155709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.162679 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-eb6ed6b2-d4bb-4075-a5ac-f56f32402bd2 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/ports/37d958a6-baae-47b3-bebb-9bbd31104939 HTTP/1.1" status: 204 len: 168 time: 1.4678862 Feb 14 17:52:14.171802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.175262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37198) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:14.184966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'external_fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5'}]}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:14.194903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:14.204642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting port ffb1e7ee-2cf3-418c-ad37-413828e66a27 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:14.205014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.239093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:router and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:14.250393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:14.265310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:14.377606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.378426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.395314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.424292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 564fb872-9ae8-4f5a-94ed-3e31299dd15f owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:14.446001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.468964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:14.586153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.603057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.663159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.696607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.818179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=564fb872-9ae8-4f5a-94ed-3e31299dd15f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:14.834943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.875491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Calling delete_port for ffb1e7ee-2cf3-418c-ad37-413828e66a27 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:14.898006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e684-bdc5-41b7-8489-2f13016191cc req-a64e9c1d-0c1f-4041-8857-0071bf17184f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:14.899393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3c5e684-bdc5-41b7-8489-2f13016191cc req-a64e9c1d-0c1f-4041-8857-0071bf17184f tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1467853 Feb 14 17:52:14.949500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e8933cfe-f44b-47cc-a756-1a113e95dd2e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/564fb872-9ae8-4f5a-94ed-3e31299dd15f HTTP/1.1" status: 204 len: 168 time: 1.4141402 Feb 14 17:52:14.954202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:14.956982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37204) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.035316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0ed19e-b427-4156-bcc3-2353835b0efa,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:15.056658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.057283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3c5e684-bdc5-41b7-8489-2f13016191cc req-f9bd71e8-c54f-4ffb-81ad-f6b692b869d9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440909 Feb 14 17:52:15.057907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d91cc3-4585-4255-a4ce-7cbcfed222a5 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:52:15.058405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4d91cc3-4585-4255-a4ce-7cbcfed222a5 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:15.062551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:15.076562 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:15.097397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.104328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5a87127e-2653-4d03-8d6c-0e47872c3fa1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/0a0ed19e-b427-4156-bcc3-2353835b0efa HTTP/1.1" status: 204 len: 168 time: 1.5138128 Feb 14 17:52:15.106045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:15.106851 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:15.108634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90f559-c03b-4bf8-9254-4c7148b12617 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:15.112296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37208) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.134144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Allocated IP 172.26.4.46 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/7421cef5-7f5c-4d0d-9dae-332cfba344e7) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:15.156173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.178557 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:15.199753 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:15.200865 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:15.238351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.251935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet a31d358e-e4d1-428d-8583-bbea7839fc3a {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:15.254239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.259894 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c8f06eec-4424-4316-88b6-f531c4a80423 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/ef5b6846-8fbf-4b45-b466-c3ab7b7fe939 HTTP/1.1" status: 204 len: 168 time: 3.8157713 Feb 14 17:52:15.260685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.264929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.277841 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:15.278255 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c55f15-b4da-42c7-a8c1-90ef308e229d None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:15.330095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Port': ['ID=ffb1e7ee-2cf3-418c-ad37-413828e66a27,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:15.342833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.368148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4d91cc3-4585-4255-a4ce-7cbcfed222a5 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:15.372870 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c4d91cc3-4585-4255-a4ce-7cbcfed222a5 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/564fb872-9ae8-4f5a-94ed-3e31299dd15f HTTP/1.1" status: 404 len: 333 time: 0.3831210 Feb 14 17:52:15.388686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37216) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.395832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'name': 'tempest-PortsTestJSON-2114056417'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:15.437408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-10b78578-bc1e-4e4d-9b40-dd7cc5c6d8b0 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/floatingips/4e4ce3e5-a455-4ce4-85ed-d91ba34b97f8 HTTP/1.1" status: 200 len: 688 time: 0.1743836 Feb 14 17:52:15.442952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37220) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.475900 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4ca7e8b8-4de3-4c1f-8de2-37210324a326 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/ports/ffb1e7ee-2cf3-418c-ad37-413828e66a27 HTTP/1.1" status: 204 len: 168 time: 1.3560326 Feb 14 17:52:15.475900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37224) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.535973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.540769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3b2c06d8-2f4e-429e-b5f8-695d22cdc84f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Synchronizing usage tracker for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:15.615479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.703662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3b2c06d8-2f4e-429e-b5f8-695d22cdc84f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Unset dirty status for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:15.708601 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b2c06d8-2f4e-429e-b5f8-695d22cdc84f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2278962 Feb 14 17:52:15.709751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.715288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37228) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:15.760490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:15.772794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 9dcca7d0-c255-4abe-84fb-5827ac4eeea9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:15.773145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.777910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1833876204'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:15.794115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:15.811326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:network and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:15.812411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:15.821941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:15.825782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:15.832112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:15.833917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event updated for resources: {'Port': ['ID=7421cef5-7f5c-4d0d-9dae-332cfba344e7,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:15.836068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:15.861121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:15.863667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.906726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.918500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:15.926273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:15.969556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port b35b5358-0913-4b1f-8f0b-dd49cd0670be yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:16.007219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:16.009872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.125797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:16.126082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.130453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-92514db1-22a0-4962-be5a-1fb368b4a7ba None None] Provisioning complete for port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:16.142065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-92514db1-22a0-4962-be5a-1fb368b4a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.154260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.154856 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 3c3aa631-d0e9-496e-9ff2-1f8401a869b6 of type vlan for network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 Feb 14 17:52:16.226188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.226458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.229610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.244936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.20.0.5 (0b098d47-1274-41de-a0ec-477ac5792ec0/dc11b6ea-91f0-4601-a602-173ac62dfbe9/2b595f87-4c55-4f2d-84cb-46d2b2a69bbb) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:16.370359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.373930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:16.374480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.413701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 9dcca7d0-c255-4abe-84fb-5827ac4eeea9 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:16.592453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.626142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.633628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=2bca072f-dd83-4a42-82ea-53d5fdd40f15,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:16.640602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.641328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.651425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:16.667247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=a31d358e-e4d1-428d-8583-bbea7839fc3a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:16.698756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.706542 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9d07d4e2-a13f-4766-b292-126d74027ac2 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9565175 Feb 14 17:52:16.708860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.713727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37234) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:16.715615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd41acc-26a4-4da5-9bdf-4d7bf545e70d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:16.722233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-880245130'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:16.757134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d469f5-1f2f-4eed-acea-55ff1aa7d278 req-9e5c4cec-06df-4a15-b230-0fb5ae3a85cb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:16.758607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5d469f5-1f2f-4eed-acea-55ff1aa7d278 req-9e5c4cec-06df-4a15-b230-0fb5ae3a85cb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.5018885 Feb 14 17:52:16.778658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:16.790317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:network and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:16.793775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:16.801569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:16.855144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5d469f5-1f2f-4eed-acea-55ff1aa7d278 req-9680b715-bcec-461a-a4a0-83470d0546f0 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832224 Feb 14 17:52:16.858882 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bdc5278c-8f7a-4ee1-881d-43986f9acc16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/a31d358e-e4d1-428d-8583-bbea7839fc3a HTTP/1.1" status: 204 len: 168 time: 1.7178476 Feb 14 17:52:16.860760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37238) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:16.890349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.893972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:16.897606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.927606 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0a99d33b-1385-4178-9e29-4882773ef429 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655861 Feb 14 17:52:16.928275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:16.931685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37242) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:16.975726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:16.992300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.009212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 0b098d47-1274-41de-a0ec-477ac5792ec0 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:17.010476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=9dcca7d0-c255-4abe-84fb-5827ac4eeea9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:17.010825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:17.016178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:17.020617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:17.028831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:17.029516 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:17.035628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Deleting port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:17.036062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.058707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.059068 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Added segment 8fa43fa5-0e60-497d-924a-6a7e0b4d3b04 of type vlan for network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 Feb 14 17:52:17.114136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.218930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Router a702213c-172d-4520-9b74-5f3b22cc29e8 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:17.230294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:17.247265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:17.250183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:17.254233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:17.254819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.265778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=b35b5358-0913-4b1f-8f0b-dd49cd0670be,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:17.273033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] For port d12ebd99-c7e5-49b5-adcc-db1e4fd40702, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:17.273555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.298425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:17.300020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:17.304728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.307259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.308429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e8d01e3-b4b7-463e-b1f1-3fda79cecaf7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e4ce3e5-a455-4ce4-85ed-d91ba34b97f8 HTTP/1.1" status: 204 len: 168 time: 1.8622725 Feb 14 17:52:17.309497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:17.312923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37246) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:17.320696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '34805970-9906-416c-a531-93de973bbbcb'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.324634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:17.330237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:17.336787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:floatingip and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:17.340180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:17.346112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:17.363108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8b6cb3f8-e4aa-46db-bd93-ee9cca26d104 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9703465 Feb 14 17:52:17.363296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.364065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37250) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:17.367371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:17.367490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.369889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.407764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d12ebd99-c7e5-49b5-adcc-db1e4fd40702 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:17.463820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:17.466232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.466353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Calling delete_port for d12ebd99-c7e5-49b5-adcc-db1e4fd40702 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:17.483553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.512759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Network': ['ID=0e857fc5-aaa0-4c98-b9bc-9092b10c0a28,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:17.536027 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-510aa715-37a0-462b-9df6-d9d516a2e76d tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8200731 Feb 14 17:52:17.547200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.548280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.593045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:17.647715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.676654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:17.688494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'subnets': [{'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2119691123', 'ip_version': 4}, {'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.688494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'subnet': {'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2119691123', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.688932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Request body: {'subnet': {'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.757930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:17.788677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] Sync routers for ids ['a702213c-172d-4520-9b74-5f3b22cc29e8'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:17.841070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.842512 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ec53a588-01df-4488-9688-7d22f953177f tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0242634 Feb 14 17:52:17.848672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37258) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:17.855796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] Routers {'a702213c-172d-4520-9b74-5f3b22cc29e8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:17.855961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:17.857825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a702213c-172d-4520-9b74-5f3b22cc29e8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:17.910694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:17.933144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:18.099096 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] Routers {'a702213c-172d-4520-9b74-5f3b22cc29e8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:18.099720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a702213c-172d-4520-9b74-5f3b22cc29e8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:18.131151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router a5722d17-2ba0-451e-9b51-5cf8345ad861 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:18.148586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.210916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:18.212056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba2ba-e001-49dc-a54b-b34df0ef3d93 None None] The sync data for ids ['a702213c-172d-4520-9b74-5f3b22cc29e8'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:18.212846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] Pushing event deleted for resources: {'Port': ['ID=d12ebd99-c7e5-49b5-adcc-db1e4fd40702,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:18.236386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ef06e-53f6-4cf4-9894-1feb0fc3f803 None None] No DVR routers for this DVR port d12ebd99-c7e5-49b5-adcc-db1e4fd40702 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:18.377980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:18.405452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Usage tracker for resource:subnet and tenant:47f97da193044024b9f87f91dc53f9d6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:18.409689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:18.433971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4f44-4591-4146-ac2b-0964be402b35 req-ee76c8a0-03f5-460e-bd8b-c65baaf97ae1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:18.435424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-800d4f44-4591-4146-ac2b-0964be402b35 req-ee76c8a0-03f5-460e-bd8b-c65baaf97ae1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4266086 Feb 14 17:52:18.439296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:18.521230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.535425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.583394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-800d4f44-4591-4146-ac2b-0964be402b35 req-9f16c6df-4af4-4262-ab0d-f4e89262f2b6 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283610 Feb 14 17:52:18.584190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.634006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.677864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Made reservation on behalf of 47f97da193044024b9f87f91dc53f9d6 for: {'subnet': 2} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:18.737140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:18.746475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Sync routers for ids ['a5722d17-2ba0-451e-9b51-5cf8345ad861'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:18.761337 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Routers {'a5722d17-2ba0-451e-9b51-5cf8345ad861'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:18.762778 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a5722d17-2ba0-451e-9b51-5cf8345ad861'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:18.818059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:18.821179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] In _notify_port_updated(), no bound segment for port b35b5358-0913-4b1f-8f0b-dd49cd0670be on network 8637f3ed-eb61-424f-b309-a3aad7443327 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:52:18.822713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.824953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:18.825485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.826891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/ports/b35b5358-0913-4b1f-8f0b-dd49cd0670be HTTP/1.1" status: 200 len: 818 time: 1.4618526 Feb 14 17:52:18.832242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37264) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:18.834827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:18.847131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac95d0-0605-4b06-974b-63c2b47430d9 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:18.854142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:18.854788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.859109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=dce11224-ed49-4dee-ad0c-f44a28f33c9d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:18.861011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d2ca1-8c74-4a38-9130-eeefd7f564cf tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=b35b5358-0913-4b1f-8f0b-dd49cd0670be,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:18.914719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port b35b5358-0913-4b1f-8f0b-dd49cd0670be {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:18.915065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.945811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:18.947134 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-504ec200-1790-4228-9f35-165af29cea4c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7709332 Feb 14 17:52:18.959321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37268) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:19.002475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Set router a5722d17-2ba0-451e-9b51-5cf8345ad861 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:19.041643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.042909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.209 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/fb7413f2-3b92-47ab-808e-a880a13d0b32) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:19.117244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'dce11224-ed49-4dee-ad0c-f44a28f33c9d'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:19.118177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.188737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Deleting port 7421cef5-7f5c-4d0d-9dae-332cfba344e7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:19.189106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.228885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.266748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0fb4e9d-92ef-4049-b797-c682ca36c4ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2985561 Feb 14 17:52:19.294407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Allocated IP 172.20.0.2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/dce11224-ed49-4dee-ad0c-f44a28f33c9d/9190e673-6def-4f0b-9f2f-95d8ede32163) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:19.296043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37272) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:19.307340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.307892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.370685 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'name': '', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'external_fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:14Z', 'updated_at': '2022-02-14T17:52:17Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'name': '', 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:15Z', 'updated_at': '2022-02-14T17:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:19.376577 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Checking router: a5722d17-2ba0-451e-9b51-5cf8345ad861 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:52:19.377181 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Updating router a5722d17-2ba0-451e-9b51-5cf8345ad861 port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:52:19.390933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:19.413278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.441097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.445676 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.555760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.584768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:19.590792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Transition to ACTIVE for port object 9190e673-6def-4f0b-9f2f-95d8ede32163 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:19.594036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:19.599279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=fb7413f2-3b92-47ab-808e-a880a13d0b32,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:19.606590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:19.633662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Transition to ACTIVE for port object 9190e673-6def-4f0b-9f2f-95d8ede32163 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:19.648314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for b35b5358-0913-4b1f-8f0b-dd49cd0670be owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:19.720472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.759292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.827877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:19.830759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:19.834682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:19.841140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Pushing event updated for resources: {'Port': ['ID=9190e673-6def-4f0b-9f2f-95d8ede32163,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:19.952541 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.970180 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Transition to ACTIVE for port object 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:19.973944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:19.978727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:19.983442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:19.987143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Attempting to bind port 9190e673-6def-4f0b-9f2f-95d8ede32163 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:19.987644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Attempting to bind port 9190e673-6def-4f0b-9f2f-95d8ede32163 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:19.987855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Attempting to bind port 9190e673-6def-4f0b-9f2f-95d8ede32163 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:19.991090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:19.994540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:19.995276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:19.995777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:19.996173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:19.996638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Bound port: 9190e673-6def-4f0b-9f2f-95d8ede32163, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:19.997042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.040944 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.061766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Calling delete_port for 7421cef5-7f5c-4d0d-9dae-332cfba344e7 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:20.082275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:20.131621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] For port 9190e673-6def-4f0b-9f2f-95d8ede32163, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:20.149412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.150045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Attempting to bind port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:20.150472 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Attempting to bind port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5f8b2fc2-b741-45be-86e2-e3c0dce75444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:20.150891 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Attempting to bind port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb on network 0b098d47-1274-41de-a0ec-477ac5792ec0 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:20.172199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:20.172651 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Checking segment: {'id': '5f8b2fc2-b741-45be-86e2-e3c0dce75444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:20.173137 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.173592 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Bound using segment: {'id': '5f8b2fc2-b741-45be-86e2-e3c0dce75444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:20.174123 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Bound port: 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8b2fc2-b741-45be-86e2-e3c0dce75444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:20.174546 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.194408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] For port 9190e673-6def-4f0b-9f2f-95d8ede32163, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9190e673-6def-4f0b-9f2f-95d8ede32163,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:20.203397 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Pushing event updated for resources: {'Port': ['ID=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:20.219130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.228506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.228955 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.229353 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.230148 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.230148 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.230511 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.231377 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.231754 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.232310 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.232776 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.233167 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:52:20.263891 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] For port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:20.264430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.267706 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] For port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,segment=NetworkSegment(5f8b2fc2-b741-45be-86e2-e3c0dce75444),segment_id=5f8b2fc2-b741-45be-86e2-e3c0dce75444)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:20.276336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58fb13-a3da-4d84-a11f-5d3bf81cf8bb req-67461501-9b3a-41dd-80da-2005e592df83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:20.277928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f58fb13-a3da-4d84-a11f-5d3bf81cf8bb req-67461501-9b3a-41dd-80da-2005e592df83 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4724319 Feb 14 17:52:20.339397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=b35b5358-0913-4b1f-8f0b-dd49cd0670be,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:20.352384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73caf6-8a32-40e7-a243-f0ebafe7326b None None] Pushing event updated for resources: {'Port': ['ID=9190e673-6def-4f0b-9f2f-95d8ede32163,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:20.354741 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.381801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.456387 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d869b44-3a59-4400-a3c7-331e82763fc6 None None] Pushing event updated for resources: {'Port': ['ID=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:20.478880 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Routers {'a5722d17-2ba0-451e-9b51-5cf8345ad861'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:20.479995 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a5722d17-2ba0-451e-9b51-5cf8345ad861'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:20.579594 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1417fcd3-409e-47d7-b418-58aefd0cc936 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/b35b5358-0913-4b1f-8f0b-dd49cd0670be HTTP/1.1" status: 204 len: 168 time: 1.7433851 Feb 14 17:52:20.583842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37278) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:20.655170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.717328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Pushing event deleted for resources: {'Port': ['ID=7421cef5-7f5c-4d0d-9dae-332cfba344e7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:20.719508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.746065 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] Set router a5722d17-2ba0-451e-9b51-5cf8345ad861 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:20.793594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13caf2b3-bf66-4eaf-9c6a-828ce15ed63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.833876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.872317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38febd-8401-4315-9bff-c09b2a1a994b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:20.873079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb38febd-8401-4315-9bff-c09b2a1a994b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:20.956803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Deleting port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:20.957238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:20.977861 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f58fb13-a3da-4d84-a11f-5d3bf81cf8bb req-1e5b77d0-cd0e-4f81-b068-d5c505a893d1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6883247 Feb 14 17:52:21.054838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb38febd-8401-4315-9bff-c09b2a1a994b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:21.056148 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb38febd-8401-4315-9bff-c09b2a1a994b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4670143 Feb 14 17:52:21.059540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37282) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:21.076302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.078224 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'name': '', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'external_fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:14Z', 'updated_at': '2022-02-14T17:52:17Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'name': '', 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:15Z', 'updated_at': '2022-02-14T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:21.082287 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f1696-233e-4660-b8ca-98d184a73661 None None] The sync data for ids ['a5722d17-2ba0-451e-9b51-5cf8345ad861'] in dv-neutron-823271-4-hyperv is: [{'id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'name': '', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'external_fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:14Z', 'updated_at': '2022-02-14T17:52:17Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '2b595f87-4c55-4f2d-84cb-46d2b2a69bbb', 'name': '', 'network_id': '0b098d47-1274-41de-a0ec-477ac5792ec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722d17-2ba0-451e-9b51-5cf8345ad861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:15Z', 'updated_at': '2022-02-14T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc11b6ea-91f0-4601-a602-173ac62dfbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:21.121120 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b106f75-2623-4135-b954-199a80c20efd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:52:21.121617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b106f75-2623-4135-b954-199a80c20efd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:21.156435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.247095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b106f75-2623-4135-b954-199a80c20efd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:21.248397 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5b106f75-2623-4135-b954-199a80c20efd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/b35b5358-0913-4b1f-8f0b-dd49cd0670be HTTP/1.1" status: 404 len: 333 time: 0.1849139 Feb 14 17:52:21.264920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37286) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:21.293565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.295308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1822557238'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:21.314131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.345526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:21.364093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:21.371249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:21.395904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:21.411120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Subnet': ['ID=0cb28a31-0c38-4eaa-9655-d0662baf3614,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:21.490853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9190e673-6def-4f0b-9f2f-95d8ede32163 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:21.510825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Checking segment: {'id': '3c3aa631-d0e9-496e-9ff2-1f8401a869b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:21.511239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network hostable DHCP agents. Network: 2bca072f-dd83-4a42-82ea-53d5fdd40f15, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:21.537212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] For port 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,segment=NetworkSegment(5f8b2fc2-b741-45be-86e2-e3c0dce75444),segment_id=5f8b2fc2-b741-45be-86e2-e3c0dce75444)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:21.537660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.547765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:21.550754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.689808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.693604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:21.696375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9190e673-6def-4f0b-9f2f-95d8ede32163 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:21.713168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.713523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 6a760720-e606-42a5-ba32-acaea525c8a7 of type vlan for network 7a315ac2-e096-49d9-a507-96b6d3262b66 Feb 14 17:52:21.804874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.839425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Calling delete_port for 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:21.839978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Provisioning for port 9190e673-6def-4f0b-9f2f-95d8ede32163 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:21.847625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Provisioning complete for port 9190e673-6def-4f0b-9f2f-95d8ede32163 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:21.847994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:21.893530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Router a702213c-172d-4520-9b74-5f3b22cc29e8 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:21.948765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:21.990164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.013992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.029243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] For port 9190e673-6def-4f0b-9f2f-95d8ede32163, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9190e673-6def-4f0b-9f2f-95d8ede32163,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:22.091462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:22.101870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.142496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.143914 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f12977b-4fe1-4dcc-afb7-12bbdd2af7f6 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "PUT /v2.0/routers/a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 200 len: 710 time: 4.2930629 Feb 14 17:52:22.149032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37292) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:22.160252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] Sync routers for ids ['a702213c-172d-4520-9b74-5f3b22cc29e8'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:22.197903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] Routers {'a702213c-172d-4520-9b74-5f3b22cc29e8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:22.198440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a702213c-172d-4520-9b74-5f3b22cc29e8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:22.239130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.262622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:22.267288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99fbfa-6dc3-4d9b-bb97-0b17b613cd84 None None] Pushing event updated for resources: {'Port': ['ID=9190e673-6def-4f0b-9f2f-95d8ede32163,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:22.278620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] Routers {'a702213c-172d-4520-9b74-5f3b22cc29e8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:22.278711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.278822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a702213c-172d-4520-9b74-5f3b22cc29e8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:22.283525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:22.284112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.293112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b595f87-4c55-4f2d-84cb-46d2b2a69bbb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:22.317191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 2bca072f-dd83-4a42-82ea-53d5fdd40f15) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:22.332293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d6445-47fa-4972-8e5f-4689aef8a6dc None None] Network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:22.355561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:22.355974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bf2b5-f66c-4253-bf16-68d59a193604 None None] The sync data for ids ['a702213c-172d-4520-9b74-5f3b22cc29e8'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:22.399997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.537217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.586245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-2bca072f-dd83-4a42-82ea-53d5fdd40f15', 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15', 'tenant_id': '47f97da193044024b9f87f91dc53f9d6', 'fixed_ips': [{'subnet_id': '0cb28a31-0c38-4eaa-9655-d0662baf3614'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:22.595964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.644012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=7a315ac2-e096-49d9-a507-96b6d3262b66,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:22.646230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:22.660812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:22.721124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-798b248f-4d44-448d-b6e0-0a260ea6b7fd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4430013 Feb 14 17:52:22.731020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37296) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:22.731216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event updated for resources: {'Subnet': ['ID=b6d96a42-21dd-4e45-9fcf-e404b1b770ef,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:22.736600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:22.770980 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a0c4daa8-ccce-4526-823f-843e1b95eb88 tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/routers/a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 200 len: 745 time: 0.6029780 Feb 14 17:52:22.780043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37300) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:22.856135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Allocated IP 172.20.0.2 (2bca072f-dd83-4a42-82ea-53d5fdd40f15/0cb28a31-0c38-4eaa-9655-d0662baf3614/a4ccf01c-58ac-43cc-8d15-473cc1e9186d) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:22.868967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f12842ef-a3cf-4deb-b89d-fda8d2df313e tempest-RoutersIpV6AdminTest-195893384 tempest-RoutersIpV6AdminTest-195893384-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 200 len: 205 time: 0.0807662 Feb 14 17:52:22.869531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37304) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:22.872604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2e198-1e92-4fbf-b9ef-8ea75a1f6ccc req-c80b9964-cdf1-4873-96a0-fc81526e14c2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:22.874134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-00c2e198-1e92-4fbf-b9ef-8ea75a1f6ccc req-c80b9964-cdf1-4873-96a0-fc81526e14c2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6557755 Feb 14 17:52:22.883384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Checking segment: {'id': '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:22.883598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network hostable DHCP agents. Network: 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:22.918083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.944694 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-59aa493b-5d17-4a26-9d69-62a16726574e tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 200 len: 205 time: 0.0720005 Feb 14 17:52:22.954541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.956289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37308) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:22.967787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:22.991436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:23.004875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:23.008857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:23.015941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:23.088636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.090665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:23.105365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Transition to ACTIVE for port object a4ccf01c-58ac-43cc-8d15-473cc1e9186d will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:23.124583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-00c2e198-1e92-4fbf-b9ef-8ea75a1f6ccc req-2932cd30-c53a-4271-b0bd-71a5db61c920 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425175 Feb 14 17:52:23.132505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.144470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Transition to ACTIVE for port object a4ccf01c-58ac-43cc-8d15-473cc1e9186d will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:23.151083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99c3b41b-cb5d-4f4a-9e50-6ed90e4743cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.165875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.166364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5722d17-2ba0-451e-9b51-5cf8345ad861 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:52:23.188631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.189815 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc3d6509-12fa-4481-839f-ff573de5700b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a5722d17-2ba0-451e-9b51-5cf8345ad861 HTTP/1.1" status: 204 len: 168 time: 4.2247968 Feb 14 17:52:23.192828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37312) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:23.200295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:23.228590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.236497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.287848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=fb7413f2-3b92-47ab-808e-a880a13d0b32,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:23.298252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.312181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:23.318085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:23.322764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:23.338226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Pushing event updated for resources: {'Port': ['ID=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:23.371468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:23.379918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9190e673-6def-4f0b-9f2f-95d8ede32163 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:23.388234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.403756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bc291-009a-4d74-a249-d5ebc302161a None None] Network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:23.476406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Deleting subnet dc11b6ea-91f0-4601-a602-173ac62dfbe9 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:23.492960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.564220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.595660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:23.596042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:23.596717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.615794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Attempting to bind port a4ccf01c-58ac-43cc-8d15-473cc1e9186d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:23.616339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Attempting to bind port a4ccf01c-58ac-43cc-8d15-473cc1e9186d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '3c3aa631-d0e9-496e-9ff2-1f8401a869b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:23.616588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Attempting to bind port a4ccf01c-58ac-43cc-8d15-473cc1e9186d on network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:23.639042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.645070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:23.645442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Checking segment: {'id': '3c3aa631-d0e9-496e-9ff2-1f8401a869b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:23.645839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.646225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Bound using segment: {'id': '3c3aa631-d0e9-496e-9ff2-1f8401a869b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:23.646692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Bound port: a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3aa631-d0e9-496e-9ff2-1f8401a869b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bca072f-dd83-4a42-82ea-53d5fdd40f15'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:23.647061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.666509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.774237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8a8ce835-c05c-4f0d-9af4-d181cb5bc743 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.0964186 Feb 14 17:52:23.777580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9190e673-6def-4f0b-9f2f-95d8ede32163 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:23.777959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.778084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37316) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:23.881454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] For port a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:23.890948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.901777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] For port a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,segment=NetworkSegment(3c3aa631-d0e9-496e-9ff2-1f8401a869b6),segment_id=3c3aa631-d0e9-496e-9ff2-1f8401a869b6)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:23.932370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-0e857fc5-aaa0-4c98-b9bc-9092b10c0a28', 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28', 'tenant_id': '47f97da193044024b9f87f91dc53f9d6', 'fixed_ips': [{'subnet_id': 'b6d96a42-21dd-4e45-9fcf-e404b1b770ef'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:23.933382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.938598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.942086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dc11b6ea-91f0-4601-a602-173ac62dfbe9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:23.956283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:23.978481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.007979 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4caadddc-c93c-43fe-bf63-a338a3e5e96c tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/dc11b6ea-91f0-4601-a602-173ac62dfbe9 HTTP/1.1" status: 204 len: 168 time: 0.8117678 Feb 14 17:52:24.009717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37320) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.088070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.089528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.091001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.093297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Synchronizing usage tracker for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:24.095145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=46b42529-a08c-424e-abcf-a0324f473ae4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:24.123758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af210-8892-42b6-9059-e555ed306e50 None None] Pushing event updated for resources: {'Port': ['ID=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:24.155631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.157633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '6a760720-e606-42a5-ba32-acaea525c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:24.160512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: 7a315ac2-e096-49d9-a507-96b6d3262b66, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:24.236539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Allocated IP 172.20.0.18 (0e857fc5-aaa0-4c98-b9bc-9092b10c0a28/b6d96a42-21dd-4e45-9fcf-e404b1b770ef/7f16402b-b3cf-4aba-bfc2-12378ac7f384) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:24.269437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.284918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 9190e673-6def-4f0b-9f2f-95d8ede32163, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9190e673-6def-4f0b-9f2f-95d8ede32163,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:24.316064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.322448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.330540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.351830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.367123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.382880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b098d47-1274-41de-a0ec-477ac5792ec0']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:24.390547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:24.405676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8b2fc2-b741-45be-86e2-e3c0dce75444') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:24.405990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8b2fc2-b741-45be-86e2-e3c0dce75444') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:24.419392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.436901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.437666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.439242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.451800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:24.451800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:24.476146 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:24.532740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 7a315ac2-e096-49d9-a507-96b6d3262b66) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:24.538115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.544954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.548966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.550421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Transition to ACTIVE for port object 7f16402b-b3cf-4aba-bfc2-12378ac7f384 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:24.573461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Unset dirty status for tenant:47f97da193044024b9f87f91dc53f9d6 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:24.574957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-05cdc9c2-986c-4797-9b3c-e45b5c27a859 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7942543 Feb 14 17:52:24.583373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37326) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.595988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80dd40b-03df-46d6-b96c-43d1d3510331 None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:24.604281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.609841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Fanout notify agent at l3_agent the message router_deleted on router a702213c-172d-4520-9b74-5f3b22cc29e8 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:52:24.617126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Transition to ACTIVE for port object 7f16402b-b3cf-4aba-bfc2-12378ac7f384 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:24.668159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:24.671940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.673282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ae9e2c9f-784f-44a1-a9d7-932e3f211632 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 204 len: 168 time: 1.7145205 Feb 14 17:52:24.679296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:24.682208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=cef39555-8877-44c6-a287-9405c5a8aaa3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:24.692829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.698022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.698213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd69fb-c144-4a9d-a13d-1d02f9853d49 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:24.698331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37330) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.769967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=9190e673-6def-4f0b-9f2f-95d8ede32163,revision_number=5']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:24.771151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.775563 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ba1760f3-8982-4187-9679-c5ff80454ebe tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 200 len: 205 time: 0.0728114 Feb 14 17:52:24.781044 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 54d14ae0-3d0e-47f2-8658-e08406167633 associated. External IP: 172.26.4.209, port: 34805970-9906-416c-a531-93de973bbbcb. Feb 14 17:52:24.783157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37334) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.796592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.803369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b098d47-1274-41de-a0ec-477ac5792ec0 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 17:52:24.806108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:24.807962 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0b098d47-1274-41de-a0ec-477ac5792ec0 HTTP/1.1" status: 204 len: 168 time: 0.7982574 Feb 14 17:52:24.877651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab9d2d-b33d-40d5-9372-41d2e0c4bf31 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b098d47-1274-41de-a0ec-477ac5792ec0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:24.896824 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2dfed99e-f35f-4e5e-8e00-ea609186eaff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1652036 Feb 14 17:52:24.897819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37340) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.901627 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-b97200da-6af8-4dab-a5d4-75d804d3c5a0 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:24.906019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.906291 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b97200da-6af8-4dab-a5d4-75d804d3c5a0 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/a702213c-172d-4520-9b74-5f3b22cc29e8 HTTP/1.1" status: 404 len: 336 time: 0.1065688 Feb 14 17:52:24.911959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:24.957022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50879929-57cc-42b5-8eb1-a4fca0764468 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6535349 Feb 14 17:52:24.958253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37350) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:24.989319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176997a-a52e-445d-a4f2-6ce02239181a req-d2033f33-597a-4e40-8bd2-0902ee0a7ab2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:24.990737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3176997a-a52e-445d-a4f2-6ce02239181a req-d2033f33-597a-4e40-8bd2-0902ee0a7ab2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6093686 Feb 14 17:52:25.008997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:37:4c:89', 'name': 'tempest-NetworksTestDHCPv6-1194662941'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:25.035848 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c524499f-2b3b-4e43-b803-cd441250da86 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 200 len: 205 time: 0.1263478 Feb 14 17:52:25.042640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37354) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:25.048106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:25.054253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:25.100378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:25.113324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Pushing event updated for resources: {'Port': ['ID=7f16402b-b3cf-4aba-bfc2-12378ac7f384,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:25.151250 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-4bee7504-c29f-465f-890a-c6a644ff5359 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:25.155874 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4bee7504-c29f-465f-890a-c6a644ff5359 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/ac22a993-7417-45fb-a63b-b559613c99fd HTTP/1.1" status: 404 len: 336 time: 0.1120927 Feb 14 17:52:25.156384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37360) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:25.218013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting subnet 0cb28a31-0c38-4eaa-9655-d0662baf3614 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:25.377948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Attempting to bind port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:25.378317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Attempting to bind port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:25.378680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Attempting to bind port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 on network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:25.393462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:25.393845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Checking segment: {'id': '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:25.394540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.394686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Bound using segment: {'id': '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:25.395059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Bound port: 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e857fc5-aaa0-4c98-b9bc-9092b10c0a28'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:25.395428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.407500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.414139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-7a315ac2-e096-49d9-a507-96b6d3262b66', 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': '46b42529-a08c-424e-abcf-a0324f473ae4'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:25.415019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.475739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37364) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:25.495128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'name': 'tempest-router--2013891869', 'project_id': 'e82758d5fc6c4833a5a1cfc553ac9003'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:25.503517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.531038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:25.544464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:router and tenant:e82758d5fc6c4833a5a1cfc553ac9003 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:25.546754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9190e673-6def-4f0b-9f2f-95d8ede32163 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:25.573390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3176997a-a52e-445d-a4f2-6ce02239181a req-3243952b-3f7a-4902-bfad-8c15f4bcea18 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5454805 Feb 14 17:52:25.575581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:25.613026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:25.658555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.741001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.742217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.765329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:25.775607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:25.780843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:25.804536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:25.817937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.825164 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-276be497-20e2-411f-9a26-4f9b91661932 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 200 len: 205 time: 0.6609433 Feb 14 17:52:25.825164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:25.827577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37370) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:25.860799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.932490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:25.937231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:25.941908 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-9f4080d5-d89b-42e1-a68c-1a025cd582bd tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:25.945757 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9f4080d5-d89b-42e1-a68c-1a025cd582bd tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/9f3a2b6e-59d9-4b36-ab79-d7973cc1b504 HTTP/1.1" status: 404 len: 336 time: 0.1172240 Feb 14 17:52:25.946324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37374) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:25.947646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:25.963470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:25.977466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:25.992822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.010832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f338e8-3f92-4e6f-9451-de9a857cd035 None None] Network 2bca072f-dd83-4a42-82ea-53d5fdd40f15 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:26.033357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:26.046042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb28a31-0c38-4eaa-9655-d0662baf3614,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:26.054607 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-36b75dcb-1ffc-4150-b154-7e573c65a8c3 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 200 len: 205 time: 0.0723839 Feb 14 17:52:26.055540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37378) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.103116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7f16402b-b3cf-4aba-bfc2-12378ac7f384,segment=NetworkSegment(8fa43fa5-0e60-497d-924a-6a7e0b4d3b04),segment_id=8fa43fa5-0e60-497d-924a-6a7e0b4d3b04)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:26.159628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.175063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Allocated IP 172.20.0.2 (7a315ac2-e096-49d9-a507-96b6d3262b66/46b42529-a08c-424e-abcf-a0324f473ae4/cf04d172-8475-4289-a6d7-b160afeeda81) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:26.178283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.203432 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-e4d5ec30-6bde-4b31-a9ef-6da6dedff8a9 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:26.208282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.210605 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4d5ec30-6bde-4b31-a9ef-6da6dedff8a9 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/cf354118-ad64-49d9-836f-bf68b5e1aeb6 HTTP/1.1" status: 404 len: 336 time: 0.1521978 Feb 14 17:52:26.235165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9190e673-6def-4f0b-9f2f-95d8ede32163 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:26.235578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.274223 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9e9774d8-968e-4a1e-bada-3737028110cf tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/subnets/0cb28a31-0c38-4eaa-9655-d0662baf3614 HTTP/1.1" status: 204 len: 168 time: 1.6938093 Feb 14 17:52:26.275122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:26.279514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.314289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37388) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.388238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.389987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f43611bb-1905-493c-9835-bea9430a8768 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9106495 Feb 14 17:52:26.399722 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a181722-6154-4b85-bcdb-371ba43d0af8 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 200 len: 205 time: 0.1890180 Feb 14 17:52:26.400740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37392) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.409039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.414339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37394) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.479123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fd66d-6bec-439d-8efd-5799ee91751b None None] Pushing event updated for resources: {'Port': ['ID=7f16402b-b3cf-4aba-bfc2-12378ac7f384,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:26.537380 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-e79a4a04-4a14-4e80-8a4f-1c47a69bd78d tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:26.541224 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e79a4a04-4a14-4e80-8a4f-1c47a69bd78d tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/101c468e-07ba-46ae-9e1a-7ecd383a789d HTTP/1.1" status: 404 len: 336 time: 0.1215479 Feb 14 17:52:26.544496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37400) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.574897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port b6ee89ee-a9f5-43ad-976a-b46281f2e325 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:26.597468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60109553-f80b-4ad7-951b-0470c8278e12 None None] Provisioning for port a4ccf01c-58ac-43cc-8d15-473cc1e9186d completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:26.681837 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7ffe7bcf-501a-48cf-828d-8308d51e1f8d tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "GET /v2.0/ports?device_id=217a44fa-39ba-4e4e-b28c-8332f24fcc21 HTTP/1.1" status: 200 len: 205 time: 0.1312900 Feb 14 17:52:26.711130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37404) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.792790 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 46b42529-a08c-424e-abcf-a0324f473ae4 (CIDR: 172.20.0.0/28) Feb 14 17:52:26.815514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a4ccf01c-58ac-43cc-8d15-473cc1e9186d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:26.836551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-fd5772c6-559a-4a60-9fee-ce0500bbc147 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] delete failed (client error): The resource could not be found. Feb 14 17:52:26.840103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fd5772c6-559a-4a60-9fee-ce0500bbc147 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/routers/217a44fa-39ba-4e4e-b28c-8332f24fcc21 HTTP/1.1" status: 404 len: 336 time: 0.1194701 Feb 14 17:52:26.845412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37408) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:26.857383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting subnet b6d96a42-21dd-4e45-9fcf-e404b1b770ef {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:26.864875 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:26.865077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:26.868822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.929024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0e26c6-7ebb-44ad-9d0d-9bbc96359910 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] DELETE failed (client error): The resource could not be found. Feb 14 17:52:26.929454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0e26c6-7ebb-44ad-9d0d-9bbc96359910 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:26.934752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.954114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:26.955893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Transition to ACTIVE for port object cf04d172-8475-4289-a6d7-b160afeeda81 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:26.975448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ac0e26c6-7ebb-44ad-9d0d-9bbc96359910 tempest-RoutersIpV6AdminTest-375344478 tempest-RoutersIpV6AdminTest-375344478-project] 10.222.0.30 "DELETE /v2.0/subnets/92caa7ac-2b48-4186-9bee-0b5755419237 HTTP/1.1" status: 404 len: 337 time: 0.1240115 Feb 14 17:52:26.995558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91facd39-843c-4df3-8a35-beff05ded8c3 req-7aebfd88-c575-4dc5-9372-4e1f254dc85b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:27.005003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-91facd39-843c-4df3-8a35-beff05ded8c3 req-7aebfd88-c575-4dc5-9372-4e1f254dc85b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.6709321 Feb 14 17:52:27.015055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4b1675c7-bf3c-44f3-a9fa-ba3f452dc9cf None None] Provisioning complete for port 9190e673-6def-4f0b-9f2f-95d8ede32163 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:27.018032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b1675c7-bf3c-44f3-a9fa-ba3f452dc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.020176 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7d05249b-4b0f-448d-a039-120433f5b396 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1127753 Feb 14 17:52:27.024041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37414) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:27.030174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:27.054711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.094758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] DHCP port deletion for 2bca072f-dd83-4a42-82ea-53d5fdd40f15 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:27.108677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a4ccf01c-58ac-43cc-8d15-473cc1e9186d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:27.118311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Deleting port a4ccf01c-58ac-43cc-8d15-473cc1e9186d {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:27.118705 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.167235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Transition to ACTIVE for port object cf04d172-8475-4289-a6d7-b160afeeda81 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:27.198892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a4ccf01c-58ac-43cc-8d15-473cc1e9186d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:27.199249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.246392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.269149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.324211 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-2d4ce9b1-3874-4491-ba3b-0691e609cef3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.8018081 Feb 14 17:52:27.330354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:27.341795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:27.345656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:27.354564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:27.459056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:27.467298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:27.474384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:27.478515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.484172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Pushing event updated for resources: {'Port': ['ID=cf04d172-8475-4289-a6d7-b160afeeda81,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:27.489378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:27.520369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.629178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:27.645241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-91facd39-843c-4df3-8a35-beff05ded8c3 req-84157ecf-8e13-448b-ad91-213cdeb1164e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6396759 Feb 14 17:52:27.655465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d96a42-21dd-4e45-9fcf-e404b1b770ef,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:27.682406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.708829 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0631efdc-29b4-463e-a41d-67346b731693 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/subnets/b6d96a42-21dd-4e45-9fcf-e404b1b770ef HTTP/1.1" status: 204 len: 168 time: 1.3935840 Feb 14 17:52:27.753849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] For port a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,segment=NetworkSegment(3c3aa631-d0e9-496e-9ff2-1f8401a869b6),segment_id=3c3aa631-d0e9-496e-9ff2-1f8401a869b6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:27.755124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:27.782193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37426) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:27.784175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 172.20.0.14 (ec992c4f-9a29-4213-84c0-4010e08b02ef/dce11224-ed49-4dee-ad0c-f44a28f33c9d/b6ee89ee-a9f5-43ad-976a-b46281f2e325) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:27.994306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe37:4c89 (ec992c4f-9a29-4213-84c0-4010e08b02ef/cef39555-8877-44c6-a287-9405c5a8aaa3/b6ee89ee-a9f5-43ad-976a-b46281f2e325) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:28.046486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.073319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Calling delete_port for a4ccf01c-58ac-43cc-8d15-473cc1e9186d owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:28.089151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:28.093370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Usage tracker for resource:security_group_rule and tenant:7430893bfdc8425da51f9b4febc71f5c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:28.097491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:28.103540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:28.141822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:28.201103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.267603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e80f2-b44c-406d-aaa4-8fc5fa6a3093 None None] Network 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:28.279991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.310654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.330454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1205954-b27b-4fdd-b626-533aa302024a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:28.335145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.359537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-a2b09eef-292f-4a72-8800-183afa13d52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:28.361043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-a2b09eef-292f-4a72-8800-183afa13d52d service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 1.0258920 Feb 14 17:52:28.375599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3804535-8907-46c2-9d70-3773a56eda65 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:28.377066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b3804535-8907-46c2-9d70-3773a56eda65 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5834372 Feb 14 17:52:28.382871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37430) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:28.387475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.393783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Attempting to bind port cf04d172-8475-4289-a6d7-b160afeeda81 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:28.394265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Attempting to bind port cf04d172-8475-4289-a6d7-b160afeeda81 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '6a760720-e606-42a5-ba32-acaea525c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:28.394878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Attempting to bind port cf04d172-8475-4289-a6d7-b160afeeda81 on network 7a315ac2-e096-49d9-a507-96b6d3262b66 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:28.410817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29876ab5-e852-48d6-b9ff-0d407171d3fc None None] Provisioning for port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:28.455740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,segment=NetworkSegment(3c3aa631-d0e9-496e-9ff2-1f8401a869b6),segment_id=3c3aa631-d0e9-496e-9ff2-1f8401a869b6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:28.466145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:28.466628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Checking segment: {'id': '6a760720-e606-42a5-ba32-acaea525c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:28.467717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.468220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Bound using segment: {'id': '6a760720-e606-42a5-ba32-acaea525c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:28.468802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Bound port: cf04d172-8475-4289-a6d7-b160afeeda81, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a760720-e606-42a5-ba32-acaea525c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:28.469265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.507631 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e75c370-a239-44d6-8800-de61d1d5542d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7430893bfdc8425da51f9b4febc71f5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8706257 Feb 14 17:52:28.511466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:28.516939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37434) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:28.517775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:28.532446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:28.533057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.535785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.537973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=af3cf85d-e3d9-4da0-8f9c-b84984845bb5,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:28.557465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.607011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.640447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:28.640815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.680149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.688773 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6547d1cc-feeb-4aba-9811-2c7499ad8b1d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6636765 Feb 14 17:52:28.705522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37440) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:28.715470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'fixed_ips': [{'subnet_id': '46b42529-a08c-424e-abcf-a0324f473ae4'}, {'subnet_id': 'af3cf85d-e3d9-4da0-8f9c-b84984845bb5'}], 'name': 'tempest-PortsTestJSON-1892755920'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:28.751077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-86a94dcb-bef4-4345-98a6-38182fea011f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.3660662 Feb 14 17:52:28.794450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:28.798395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf04d172-8475-4289-a6d7-b160afeeda81,segment=NetworkSegment(6a760720-e606-42a5-ba32-acaea525c8a7),segment_id=6a760720-e606-42a5-ba32-acaea525c8a7)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:28.801227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7f16402b-b3cf-4aba-bfc2-12378ac7f384 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:28.809090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.847173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:28.847173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:28.896966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.903919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.918991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-e2be59b4-9392-473c-be22-940e5be5b128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:28.920501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-e2be59b4-9392-473c-be22-940e5be5b128 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.1432595 Feb 14 17:52:28.928611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:28.928828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:28.929163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3de59e-e5b8-4d8c-9a13-1800b8b58eef {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:52:28.985684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object b6ee89ee-a9f5-43ad-976a-b46281f2e325 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:29.011314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.012727 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0f0a9c0-49cf-441f-85d1-6839fe98689a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1d3de59e-e5b8-4d8c-9a13-1800b8b58eef HTTP/1.1" status: 204 len: 168 time: 2.5666761 Feb 14 17:52:29.038808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:29.056760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:29.069715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:29.077497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:29.085297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:29.085559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:29.085559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.085763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7f16402b-b3cf-4aba-bfc2-12378ac7f384,segment=NetworkSegment(8fa43fa5-0e60-497d-924a-6a7e0b4d3b04),segment_id=8fa43fa5-0e60-497d-924a-6a7e0b4d3b04)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:29.085763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.108375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747baa6c-4feb-44b8-8202-e8a83384f797 req-08943a9b-7c85-4845-a4c9-5909f9f823a1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:29.108375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-747baa6c-4feb-44b8-8202-e8a83384f797 req-08943a9b-7c85-4845-a4c9-5909f9f823a1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2539074 Feb 14 17:52:29.119492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-488a4125-5cd1-4c08-b0a7-434a6892a026 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838059 Feb 14 17:52:29.152859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4be846-f0c5-42c8-8de6-230ad17b32e8 None None] Pushing event updated for resources: {'Port': ['ID=cf04d172-8475-4289-a6d7-b160afeeda81,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:29.163274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] DHCP port deletion for 0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:29.171792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Deleting port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:29.172328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.255642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.265616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.271588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Calling delete_port for 7f16402b-b3cf-4aba-bfc2-12378ac7f384 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:29.359447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:29.365388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Deleting port a4ccf01c-58ac-43cc-8d15-473cc1e9186d {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:29.365882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.378682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1205954-b27b-4fdd-b626-533aa302024a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:29.387644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.389760 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aefa9e61-154e-447d-ab39-34b4db412ede admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1205954-b27b-4fdd-b626-533aa302024a HTTP/1.1" status: 204 len: 168 time: 0.8691294 Feb 14 17:52:29.495871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.549102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7f16402b-b3cf-4aba-bfc2-12378ac7f384,segment=NetworkSegment(8fa43fa5-0e60-497d-924a-6a7e0b4d3b04),segment_id=8fa43fa5-0e60-497d-924a-6a7e0b4d3b04)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:29.637300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.646279 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.663288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37448) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:29.700042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:29.720739 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:29.733733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:29.736045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:29.743350 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:29.744213 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:29.745430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-747baa6c-4feb-44b8-8202-e8a83384f797 req-77cb5a59-46b7-426c-865a-4c656ef2dc31 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6295199 Feb 14 17:52:29.751009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:29.762426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:29.764275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:29.791451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:29.823660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=b6ee89ee-a9f5-43ad-976a-b46281f2e325,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:29.825459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:29.825804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2b595f87-4c55-4f2d-84cb-46d2b2a69bbb not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:29.826522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a4ccf01c-58ac-43cc-8d15-473cc1e9186d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:29.830997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:29.887753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:29.912859 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:29.931340 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:29.933888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:29.950756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-2143e443-a102-4353-b910-9927b1512a62 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032982 Feb 14 17:52:30.003532 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:30.004309 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1bb473-80f2-48b9-9fc5-4436f1456c22 None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:30.032195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7f16402b-b3cf-4aba-bfc2-12378ac7f384,segment=NetworkSegment(8fa43fa5-0e60-497d-924a-6a7e0b4d3b04),segment_id=8fa43fa5-0e60-497d-924a-6a7e0b4d3b04)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:30.032783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.120469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:30.121394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.175614 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e7a8cb8-1d15-4e37-ab47-8653b87d33a3 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.8618178 Feb 14 17:52:30.180346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37456) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:30.213766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1079795950'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:30.226804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:30.228329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221000687', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:30.236240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:network and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:30.241129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Deleting port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:30.241543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.251810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:30.262039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:30.272504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:30.286436 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22f82291-dcd4-4af9-8714-d682bfd2b5b5 req-729fb7d8-584c-45a6-b486-423b49f0575d service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956557 Feb 14 17:52:30.304545 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-80ea4165-7856-4692-b2d4-34bfbbbe381a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3341274 Feb 14 17:52:30.307288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37460) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:30.364748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:30.372554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Calling delete_port for 7f16402b-b3cf-4aba-bfc2-12378ac7f384 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:30.375224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:30.384625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:30.388011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.398465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:30.435150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:30.470209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] For port a4ccf01c-58ac-43cc-8d15-473cc1e9186d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,segment=NetworkSegment(3c3aa631-d0e9-496e-9ff2-1f8401a869b6),segment_id=3c3aa631-d0e9-496e-9ff2-1f8401a869b6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:30.470649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.472563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382bce6-3bd8-496b-a151-852875e86b85 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:30.476582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382bce6-3bd8-496b-a151-852875e86b85 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:30.486465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6382bce6-3bd8-496b-a151-852875e86b85 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:30.502520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37464) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:30.522908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.523532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Added segment b7d64342-403d-4408-b9ee-a874ce6197fc of type vlan for network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 Feb 14 17:52:30.578193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.602897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9997ce28-ca4a-4816-9e99-8b7cc6ab9632 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b53d90d30b7249f18c72e24742ae187f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0957708 Feb 14 17:52:30.605851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37468) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:30.641198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.641498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6382bce6-3bd8-496b-a151-852875e86b85 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:30.642210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.645519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37472) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:30.645876 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6382bce6-3bd8-496b-a151-852875e86b85 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3374984 Feb 14 17:52:30.700687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.726743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.751927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Calling delete_port for a4ccf01c-58ac-43cc-8d15-473cc1e9186d owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:30.762107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.767054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:30.767622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.783106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abac47-303d-4c1e-9c2e-340e7db7804e None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:30.829332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:30.850605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7f16402b-b3cf-4aba-bfc2-12378ac7f384,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:30.877298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.9 (7a315ac2-e096-49d9-a507-96b6d3262b66/46b42529-a08c-424e-abcf-a0324f473ae4/39814036-1f16-4b6b-afc9-d3f0881c6cf6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:30.890934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Network': ['ID=a4edebb2-88ab-4b7c-9c4b-747ad40adcc2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:30.897402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.26 (7a315ac2-e096-49d9-a507-96b6d3262b66/af3cf85d-e3d9-4da0-8f9c-b84984845bb5/39814036-1f16-4b6b-afc9-d3f0881c6cf6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:30.918782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:30.952327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port b6ee89ee-a9f5-43ad-976a-b46281f2e325 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:30.952622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.005073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-145a5aec-017d-476d-8f6e-431b00cc930b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8080547 Feb 14 17:52:31.005073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.013759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37478) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:31.027222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'subnet': {'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:31.052885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.054159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d22a704a-8057-46fd-9b9f-715311f1e889 HTTP/1.1" status: 204 len: 168 time: 0.4473872 Feb 14 17:52:31.055207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9b651-0d32-432d-80a8-6bff991619fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22a704a-8057-46fd-9b9f-715311f1e889,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:31.077463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.178331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe992ec-ad5f-4ce6-9316-10a184b75a1c req-081c56c3-a81a-4266-942e-ad8714a19c29 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:31.178506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e5cb128b-55c9-4303-b3cf-1815344c9e19 None None] Provisioning for port b6ee89ee-a9f5-43ad-976a-b46281f2e325 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:31.180114 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8fe992ec-ad5f-4ce6-9316-10a184b75a1c req-081c56c3-a81a-4266-942e-ad8714a19c29 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2303531 Feb 14 17:52:31.185212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:31.197023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:31.214896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e5cb128b-55c9-4303-b3cf-1815344c9e19 None None] Provisioning complete for port b6ee89ee-a9f5-43ad-976a-b46281f2e325 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:31.214896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e5cb128b-55c9-4303-b3cf-1815344c9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.246119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8fe992ec-ad5f-4ce6-9316-10a184b75a1c req-44693dd7-52be-4706-aeb3-9d1d46675693 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533218 Feb 14 17:52:31.253540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.261036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] For port 7f16402b-b3cf-4aba-bfc2-12378ac7f384, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7f16402b-b3cf-4aba-bfc2-12378ac7f384,segment=NetworkSegment(8fa43fa5-0e60-497d-924a-6a7e0b4d3b04),segment_id=8fa43fa5-0e60-497d-924a-6a7e0b4d3b04)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:31.262127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.290160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:31.290504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:31.307749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:31.358572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] Pushing event deleted for resources: {'Port': ['ID=a4ccf01c-58ac-43cc-8d15-473cc1e9186d,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:31.375842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb128b-55c9-4303-b3cf-1815344c9e19 None None] Port b6ee89ee-a9f5-43ad-976a-b46281f2e325 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:31.378929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218e307-c8c4-4404-bce2-66832124cb0e None None] No DVR routers for this DVR port a4ccf01c-58ac-43cc-8d15-473cc1e9186d on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:31.474903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.527902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Calling delete_port for 7f16402b-b3cf-4aba-bfc2-12378ac7f384 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:31.604210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf04d172-8475-4289-a6d7-b160afeeda81 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:31.665912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Update dhcp port {'port': {'network_id': '7a315ac2-e096-49d9-a507-96b6d3262b66', 'fixed_ips': [{'subnet_id': '46b42529-a08c-424e-abcf-a0324f473ae4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'af3cf85d-e3d9-4da0-8f9c-b84984845bb5'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': 'cf04d172-8475-4289-a6d7-b160afeeda81'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:52:31.684493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.727852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.817187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.855624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Deleting port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:31.857417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.880842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 39814036-1f16-4b6b-afc9-d3f0881c6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:31.885144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.890396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port cf04d172-8475-4289-a6d7-b160afeeda81 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:31.893462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Provisioning for port cf04d172-8475-4289-a6d7-b160afeeda81 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:31.897826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.930086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:31.930452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.963462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:31.963869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:31.968230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:52:31.998810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Subnet': ['ID=03190f68-fb19-4270-aba8-6e6867dd5b86,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:32.015907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Checking segment: {'id': 'b7d64342-403d-4408-b9ee-a874ce6197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:32.017110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network hostable DHCP agents. Network: a4edebb2-88ab-4b7c-9c4b-747ad40adcc2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:32.022625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.032238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for b6ee89ee-a9f5-43ad-976a-b46281f2e325 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:32.079583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-768377fb-5f8b-4164-88f4-b600764d6005 None None] The port '7f16402b-b3cf-4aba-bfc2-12378ac7f384' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:52:32.101665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:32.190243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Port': ['ID=7f16402b-b3cf-4aba-bfc2-12378ac7f384,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:32.210070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a4edebb2-88ab-4b7c-9c4b-747ad40adcc2) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:32.219315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:32.219315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.220652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] No DVR routers for this DVR port 7f16402b-b3cf-4aba-bfc2-12378ac7f384 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:32.232631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6bb7f-663d-406e-87a5-e752e4da4d7c None None] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:32.349054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-206e06f2-a7da-4def-8c5f-4691f17acc53 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3245628 Feb 14 17:52:32.349840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37502) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:32.362227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-437347508', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:32.383176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:32.393577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:router and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:32.407318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:32.424056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:32.477071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.497792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.527749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.529314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.554748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dbae3-4f33-4df4-92e4-7defe5f95d33 req-b64c7881-8bde-4cf0-a377-e3a7189835bc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:32.556779 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d3dbae3-4f33-4df4-92e4-7defe5f95d33 req-b64c7881-8bde-4cf0-a377-e3a7189835bc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1069443 Feb 14 17:52:32.574004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.634054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.662922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf04d172-8475-4289-a6d7-b160afeeda81,segment=NetworkSegment(6a760720-e606-42a5-ba32-acaea525c8a7),segment_id=6a760720-e606-42a5-ba32-acaea525c8a7)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:32.666398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.672344 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d3dbae3-4f33-4df4-92e4-7defe5f95d33 req-24c8122b-4ad4-4be5-be51-3003862f98ea tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699024 Feb 14 17:52:32.688961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a4edebb2-88ab-4b7c-9c4b-747ad40adcc2', 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2', 'tenant_id': 'a044c903e39a42a8a1e08c99d1aab4d0', 'fixed_ips': [{'subnet_id': '03190f68-fb19-4270-aba8-6e6867dd5b86'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:32.689772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.701418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Allocated IP 172.20.0.18 (7a315ac2-e096-49d9-a507-96b6d3262b66/af3cf85d-e3d9-4da0-8f9c-b84984845bb5/cf04d172-8475-4289-a6d7-b160afeeda81) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:32.749162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37508) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:32.780728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.851680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e857fc5-aaa0-4c98-b9bc-9092b10c0a28']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:32.887496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:32.887830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa43fa5-0e60-497d-924a-6a7e0b4d3b04') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:32.895689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:32.899699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7f16402b-b3cf-4aba-bfc2-12378ac7f384 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:32.932176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:32.941162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=39814036-1f16-4b6b-afc9-d3f0881c6cf6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:32.948176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:32.955024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:32.985195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7f16402b-b3cf-4aba-bfc2-12378ac7f384 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:32.985730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7f16402b-b3cf-4aba-bfc2-12378ac7f384 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:33.004502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96677ef-3d5b-439a-94a6-d6a040205eb4 req-b1b7170e-197e-4a4f-90cb-042d7c6062a9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:33.005916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b96677ef-3d5b-439a-94a6-d6a040205eb4 req-b1b7170e-197e-4a4f-90cb-042d7c6062a9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1304862 Feb 14 17:52:33.015567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.017260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1297856110'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:33.032762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:33.036372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:33.036744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-37624ade-6a3b-4b6d-9d0b-3fa077a59405 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:33.048988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.057915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:33.072116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:33.080929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:33.081343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.082137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=cf04d172-8475-4289-a6d7-b160afeeda81,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:33.097478 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:33.100179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:33.120886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Allocated IP 172.20.0.2 (a4edebb2-88ab-4b7c-9c4b-747ad40adcc2/03190f68-fb19-4270-aba8-6e6867dd5b86/df1827db-5695-41c8-9f59-34072c800671) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:33.185566 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b96677ef-3d5b-439a-94a6-d6a040205eb4 req-54bd8345-b426-4b18-9b3d-b2262bc70266 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652732 Feb 14 17:52:33.193267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:33.193873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.205948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.207420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.314327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.327111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=b6ee89ee-a9f5-43ad-976a-b46281f2e325,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:33.367409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:33.370371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.408788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.464199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf04d172-8475-4289-a6d7-b160afeeda81,segment=NetworkSegment(6a760720-e606-42a5-ba32-acaea525c8a7),segment_id=6a760720-e606-42a5-ba32-acaea525c8a7)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:33.483160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dfb2c-6b23-42b3-b9d4-ba62bccbf38d req-28487808-1ea1-4e16-8d5e-df16e21dad6d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:33.487511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e1dfb2c-6b23-42b3-b9d4-ba62bccbf38d req-28487808-1ea1-4e16-8d5e-df16e21dad6d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1354761 Feb 14 17:52:33.489733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.527090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.528908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.534521 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Transition to ACTIVE for port object df1827db-5695-41c8-9f59-34072c800671 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:33.543736 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-00f7e9a6-820b-459f-936c-761ea37cb8bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.8371029 Feb 14 17:52:33.579234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37518) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:33.585292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf04d172-8475-4289-a6d7-b160afeeda81 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:33.588170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46b42529-a08c-424e-abcf-a0324f473ae4'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:33.636151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e1dfb2c-6b23-42b3-b9d4-ba62bccbf38d req-e3fc68d2-5fb0-4ccb-8c58-141645ba23bf tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301601 Feb 14 17:52:33.656191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.678937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Ignored duplicate provisioning block setup for port cf04d172-8475-4289-a6d7-b160afeeda81 by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 14 17:52:33.711512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=0e857fc5-aaa0-4c98-b9bc-9092b10c0a28,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:33.723356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Transition to ACTIVE for port object df1827db-5695-41c8-9f59-34072c800671 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:33.745938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:33.758388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:33.764641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.768128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:security_group_rule and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:33.777449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:33.782145 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e128d37d-3bfb-4532-abff-d96c50e7305f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/0e857fc5-aaa0-4c98-b9bc-9092b10c0a28 HTTP/1.1" status: 204 len: 168 time: 5.3920875 Feb 14 17:52:33.785590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37524) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:33.790097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:33.795945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.815073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.819998 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5d086d52-de1d-4314-bdb0-aedfa2e00b32 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b6ee89ee-a9f5-43ad-976a-b46281f2e325 HTTP/1.1" status: 204 len: 168 time: 3.1629193 Feb 14 17:52:33.821497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Allocated IP 172.26.4.85 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/3669a618-5cdc-46e5-a5f9-148530661c8f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:33.829107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:33.908452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.947125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:33.982722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:33.987200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:33.992878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:34.000866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22002aba-6617-4cf3-8108-b07adc2d5e2e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:34.002183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22002aba-6617-4cf3-8108-b07adc2d5e2e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:34.003563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22002aba-6617-4cf3-8108-b07adc2d5e2e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:34.005072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb71314-9e1a-4ba8-be7c-aa52266166f4 None None] Pushing event updated for resources: {'Port': ['ID=cf04d172-8475-4289-a6d7-b160afeeda81,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:34.007883 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-22002aba-6617-4cf3-8108-b07adc2d5e2e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1821020 Feb 14 17:52:34.012462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37532) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:34.037395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.107264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.110352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.170371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.232670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Pushing event updated for resources: {'Port': ['ID=df1827db-5695-41c8-9f59-34072c800671,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:34.234978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Attempting to bind port df1827db-5695-41c8-9f59-34072c800671 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:34.235239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Attempting to bind port df1827db-5695-41c8-9f59-34072c800671 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b7d64342-403d-4408-b9ee-a874ce6197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:34.236081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Attempting to bind port df1827db-5695-41c8-9f59-34072c800671 on network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:34.252083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:34.252083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Checking segment: {'id': 'b7d64342-403d-4408-b9ee-a874ce6197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:34.252083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.252083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Bound using segment: {'id': 'b7d64342-403d-4408-b9ee-a874ce6197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:34.252083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Bound port: df1827db-5695-41c8-9f59-34072c800671, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d64342-403d-4408-b9ee-a874ce6197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:34.252748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.255973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.282877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:34.299499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34f715-5f85-4105-928a-c2fcba299447,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:34.312319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.312994 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment 2d4ba849-1c07-4709-b259-b7afd235b6c3 of type vlan for network a27ca5f4-c452-4e2d-8937-e1ef33046375 Feb 14 17:52:34.353335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] For port df1827db-5695-41c8-9f59-34072c800671, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:34.358495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] For port df1827db-5695-41c8-9f59-34072c800671, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=df1827db-5695-41c8-9f59-34072c800671,segment=NetworkSegment(b7d64342-403d-4408-b9ee-a874ce6197fc),segment_id=b7d64342-403d-4408-b9ee-a874ce6197fc)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:34.377766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.383405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.390548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet cef39555-8877-44c6-a287-9405c5a8aaa3 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:34.396123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.398587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5b622-84b4-4853-859b-26cee64dec24 req-db53a1eb-0234-42a7-9d4d-0fd01ea51b42 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:34.400197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38d5b622-84b4-4853-859b-26cee64dec24 req-db53a1eb-0234-42a7-9d4d-0fd01ea51b42 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4670005 Feb 14 17:52:34.403477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.451915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.452178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca072f-dd83-4a42-82ea-53d5fdd40f15']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:34.468487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.500449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3aa631-d0e9-496e-9ff2-1f8401a869b6') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:34.500926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3aa631-d0e9-496e-9ff2-1f8401a869b6') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:34.585358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.653169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea5014-9062-4a75-95a0-acbb7d62e499 None None] Pushing event updated for resources: {'Port': ['ID=df1827db-5695-41c8-9f59-34072c800671,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:34.696207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.707903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38d5b622-84b4-4853-859b-26cee64dec24 req-e5c461f0-7e5f-4da1-b417-dd90a228952b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953846 Feb 14 17:52:34.715670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.736723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.26.4.254 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/3b4c4179-adc6-44f3-88d1-3a0f7cf73c2f) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:34.746956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:34.747370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.758400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1c10f-5a38-44e4-8f39-2ff0d2f21f91 None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:34.764106 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:34.773350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.778462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:34.779209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:34.844662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:34.862533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:34.932564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:35.044962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event updated for resources: {'Port': ['ID=3669a618-5cdc-46e5-a5f9-148530661c8f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:35.060959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=a27ca5f4-c452-4e2d-8937-e1ef33046375,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:35.082771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d19a815a-a4c7-48c8-8fb8-1ebc3d87578a None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:35.083432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d19a815a-a4c7-48c8-8fb8-1ebc3d87578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.107026 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a6103d06-fac0-41dc-81ad-93e749035b37 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3343461 Feb 14 17:52:35.118737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:35.198614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.277197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.324574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.326742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.440199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.508261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=cef39555-8877-44c6-a287-9405c5a8aaa3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:35.517012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b296b45-9b79-4873-b17f-a68a2b96daa4 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:35.536755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Delete allocated IP 172.20.0.26 (7a315ac2-e096-49d9-a507-96b6d3262b66/af3cf85d-e3d9-4da0-8f9c-b84984845bb5) {{(pid=84255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:52:35.674339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.685663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.710136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a1b9c02d-4666-48c2-af9e-09474ea3e70d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/cef39555-8877-44c6-a287-9405c5a8aaa3 HTTP/1.1" status: 204 len: 168 time: 1.6875246 Feb 14 17:52:35.712504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37540) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:35.778234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf04d172-8475-4289-a6d7-b160afeeda81 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:35.850590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:35.851564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.871829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:35.900813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=3b4c4179-adc6-44f3-88d1-3a0f7cf73c2f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:35.907414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:35.909638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:35.948951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet dce11224-ed49-4dee-ad0c-f44a28f33c9d {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:35.956841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.017174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/2bca072f-dd83-4a42-82ea-53d5fdd40f15 HTTP/1.1" status: 204 len: 168 time: 2.1888278 Feb 14 17:52:36.026590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37544) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:36.056888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.187525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3e3b-c56f-4b10-857a-3a6261ca9dfa tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=2bca072f-dd83-4a42-82ea-53d5fdd40f15,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:36.208819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.235951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Provisioning for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:36.242693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Provisioning complete for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:36.243191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.315272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:36.315646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.382992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:36.388246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096bb9d-19ef-4405-81b7-e2fabc89132b None None] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:36.398051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.436865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261ee49-db19-4860-90f8-cf6fe2b1c8f0 req-23a6f7f6-4b8d-404c-a1c2-2b34cfe98db2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:36.444418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4261ee49-db19-4860-90f8-cf6fe2b1c8f0 req-23a6f7f6-4b8d-404c-a1c2-2b34cfe98db2 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 1.5412664 Feb 14 17:52:36.451938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.472078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.476109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=dce11224-ed49-4dee-ad0c-f44a28f33c9d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:36.494932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e8c83e18-b99a-4d7c-980b-3b4f37d33cb3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/dce11224-ed49-4dee-ad0c-f44a28f33c9d HTTP/1.1" status: 204 len: 168 time: 0.7811697 Feb 14 17:52:36.497338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37548) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:36.508688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4261ee49-db19-4860-90f8-cf6fe2b1c8f0 req-cfc3944f-4f69-44b4-a39b-091e01ae9c16 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612125 Feb 14 17:52:36.538724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.565104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device df1827db-5695-41c8-9f59-34072c800671 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:36.651386 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-06a15854-35a6-43ee-bf03-baa7abedd709 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520326 Feb 14 17:52:36.655609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:36.661181 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Router 4d2c74f3-0fde-479e-a07a-6c91738ce9a5 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:36.666473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:36.666972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c018e800-f8d3-4e07-abd2-a89a078bfd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.725724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Ignored duplicate provisioning block setup for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 14 17:52:36.744663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.748276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:36.748487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port df1827db-5695-41c8-9f59-34072c800671 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:36.860413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.033636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Provisioning complete for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:37.034147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.102811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.148277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:37.223689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa69e8-b23f-46c9-a1ac-37bd29a49ea7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:37.225036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90aa69e8-b23f-46c9-a1ac-37bd29a49ea7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:37.244441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Provisioning for port df1827db-5695-41c8-9f59-34072c800671 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:37.253306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Provisioning complete for port df1827db-5695-41c8-9f59-34072c800671 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:37.253675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.326500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90aa69e8-b23f-46c9-a1ac-37bd29a49ea7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:37.327947 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90aa69e8-b23f-46c9-a1ac-37bd29a49ea7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6711826 Feb 14 17:52:37.330786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37558) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:37.515747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:37.567788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] Sync routers for ids ['4d2c74f3-0fde-479e-a07a-6c91738ce9a5'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:37.620756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.632964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66655c9-b3da-4ee0-915b-166015e72f16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:37.633363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d66655c9-b3da-4ee0-915b-166015e72f16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:37.669909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] In _notify_port_updated(), no bound segment for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 on network 7a315ac2-e096-49d9-a507-96b6d3262b66 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:52:37.692368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:37.693410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.698365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37564) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:37.699299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/ports/39814036-1f16-4b6b-afc9-d3f0881c6cf6 HTTP/1.1" status: 200 len: 919 time: 4.1194136 Feb 14 17:52:37.706136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46b42529-a08c-424e-abcf-a0324f473ae4'}, {'subnet_id': 'af3cf85d-e3d9-4da0-8f9c-b84984845bb5'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:37.722342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] Routers {'4d2c74f3-0fde-479e-a07a-6c91738ce9a5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:37.723310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4d2c74f3-0fde-479e-a07a-6c91738ce9a5'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:37.741130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df01e4f-ca68-47b3-8ef7-a8c600f85408']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:37.754356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eb2fb-395f-42b6-a743-13c140577cb8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=39814036-1f16-4b6b-afc9-d3f0881c6cf6,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:37.802321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586f578e-23bf-46e4-a08c-d90e4595f984') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:37.802761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586f578e-23bf-46e4-a08c-d90e4595f984') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:37.830308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.831934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.834557 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a5fd67d0-a144-4278-a2db-c9fc423a8cd6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1696382 Feb 14 17:52:37.845580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37568) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:37.863878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.867926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbaaa1-31fe-497f-95ce-f05cb77886d1 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:37.877108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:37.877501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:37.897558 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:37.906615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:37.963426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] For port df1827db-5695-41c8-9f59-34072c800671, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=df1827db-5695-41c8-9f59-34072c800671,segment=NetworkSegment(b7d64342-403d-4408-b9ee-a874ce6197fc),segment_id=b7d64342-403d-4408-b9ee-a874ce6197fc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:38.000893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] Routers {'4d2c74f3-0fde-479e-a07a-6c91738ce9a5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:38.001932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4d2c74f3-0fde-479e-a07a-6c91738ce9a5'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:38.049651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d66655c9-b3da-4ee0-915b-166015e72f16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:38.051036 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d66655c9-b3da-4ee0-915b-166015e72f16 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7168090 Feb 14 17:52:38.061726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37572) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:38.077857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:38.082085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24e2e4-2944-422f-8e27-575d2e12edeb None None] The sync data for ids ['4d2c74f3-0fde-479e-a07a-6c91738ce9a5'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:38.085788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.130346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aee6a-4ed8-49c9-b203-ee41169eb643 req-7e231ec9-c211-4bee-8f78-bcdd572212fc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:38.132181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-850aee6a-4ed8-49c9-b203-ee41169eb643 req-7e231ec9-c211-4bee-8f78-bcdd572212fc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2356553 Feb 14 17:52:38.209110 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-691ffe6d-529a-4e53-9adb-83fbcb66c38d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009605 Feb 14 17:52:38.235675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37576) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:38.243702 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-850aee6a-4ed8-49c9-b203-ee41169eb643 req-f48ed0f1-c0b7-47a2-9cd3-1399272b7093 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948498 Feb 14 17:52:38.247415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.253343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30937-c559-4c05-b0dd-138f65eca936 None None] Pushing event updated for resources: {'Port': ['ID=df1827db-5695-41c8-9f59-34072c800671,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:38.260239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:38.264736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Provisioning complete for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:38.265221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.268132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.377979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:38.405393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Provisioning complete for port df1827db-5695-41c8-9f59-34072c800671 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:38.405911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.424559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37580) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:38.461097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=8df01e4f-ca68-47b3-8ef7-a8c600f85408,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:38.463367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:38.466483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6de61d22-09fe-4102-9cd2-d5133452650f tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/8df01e4f-ca68-47b3-8ef7-a8c600f85408 HTTP/1.1" status: 204 len: 168 time: 2.2751117 Feb 14 17:52:38.472215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37584) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:38.487793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:38.496597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Deleting port 9190e673-6def-4f0b-9f2f-95d8ede32163 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:38.497291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.588105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.601644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:38.627961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:38.639421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:38.689636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:38.703758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:subnet and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:38.717358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:38.733042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:38.740800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.755715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:38.759251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.760312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] For port 9190e673-6def-4f0b-9f2f-95d8ede32163, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9190e673-6def-4f0b-9f2f-95d8ede32163,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:38.760663 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:38.761049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.761182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:38.791280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.825598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:38.872998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021a4a21-ee76-49be-a75c-ee04aff0261a']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:38.893568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Calling delete_port for 9190e673-6def-4f0b-9f2f-95d8ede32163 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:38.894410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffa2f65-5ae3-4938-ba4a-7f2bb617c7a1') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:38.894708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffa2f65-5ae3-4938-ba4a-7f2bb617c7a1') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:38.909494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.920348 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-790ca4a3-6440-48ec-b9bf-c5981b52bcc1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6794188 Feb 14 17:52:38.920584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37588) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:38.930296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:38.949497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Provisioning complete for port 9190e673-6def-4f0b-9f2f-95d8ede32163 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:38.950017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a9b9-3b47-4351-a864-742e3c3a5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:38.953279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.008247 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4cb165c-5d71-47fc-bef3-0c111304cfee tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/4d2c74f3-0fde-479e-a07a-6c91738ce9a5 HTTP/1.1" status: 200 len: 919 time: 1.1527483 Feb 14 17:52:39.010491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37592) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:39.016633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:39.017323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.020203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:39.033135 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:39.113341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.164072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1b496bbc-3047-4f7c-b617-1b9bde0ea881 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2c74f3-0fde-479e-a07a-6c91738ce9a5 HTTP/1.1" status: 200 len: 205 time: 0.1524127 Feb 14 17:52:39.171345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37596) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:39.179198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] Pushing event deleted for resources: {'Port': ['ID=9190e673-6def-4f0b-9f2f-95d8ede32163,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:39.180398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:39.188262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e527ffb-8b43-4a47-be9e-23310da858c9 None None] No DVR routers for this DVR port 9190e673-6def-4f0b-9f2f-95d8ede32163 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:39.193552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:39.233050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:39.245302 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] Sync routers for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:39.257790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:39.258664 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:39.294085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.299849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.305064 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] 10.222.0.30 "DELETE /v2.0/networks/021a4a21-ee76-49be-a75c-ee04aff0261a HTTP/1.1" status: 204 len: 168 time: 0.8294995 Feb 14 17:52:39.331786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ce1c-ee20-47b2-ac3e-fdd1f9200118 tempest-BulkNetworkOpsTest-427140336 tempest-BulkNetworkOpsTest-427140336-project] Pushing event deleted for resources: {'Network': ['ID=021a4a21-ee76-49be-a75c-ee04aff0261a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:39.345862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:39.365855 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:39.416904 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:39.419176 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:39.498825 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:39.499477 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfcca37-605e-4fc5-8e84-9eadc53099a1 None None] The sync data for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:39.536155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.537758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-48385018-c384-46da-be25-a28a29494563 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1867342 Feb 14 17:52:39.546035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37604) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:39.559092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device df1827db-5695-41c8-9f59-34072c800671 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:39.650607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.23 (7a315ac2-e096-49d9-a507-96b6d3262b66/af3cf85d-e3d9-4da0-8f9c-b84984845bb5/39814036-1f16-4b6b-afc9-d3f0881c6cf6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:39.678477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port df1827db-5695-41c8-9f59-34072c800671 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:39.679439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.721926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:39.723836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:39.724334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:39.777672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d71863-d702-41bf-8a83-468396c2db1b req-97dde1f7-81cc-4cd9-b0dd-2f60d70a3adb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:39.780106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84d71863-d702-41bf-8a83-468396c2db1b req-97dde1f7-81cc-4cd9-b0dd-2f60d70a3adb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.2984393 Feb 14 17:52:39.822802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b248033a-4009-4a52-ad3d-585f325c57e8 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9015374 Feb 14 17:52:39.831467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37610) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:39.849902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:39.865828 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84d71863-d702-41bf-8a83-468396c2db1b req-4832ec95-e235-4060-b8da-2d35ba585f1c tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682924 Feb 14 17:52:39.909190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9190e673-6def-4f0b-9f2f-95d8ede32163 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:39.947753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.032425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:40.033720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9190e673-6def-4f0b-9f2f-95d8ede32163 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:40.034230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9190e673-6def-4f0b-9f2f-95d8ede32163 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:40.084827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.094818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:40.103599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.164542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=d39376dc-3a4f-4f37-b4cc-3032ce49231d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:40.252546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:40.275203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 39814036-1f16-4b6b-afc9-d3f0881c6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:40.296723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': '2d4ba849-1c07-4709-b259-b7afd235b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:40.297088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: a27ca5f4-c452-4e2d-8937-e1ef33046375, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:40.350855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.395003 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-51cb8bd7-ff92-42ed-b141-56ae59a7d2e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47f97da193044024b9f87f91dc53f9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3539610 Feb 14 17:52:40.411252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:40.411881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:40.517475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae1d3-e9bc-4fd4-8fe6-ba02f91d1bed req-98cb93b9-3a91-42a9-bd9e-2c830fd49810 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:40.518834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8fae1d3-e9bc-4fd4-8fe6-ba02f91d1bed req-98cb93b9-3a91-42a9-bd9e-2c830fd49810 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1278584 Feb 14 17:52:40.593462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=39814036-1f16-4b6b-afc9-d3f0881c6cf6,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:40.612936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8fae1d3-e9bc-4fd4-8fe6-ba02f91d1bed req-73fc0786-04c8-4173-9456-06056b4ccce8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834768 Feb 14 17:52:40.652460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:40.653058 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-4a5fc7c3-7b88-4f24-b533-03d0c22a9c25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 1098 time: 0.1767223 Feb 14 17:52:40.675261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.676618 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:40.677237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:40.776291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.792740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] In _notify_port_updated(), no bound segment for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 on network 7a315ac2-e096-49d9-a507-96b6d3262b66 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:52:40.797211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:40.797848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.801722 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-01002efa-282c-4254-81e4-8b9f3062a0fe tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/ports/39814036-1f16-4b6b-afc9-d3f0881c6cf6 HTTP/1.1" status: 200 len: 999 time: 3.0996344 Feb 14 17:52:40.803452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37628) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:40.812078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a27ca5f4-c452-4e2d-8937-e1ef33046375) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:40.821667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e38a0-5ce7-4bfe-93c1-1786a5d860cc None None] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:40.826279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:40.826855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.834808 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b28f057e-c66e-4da9-90c1-7eac74e1e440 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0012858 Feb 14 17:52:40.842774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.849362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:40.868977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:40.934959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-22deb793-af28-47d7-8c51-7bebc8069790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:40.936982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-22deb793-af28-47d7-8c51-7bebc8069790 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 200 len: 912 time: 0.2714221 Feb 14 17:52:40.952051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:40.952370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:40.981502 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04e3a1cf-9803-42f1-b473-0bcbd64d09fb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5497751 Feb 14 17:52:40.989498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:40.998932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1162005865'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:41.017623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:41.021207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f9896bdf-b5f0-4bba-8d14-ab6ec89f6f5f None None] Provisioning for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:41.031482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:41.035646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:41.044274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.050342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:41.053431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:41.061522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f9896bdf-b5f0-4bba-8d14-ab6ec89f6f5f None None] Provisioning complete for port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:41.062081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f9896bdf-b5f0-4bba-8d14-ab6ec89f6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.070100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:41.077864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.104159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a27ca5f4-c452-4e2d-8937-e1ef33046375', 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': 'd39376dc-3a4f-4f37-b4cc-3032ce49231d'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:41.105061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.118432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port 3669a618-5cdc-46e5-a5f9-148530661c8f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:41.118804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.141183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f9896bdf-b5f0-4bba-8d14-ab6ec89f6f5f None None] Port 39814036-1f16-4b6b-afc9-d3f0881c6cf6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:41.156493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:41.159821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.176168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.179851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:41.183231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.184595 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:41.185053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:41.219096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a410aa2d-de06-4379-aff1-04afea67dae9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:41.259889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.261417 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b3b29573-ed81-4adc-bdc9-0ac746bf2283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a410aa2d-de06-4379-aff1-04afea67dae9 HTTP/1.1" status: 204 len: 168 time: 0.8352227 Feb 14 17:52:41.297617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-bd1683e5-0795-4535-bedb-a3639c0997d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 200 len: 1001 time: 0.3493273 Feb 14 17:52:41.313375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Allocated IP 2001:db8:0:ffff::2 (a27ca5f4-c452-4e2d-8937-e1ef33046375/d39376dc-3a4f-4f37-b4cc-3032ce49231d/d8c5bf09-9b18-4aaa-ad95-506af0286e24) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:41.321137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:41.334760 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d4cac99c-d296-4c3b-bff2-9fe299f05e44 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4811723 Feb 14 17:52:41.335780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37642) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:41.349200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:41.447783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.448303 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment dcf0ab9a-d6c7-4799-94a2-d2c2786033f4 of type vlan for network f4d91137-39f5-492b-900b-56379e2b688a Feb 14 17:52:41.547029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-8b0d48a2-7b31-4659-8aae-6d5b6321bc98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:41.549040 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-8b0d48a2-7b31-4659-8aae-6d5b6321bc98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 200 len: 851 time: 0.2259159 Feb 14 17:52:41.675182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.698703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Transition to ACTIVE for port object d8c5bf09-9b18-4aaa-ad95-506af0286e24 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:41.710155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.738652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Transition to ACTIVE for port object d8c5bf09-9b18-4aaa-ad95-506af0286e24 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:41.759244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.795773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:41.839623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.856491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:41.907603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.922878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 39814036-1f16-4b6b-afc9-d3f0881c6cf6 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:41.951887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.965234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:41.965234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:41.992558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:41.994737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:42.012302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:42.015182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Pushing event updated for resources: {'Port': ['ID=d8c5bf09-9b18-4aaa-ad95-506af0286e24,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:42.068467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-64793930-0dda-46d5-b231-3fcbbc3f8803 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34e38ca4-7ec5-42fd-a762-54f509968e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5066240 Feb 14 17:52:42.121427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Attempting to bind port d8c5bf09-9b18-4aaa-ad95-506af0286e24 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:42.122264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Attempting to bind port d8c5bf09-9b18-4aaa-ad95-506af0286e24 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2d4ba849-1c07-4709-b259-b7afd235b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:42.122399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Attempting to bind port d8c5bf09-9b18-4aaa-ad95-506af0286e24 on network a27ca5f4-c452-4e2d-8937-e1ef33046375 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:42.129359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:42.129865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Checking segment: {'id': '2d4ba849-1c07-4709-b259-b7afd235b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:42.130437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.130826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Bound using segment: {'id': '2d4ba849-1c07-4709-b259-b7afd235b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:42.131380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Bound port: d8c5bf09-9b18-4aaa-ad95-506af0286e24, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4ba849-1c07-4709-b259-b7afd235b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a27ca5f4-c452-4e2d-8937-e1ef33046375'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:42.131923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.168045 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1767030 Feb 14 17:52:42.168825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:42.172280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.173685 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:42.174105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:42.179985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37660) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:42.196040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for 3669a618-5cdc-46e5-a5f9-148530661c8f owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:42.214888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:42.246559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] For port d8c5bf09-9b18-4aaa-ad95-506af0286e24, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:42.249827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] For port d8c5bf09-9b18-4aaa-ad95-506af0286e24, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d8c5bf09-9b18-4aaa-ad95-506af0286e24,segment=NetworkSegment(2d4ba849-1c07-4709-b259-b7afd235b6c3),segment_id=2d4ba849-1c07-4709-b259-b7afd235b6c3)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:42.317715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f357a-ca03-4490-ab88-47ad29adcd83 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=f4d91137-39f5-492b-900b-56379e2b688a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:42.331460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network f4d91137-39f5-492b-900b-56379e2b688a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:42.400695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.428211 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-77a04e2c-02fb-4d8e-99b8-fd0960640baf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0917709 Feb 14 17:52:42.433116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37664) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:42.440749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:42.475548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104f22-7ce2-4c1b-b6bb-b6546db524f5 req-db4e11cf-ca05-4618-921c-001ce156ffdc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:42.477108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf104f22-7ce2-4c1b-b6bb-b6546db524f5 req-db4e11cf-ca05-4618-921c-001ce156ffdc tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4903779 Feb 14 17:52:42.480880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.1 (a4edebb2-88ab-4b7c-9c4b-747ad40adcc2/03190f68-fb19-4270-aba8-6e6867dd5b86/65c75776-f821-4789-bf1a-bce2ce48fdec) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:42.481873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd504-76dd-4ff4-8e40-d4f25b067c12 None None] Pushing event updated for resources: {'Port': ['ID=d8c5bf09-9b18-4aaa-ad95-506af0286e24,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:42.488796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:42.492571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:subnet and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:42.495488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:42.501798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:42.544594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-b8282ada-cb40-4a1e-809f-207557ac742a service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584861 Feb 14 17:52:42.593321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:42.603552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:42.662106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.671713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:42.709367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=3669a618-5cdc-46e5-a5f9-148530661c8f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:42.712431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:42.715918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:42.717881 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:42.718303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:42.849490 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4323f634-5dd1-4b4f-8a99-3dc9bf4746b9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4117277 Feb 14 17:52:42.854167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37674) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:42.895687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37678) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:42.914191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf104f22-7ce2-4c1b-b6bb-b6546db524f5 req-902d03f7-3877-4282-a732-e758246ce9de tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958573 Feb 14 17:52:42.931184 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-01ec7367-0547-4e9b-a51e-7eabb739e0e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0738349 Feb 14 17:52:42.938044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:42.975199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.115290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-551d1f5a-f052-4ab4-83f6-772a114b9f7b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:43.115903 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-551d1f5a-f052-4ab4-83f6-772a114b9f7b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:52:43.116920 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-551d1f5a-f052-4ab4-83f6-772a114b9f7b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2174103 Feb 14 17:52:43.123879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:43.124400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.134401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369868179'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:43.142305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:43.144446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.200674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c12a639-8a41-44a3-b692-321e9a190e11 req-49fe95b0-da80-492e-a241-163547b8f9e1 service neutron] 10.222.0.45 "GET /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461234 Feb 14 17:52:43.223069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=39814036-1f16-4b6b-afc9-d3f0881c6cf6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:43.271798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:43.278340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.278628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:43.284080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb7777-dd62-4968-95ec-148a0990ac1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:43.287939 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5abb7777-dd62-4968-95ec-148a0990ac1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3465896 Feb 14 17:52:43.290430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37692) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:43.291207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:43.376665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9762856e-afaa-42c8-87a7-5aaf3d27a1cd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829685 Feb 14 17:52:43.451222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:43.504631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Transition to ACTIVE for port object 65c75776-f821-4789-bf1a-bce2ce48fdec will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:43.558832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d8c5bf09-9b18-4aaa-ad95-506af0286e24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:43.603737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.643881 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f4483c08-b6ce-41ea-904d-ef3ff72dad74 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/39814036-1f16-4b6b-afc9-d3f0881c6cf6 HTTP/1.1" status: 204 len: 168 time: 2.8376210 Feb 14 17:52:43.644542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37700) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:43.691139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:43.714685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.727585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae80696-f08f-42d5-934c-6be53883d08d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:52:43.728177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ae80696-f08f-42d5-934c-6be53883d08d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:43.746527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.765538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port d8c5bf09-9b18-4aaa-ad95-506af0286e24 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:43.804204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.805924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.831363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=65c75776-f821-4789-bf1a-bce2ce48fdec,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:43.837600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:43.862243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:43.864259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:43.866806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:43.868483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:43.874680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:43.887405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:43.897985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:43.899956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:43.912082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:43.922559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf366ea-012f-4cb6-b12c-15a30576051d None None] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:43.939953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ae80696-f08f-42d5-934c-6be53883d08d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:43.945312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5ae80696-f08f-42d5-934c-6be53883d08d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/39814036-1f16-4b6b-afc9-d3f0881c6cf6 HTTP/1.1" status: 404 len: 333 time: 0.2944639 Feb 14 17:52:43.946605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37706) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:44.013097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.015222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.015961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2c74f3-0fde-479e-a07a-6c91738ce9a5 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:52:44.030843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:44.035542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.037218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.205665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Provisioning for port d8c5bf09-9b18-4aaa-ad95-506af0286e24 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:44.215894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Provisioning complete for port d8c5bf09-9b18-4aaa-ad95-506af0286e24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:44.216277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.240185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.286657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.287892 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-029c6fdc-0741-4365-9f57-1b451f038b76 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/4d2c74f3-0fde-479e-a07a-6c91738ce9a5 HTTP/1.1" status: 204 len: 168 time: 5.1156337 Feb 14 17:52:44.293946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37710) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:44.308851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:44.318371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-185829657', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:44.318775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:44.329287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:44.333646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:44.338815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394381a4-0fa4-4f75-a59c-0ea041277f60,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:44.339001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:44.344014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:44.349465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:router and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:44.354066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:44.360272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.399099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:44.429289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.434110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.515351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet af3cf85d-e3d9-4da0-8f9c-b84984845bb5 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:44.520091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.522869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] For port d8c5bf09-9b18-4aaa-ad95-506af0286e24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d8c5bf09-9b18-4aaa-ad95-506af0286e24,segment=NetworkSegment(2d4ba849-1c07-4709-b259-b7afd235b6c3),segment_id=2d4ba849-1c07-4709-b259-b7afd235b6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:44.530078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.565357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=c0585e03-9c27-47dd-9c75-67887e4d9149,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:44.587929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.593011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0d2e7-1781-424c-8516-f5130f2fbe2d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:44.600010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.626705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50cb77-13c7-41a6-9122-43e490332eca req-b6bfdd93-d838-4ce1-8668-bb250f6db931 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:44.628186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab50cb77-13c7-41a6-9122-43e490332eca req-b6bfdd93-d838-4ce1-8668-bb250f6db931 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4838307 Feb 14 17:52:44.655017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:44.656726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.698051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.703036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.706856 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5d3292d6-10ea-40a1-8613-79cdb4fed8bf tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5794561 Feb 14 17:52:44.713031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37714) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:44.717086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca20d-cc77-4967-942f-3e572ca2d5f8 None None] Pushing event updated for resources: {'Port': ['ID=d8c5bf09-9b18-4aaa-ad95-506af0286e24,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:44.725963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.726885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.731800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '50d0d2e7-1781-424c-8516-f5130f2fbe2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:44.741635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:44.747851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:44.748214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: f4d91137-39f5-492b-900b-56379e2b688a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:44.752316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:44.753398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:44.758070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:44.761755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:44.764945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:44.765881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.770232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb7ff3-18bf-4d02-909a-a45ac1abda88 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:44.775344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=603821c4-0163-4f00-82ab-06292badc917,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:44.777671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:44.839243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Provisioning for port 65c75776-f821-4789-bf1a-bce2ce48fdec completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:44.855983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Provisioning complete for port 65c75776-f821-4789-bf1a-bce2ce48fdec triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:44.856349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.892100 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-edbf2837-6c02-4d97-9bf1-a70b324c1239 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4469867 Feb 14 17:52:44.893878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37718) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:44.900377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:93:ed:25', 'name': 'tempest-NetworksTestDHCPv6-1946207848'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:44.934082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Port 65c75776-f821-4789-bf1a-bce2ce48fdec cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:44.951635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab50cb77-13c7-41a6-9122-43e490332eca req-84ab7277-340e-4255-a640-82c78fae460b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080215 Feb 14 17:52:44.962881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.976352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:44.996249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Provisioning complete for port d8c5bf09-9b18-4aaa-ad95-506af0286e24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:44.997055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a973271-98b2-4019-83a8-60ac1028ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.022246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.061302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network f4d91137-39f5-492b-900b-56379e2b688a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:45.096668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:45.102978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.104279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:45.107990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:45.114740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:45.156630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '603821c4-0163-4f00-82ab-06292badc917'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:45.157459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.171880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.187356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.213107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e256f437-7e59-4b60-8077-638aa999790f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:45.216408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:45.220937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.253889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port b6c5cd1a-cdb4-487f-b954-e6e15f187944 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:45.308631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.310188 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-44e20278-224b-4349-aa6f-e3026537501f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5961635 Feb 14 17:52:45.313815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37722) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:45.328937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '50d0d2e7-1781-424c-8516-f5130f2fbe2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:45.339413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:45.347352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Allocated IP 2001:db8::f816:3eff:fe2c:9664 (ec992c4f-9a29-4213-84c0-4010e08b02ef/603821c4-0163-4f00-82ab-06292badc917/7870a0ef-3bc3-4c11-87ab-c2b2328db982) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:45.350396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:45.355932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:45.367020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:45.385883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, f4d91137-39f5-492b-900b-56379e2b688a) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:45.406909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:45.407483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.431906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825315b-3d55-45f8-93ba-318eaf9ce838 None None] Network f4d91137-39f5-492b-900b-56379e2b688a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:45.459169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.459797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.512021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d8c5bf09-9b18-4aaa-ad95-506af0286e24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:45.529471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.536205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.572095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2c7bdb1b-319d-4842-bf2b-d4d55751dd5e tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3801382 Feb 14 17:52:45.573380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37726) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:45.581161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=af3cf85d-e3d9-4da0-8f9c-b84984845bb5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:45.585261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.587012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4cae440a-0f53-4160-87d6-9dea63bc8f55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/af3cf85d-e3d9-4da0-8f9c-b84984845bb5 HTTP/1.1" status: 204 len: 168 time: 1.6305022 Feb 14 17:52:45.593037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'port': {'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a', 'name': 'tempest-NetworksIpV6TestAttrs-722208216'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:45.593271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37730) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:45.619670 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:52:45.620901 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb7efc91-5e40-41c8-9c39-fd0c5f028746 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3057194 Feb 14 17:52:45.624912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69037df-1a7b-437e-a460-8f2d8d6c4865 None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:45.630233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37734) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:45.674733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.786654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.822900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:45.831088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:port and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:45.834493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.842930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:45.852095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:45.873405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.881579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 46b42529-a08c-424e-abcf-a0324f473ae4 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:45.883310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=65c75776-f821-4789-bf1a-bce2ce48fdec,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:45.890543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port d8c5bf09-9b18-4aaa-ad95-506af0286e24 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:45.890996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.900647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.925141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.947471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:45.952585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.965952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:45.990125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0d2e7-1781-424c-8516-f5130f2fbe2d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:45.991461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Transition to ACTIVE for port object 7870a0ef-3bc3-4c11-87ab-c2b2328db982 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:46.005446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] device_id is not set on port d4da7743-1a56-4887-bd30-7c30c543c07f yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:46.028368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.062524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-f4d91137-39f5-492b-900b-56379e2b688a', 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': 'c0585e03-9c27-47dd-9c75-67887e4d9149'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:46.063318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.087506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.093596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:46.096027 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4ddafcca-ae51-4064-8276-0648f0054a79 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/50d0d2e7-1781-424c-8516-f5130f2fbe2d HTTP/1.1" status: 204 len: 168 time: 0.4640038 Feb 14 17:52:46.098452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Transition to ACTIVE for port object 7870a0ef-3bc3-4c11-87ab-c2b2328db982 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:46.180486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.265799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:46.275850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:46.283082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Allocated IP 2001:db8::f816:3eff:fefc:7498 (f4d91137-39f5-492b-900b-56379e2b688a/c0585e03-9c27-47dd-9c75-67887e4d9149/d4da7743-1a56-4887-bd30-7c30c543c07f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:46.289341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe93:ed25 (ec992c4f-9a29-4213-84c0-4010e08b02ef/603821c4-0163-4f00-82ab-06292badc917/b6c5cd1a-cdb4-487f-b954-e6e15f187944) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:46.405777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:46.422150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:46.425419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Pushing event updated for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:46.427660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:46.449051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-713e9b82-75d9-41b8-bca6-db85545ad113 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3532743 Feb 14 17:52:46.486304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37744) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:46.518048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899274729'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:46.539723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Attempting to bind port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:46.540239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Attempting to bind port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:46.540801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Attempting to bind port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:46.540899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.548837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:46.549402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:46.549848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.550338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:46.550906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Bound port: 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:46.551382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.596152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:46.625055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:46.635289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:46.662620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.669595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:46.673079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:46.686499 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-abfce871-c1d6-49b9-a357-85f9825819e5 None None] Provisioning complete for port 65c75776-f821-4789-bf1a-bce2ce48fdec triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:46.686905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-abfce871-c1d6-49b9-a357-85f9825819e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.741260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:46.751050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.769225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.796005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-abfce871-c1d6-49b9-a357-85f9825819e5 None None] Port 65c75776-f821-4789-bf1a-bce2ce48fdec cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:46.852249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05378463-db2e-4aa8-910a-c6e92cad3925 None None] Pushing event updated for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:46.870810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.898472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.911761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Transition to ACTIVE for port object d4da7743-1a56-4887-bd30-7c30c543c07f will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:46.923659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object b6c5cd1a-cdb4-487f-b954-e6e15f187944 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:46.927915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:46.996923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b7a3-157a-4e7c-988f-cf3584241dd2 req-57e0ba5a-bcae-419e-9dd3-b8cf29bea611 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:46.999259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.003854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9819b7a3-157a-4e7c-988f-cf3584241dd2 req-57e0ba5a-bcae-419e-9dd3-b8cf29bea611 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.8390136 Feb 14 17:52:47.090489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Port': ['ID=d4da7743-1a56-4887-bd30-7c30c543c07f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:47.094634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:47.094805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.100184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:47.117120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:47.124719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:47.158820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Allocated IP 2001:db8::f816:3eff:fe6d:cd35 (f4d91137-39f5-492b-900b-56379e2b688a/c0585e03-9c27-47dd-9c75-67887e4d9149/3bf5e6b8-2339-483a-8c94-de2cdabc0ba8) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:47.191767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:47.208019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:47.217161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:47.221913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:47.222922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.250645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network f4d91137-39f5-492b-900b-56379e2b688a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:47.257597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:47.261427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:47.266173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:47.272293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.303542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=b6c5cd1a-cdb4-487f-b954-e6e15f187944,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:47.348906 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-61650795-d096-4293-96fd-19d325e8ffbb tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7723563 Feb 14 17:52:47.358205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.358433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37748) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:47.390484 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-263c809b-bf25-4020-8559-930c4d7fc63b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4952786 Feb 14 17:52:47.396208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37752) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:47.433112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=46b42529-a08c-424e-abcf-a0324f473ae4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:47.458823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9819b7a3-157a-4e7c-988f-cf3584241dd2 req-5d8780b7-6344-4abd-98a5-9e0d15086b7c tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537075 Feb 14 17:52:47.499745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf6cc7-95ac-4506-b5eb-a8692ca0b45f None None] Network 7a315ac2-e096-49d9-a507-96b6d3262b66 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:47.525413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.530462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.26.4.91 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/85f9675a-9eba-47f6-932d-620af95da5e0) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:47.616851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde128ff-281d-49b4-a5ae-694a2b271676 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:47.627839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde128ff-281d-49b4-a5ae-694a2b271676 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:47.628034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.628137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cde128ff-281d-49b4-a5ae-694a2b271676 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:47.629746 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b4ce4eb-5aa7-43ef-9426-03b59614f42a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/46b42529-a08c-424e-abcf-a0324f473ae4 HTTP/1.1" status: 204 len: 168 time: 2.0351317 Feb 14 17:52:47.649926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37758) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:47.656660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7870a0ef-3bc3-4c11-87ab-c2b2328db982 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:47.687587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-55be2ce0-45fc-4515-b5f9-09b8f70f28b4 None None] Provisioning complete for port cf04d172-8475-4289-a6d7-b160afeeda81 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:47.688253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-55be2ce0-45fc-4515-b5f9-09b8f70f28b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.712110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.712850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting subnet c0585e03-9c27-47dd-9c75-67887e4d9149 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:47.768052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.789257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Transition to ACTIVE for port object 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:47.810582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cde128ff-281d-49b4-a5ae-694a2b271676 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:47.812021 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cde128ff-281d-49b4-a5ae-694a2b271676 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4147599 Feb 14 17:52:47.814729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:47.909139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port b6c5cd1a-cdb4-487f-b954-e6e15f187944 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:47.909891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.921320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Transition to ACTIVE for port object 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:47.939569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a16590c-6246-4757-a5da-2d66fc1fc4c4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:47.951936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.976390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:47.977641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-855dda39-23b2-4b15-87eb-b8074381dd81 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4868534 Feb 14 17:52:47.999377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37766) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:48.002032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.020609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cde83346-ddd3-488c-869e-5066407bb8e6 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '3a16590c-6246-4757-a5da-2d66fc1fc4c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:48.021293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-cde83346-ddd3-488c-869e-5066407bb8e6 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:48.022273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cde83346-ddd3-488c-869e-5066407bb8e6 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0217094 Feb 14 17:52:48.029449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37770) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:48.040212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port cf04d172-8475-4289-a6d7-b160afeeda81 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:48.040470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.040936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.072833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Network f4d91137-39f5-492b-900b-56379e2b688a is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:48.089627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:48.092845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:48.104751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.140745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.155311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339666e-2c0f-4505-a6e6-552931dd55d9 req-5056ebae-0c90-4685-9e48-0e8dec96fed1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:48.156738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5339666e-2c0f-4505-a6e6-552931dd55d9 req-5056ebae-0c90-4685-9e48-0e8dec96fed1 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4508455 Feb 14 17:52:48.230435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] DHCP port deletion for 7a315ac2-e096-49d9-a507-96b6d3262b66 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:48.232588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Pushing event updated for resources: {'Port': ['ID=3bf5e6b8-2339-483a-8c94-de2cdabc0ba8,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:48.236929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:48.280922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Deleting port cf04d172-8475-4289-a6d7-b160afeeda81 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:48.281300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.320112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Attempting to bind port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:48.320112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Attempting to bind port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:48.320689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Attempting to bind port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 on network f4d91137-39f5-492b-900b-56379e2b688a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:48.335715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:48.339647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.349385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:48.349761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Checking segment: {'id': 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:48.350159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.350545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Bound using segment: {'id': 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:48.351400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Bound port: 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4d91137-39f5-492b-900b-56379e2b688a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:48.351400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.356852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.420103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5339666e-2c0f-4505-a6e6-552931dd55d9 req-3d5ad30a-86b2-4982-a0d9-854c32268a3a tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503111 Feb 14 17:52:48.432117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.503027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.541366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for b6c5cd1a-cdb4-487f-b954-e6e15f187944 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:48.587283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf04d172-8475-4289-a6d7-b160afeeda81,segment=NetworkSegment(6a760720-e606-42a5-ba32-acaea525c8a7),segment_id=6a760720-e606-42a5-ba32-acaea525c8a7)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:48.587537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.656843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:48.658323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.688122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] For port cf04d172-8475-4289-a6d7-b160afeeda81, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf04d172-8475-4289-a6d7-b160afeeda81,segment=NetworkSegment(6a760720-e606-42a5-ba32-acaea525c8a7),segment_id=6a760720-e606-42a5-ba32-acaea525c8a7)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:48.688751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.724486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:48.833665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.836311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for cf04d172-8475-4289-a6d7-b160afeeda81 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:48.838270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Provisioning for port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:48.865728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:48.871864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=c0585e03-9c27-47dd-9c75-67887e4d9149,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:48.881363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:48.889604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=85f9675a-9eba-47f6-932d-620af95da5e0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:48.910083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Calling delete_port for cf04d172-8475-4289-a6d7-b160afeeda81 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:48.945338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Provisioning complete for port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:48.945703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.014330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] For port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:49.026622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] For port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3bf5e6b8-2339-483a-8c94-de2cdabc0ba8,segment=NetworkSegment(dcf0ab9a-d6c7-4799-94a2-d2c2786033f4),segment_id=dcf0ab9a-d6c7-4799-94a2-d2c2786033f4)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:49.030952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.069738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a16590c-6246-4757-a5da-2d66fc1fc4c4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:49.081643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.082742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e24fb052-19e4-43f2-a345-e45dbe226692 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a16590c-6246-4757-a5da-2d66fc1fc4c4 HTTP/1.1" status: 204 len: 168 time: 1.0440416 Feb 14 17:52:49.085476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37778) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.089686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.096328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=b6c5cd1a-cdb4-487f-b954-e6e15f187944,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:49.117361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.117873 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7d24b1d5-b217-482e-8f73-40d62f0b853f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/c0585e03-9c27-47dd-9c75-67887e4d9149 HTTP/1.1" status: 204 len: 168 time: 1.7603374 Feb 14 17:52:49.122542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37782) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.173255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.174189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.179012 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ba7b0a4e-9be1-42c7-9b99-1b130859ba08 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b6c5cd1a-cdb4-487f-b954-e6e15f187944 HTTP/1.1" status: 204 len: 168 time: 1.3610127 Feb 14 17:52:49.179567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37786) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.234229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbf73-4d95-45a2-ac8f-cfb18b5b8de0 None None] Pushing event updated for resources: {'Port': ['ID=3bf5e6b8-2339-483a-8c94-de2cdabc0ba8,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:49.243275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:49.244324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:49.244673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:49.278195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0aeb3-4377-4dd4-af56-9b505726c926 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:49.278195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0aeb3-4377-4dd4-af56-9b505726c926 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:49.278195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6fe0aeb3-4377-4dd4-af56-9b505726c926 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:49.303005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.313248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.358348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6fe0aeb3-4377-4dd4-af56-9b505726c926 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:49.361968 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6fe0aeb3-4377-4dd4-af56-9b505726c926 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1789718 Feb 14 17:52:49.362263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37790) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.432142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=cf04d172-8475-4289-a6d7-b160afeeda81,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:49.446806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3355-7ee1-49ab-ba12-f537ec61882e None None] Pushing event updated for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:49.460297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7c8f0467-60ce-4eac-9e26-dfd3494be498 None None] Could not find standard attr ID for object b6c5cd1a-cdb4-487f-b954-e6e15f187944. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:52:49.471775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No DVR routers for this DVR port cf04d172-8475-4289-a6d7-b160afeeda81 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:49.477036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c3107-8dc3-42a2-a0b0-a8cd7eb70c4c tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:49.478339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c3107-8dc3-42a2-a0b0-a8cd7eb70c4c tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:49.479079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f71c3107-8dc3-42a2-a0b0-a8cd7eb70c4c tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Synchronizing usage tracker for tenant:6af626b0d37d43d4a5f9a7c4d84d975f on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:49.584288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf04d172-8475-4289-a6d7-b160afeeda81 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:49.601150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa880dac-5529-41d9-9b3f-253e937711fb tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:49.634805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 603821c4-0163-4f00-82ab-06292badc917 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:49.638308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.667030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: cf04d172-8475-4289-a6d7-b160afeeda81 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:49.668103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf04d172-8475-4289-a6d7-b160afeeda81 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:49.711506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.727600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.745659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Deleting port cf04d172-8475-4289-a6d7-b160afeeda81 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:49.746185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.763749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e7b12-7332-4cc4-9a82-b2d93baff38d req-a49809c0-1106-42e1-9f76-8783bbd79755 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:49.767327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f0e7b12-7332-4cc4-9a82-b2d93baff38d req-a49809c0-1106-42e1-9f76-8783bbd79755 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4698319 Feb 14 17:52:49.772787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f71c3107-8dc3-42a2-a0b0-a8cd7eb70c4c tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Unset dirty status for tenant:6af626b0d37d43d4a5f9a7c4d84d975f on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:49.776675 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f71c3107-8dc3-42a2-a0b0-a8cd7eb70c4c tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6511297 Feb 14 17:52:49.776675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a315ac2-e096-49d9-a507-96b6d3262b66']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.777511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37794) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.791266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:49.809813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a075f55-bbcc-4b97-9e9d-87b122f01929 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/routers/680b07c6-595b-4e15-9ef5-f140ea7f7b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2601388 Feb 14 17:52:49.810060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] Sync routers for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:49.810660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.821838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1951bb66-5180-4a74-8fd6-6a88e6d8e57b None None] The port 'cf04d172-8475-4289-a6d7-b160afeeda81' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:52:49.825990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a760720-e606-42a5-ba32-acaea525c8a7') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.826293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a760720-e606-42a5-ba32-acaea525c8a7') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.833598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:49.833598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.849097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa880dac-5529-41d9-9b3f-253e937711fb tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:49.854125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa880dac-5529-41d9-9b3f-253e937711fb tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7608895 Feb 14 17:52:49.854125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.861313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37802) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:49.861464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'port': {'network_id': 'a4edebb2-88ab-4b7c-9c4b-747ad40adcc2', 'name': 'tempest-FloatingIPTestJSON-683894340'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:49.882734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330032480'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:49.888644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:49.898670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:49.903703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.915308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.916448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:49.917148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.924872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.925588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.927698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:52:49.928083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:52:49.943868 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:52:49.958385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f0e7b12-7332-4cc4-9a82-b2d93baff38d req-bc449253-2ef1-4f07-8697-f7fcbafded3d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730599 Feb 14 17:52:49.979242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:49.990758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:49.990758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b530ed-1224-4005-afac-255236cb74f1 None None] The sync data for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:50.019120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.061346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecf1-3bac-45ae-9e58-b993b98c36e0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.096317 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc31ecf1-3bac-45ae-9e58-b993b98c36e0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 14 17:52:50.097082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc31ecf1-3bac-45ae-9e58-b993b98c36e0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:52:50.106571 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc31ecf1-3bac-45ae-9e58-b993b98c36e0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/f4d91137-39f5-492b-900b-56379e2b688a HTTP/1.1" status: 409 len: 405 time: 0.3202538 Feb 14 17:52:50.106571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37806) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.106571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:50.113439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-340073777'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:50.119090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:50.124061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Usage tracker for resource:port and tenant:a044c903e39a42a8a1e08c99d1aab4d0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:50.130404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:50.133455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:50.137817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:50.145937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:50.147938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:50.205157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.227097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.228349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Made reservation on behalf of a044c903e39a42a8a1e08c99d1aab4d0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:50.231401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.242076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.246381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:50.249769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.251682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=7a315ac2-e096-49d9-a507-96b6d3262b66,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:50.258702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:50.266174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9f743cec-61e8-499e-8a44-382879a66b09 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/7a315ac2-e096-49d9-a507-96b6d3262b66 HTTP/1.1" status: 204 len: 168 time: 2.6114845 Feb 14 17:52:50.266338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37810) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.269174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:50.303274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:50.311684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=603821c4-0163-4f00-82ab-06292badc917,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:50.314218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:50.329526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] device_id is not set on port 7e42e67c-d040-4361-8e6a-5d37ded7dc3b yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:50.338698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877936c-66a7-4ac9-aa78-68772a2817ce None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:50.364505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.397540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:50.414155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.414938 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment 08fb44fb-d601-4d8a-985b-40b2baa0b96a of type vlan for network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 Feb 14 17:52:50.426199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.438387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e944e-98e4-402d-8cec-96ac96fe4d4c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:50.439088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-066e944e-98e4-402d-8cec-96ac96fe4d4c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:50.459716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.490377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.503146 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-79be9e00-a3b9-4bca-bb05-59e132a16b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/603821c4-0163-4f00-82ab-06292badc917 HTTP/1.1" status: 204 len: 168 time: 1.1376615 Feb 14 17:52:50.508188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991abd2f-2f03-4593-9840-d3b8a4f01ebe None None] Network f4d91137-39f5-492b-900b-56379e2b688a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:50.511866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37814) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.570006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Allocated IP 172.20.0.8 (a4edebb2-88ab-4b7c-9c4b-747ad40adcc2/03190f68-fb19-4270-aba8-6e6867dd5b86/7e42e67c-d040-4361-8e6a-5d37ded7dc3b) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:50.590540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-066e944e-98e4-402d-8cec-96ac96fe4d4c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:50.607775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-066e944e-98e4-402d-8cec-96ac96fe4d4c tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3243470 Feb 14 17:52:50.607775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37818) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.607775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c646d728-108e-4378-8bcc-196ce5aa707f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915928 Feb 14 17:52:50.608584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37822) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.614987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:50.643985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27283983-efd9-4069-978f-773e0ec821b5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:50.655935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router 337350d4-05aa-4ce1-af30-99850929d2c5 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:50.714879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.720016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:50.720975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.735891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.740195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fdbdfa0e-aa78-47a2-83ef-aea7417cbc70 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8739347 Feb 14 17:52:50.741869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37826) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.772403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e7b1494a-a327-4f7d-b238-2d9bc9cf0923 None None] Provisioning for port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:50.804985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-31f261d1-f312-4c1b-a0fd-2939460f08fc tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '27283983-efd9-4069-978f-773e0ec821b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:50.805768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-31f261d1-f312-4c1b-a0fd-2939460f08fc tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:50.810519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-31f261d1-f312-4c1b-a0fd-2939460f08fc tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0560682 Feb 14 17:52:50.813509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37830) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.848407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e85f33c3-7588-4f4d-a301-69857d866a3b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2462621 Feb 14 17:52:50.850626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77be214a-9898-4efb-a19f-766aa476dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.858292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37834) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.873389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2135382568'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:50.878383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:50.898081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:50.903692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:50.913432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:50.914875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:50.915118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Deleting port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:50.915575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.942884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=1975e5a1-5f89-4aeb-8c88-653829b5bbf2,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:50.954538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] DHCP port deletion for f4d91137-39f5-492b-900b-56379e2b688a request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:52:50.958127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:50.973364 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-892948fa-db89-462b-bf5a-1026f634f283 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8668232 Feb 14 17:52:50.974412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:50.975901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37838) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:50.993174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:50.996157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.002440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Deleting port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:51.004336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.031055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:51.034055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.062729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:51.076660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:51.082409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:51.090489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:52:51.096976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:51.109191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:51.109722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Sync routers for ids ['337350d4-05aa-4ce1-af30-99850929d2c5'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:51.116600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.116911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8 of type vlan for network 9ca793a5-9160-43e0-bef7-8efb5813417b Feb 14 17:52:51.124506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Routers {'337350d4-05aa-4ce1-af30-99850929d2c5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:51.125466 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['337350d4-05aa-4ce1-af30-99850929d2c5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:51.176730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.203531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27283983-efd9-4069-978f-773e0ec821b5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:51.205484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.206598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-52309eae-7384-4dab-b287-342f3b2c6d56 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/27283983-efd9-4069-978f-773e0ec821b5 HTTP/1.1" status: 204 len: 168 time: 0.3915231 Feb 14 17:52:51.225634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37846) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:51.236035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.284739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:51.298314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:51.337643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.341087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:51.346524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.378507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.380170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-56c2154e-1785-47b3-b540-72cdd4aa5315 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0821240 Feb 14 17:52:51.386988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37850) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:51.404746 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Set router 337350d4-05aa-4ce1-af30-99850929d2c5 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:51.525445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7870a0ef-3bc3-4c11-87ab-c2b2328db982 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:51.566602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f08a-0af8-4724-b529-911781d736d0 req-910c67ea-e45c-4f4d-9a06-8f3275124392 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:51.568072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34c8f08a-0af8-4724-b529-911781d736d0 req-910c67ea-e45c-4f4d-9a06-8f3275124392 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.4553654 Feb 14 17:52:51.587812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:51.653558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef469b7d-e9ea-4d98-8fd3-068544bdbf2e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:51.661465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.665254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:51.666373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.672068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Transition to ACTIVE for port object 7e42e67c-d040-4361-8e6a-5d37ded7dc3b will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:51.760087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.846199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:51.847343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.861299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=9ca793a5-9160-43e0-bef7-8efb5813417b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:51.868528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34c8f08a-0af8-4724-b529-911781d736d0 req-264c9080-534e-4f5d-a36e-a97200066f02 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776558 Feb 14 17:52:51.870131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] For port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3bf5e6b8-2339-483a-8c94-de2cdabc0ba8,segment=NetworkSegment(dcf0ab9a-d6c7-4799-94a2-d2c2786033f4),segment_id=dcf0ab9a-d6c7-4799-94a2-d2c2786033f4)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:51.870854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:51.928866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-66adbbb5-f804-4567-aa78-2a02809556bb tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0663993 Feb 14 17:52:51.931931 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91'}], 'enable_snat': False}, 'gw_port_id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:44Z', 'updated_at': '2022-02-14T17:52:49Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:46Z', 'updated_at': '2022-02-14T17:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:51.941837 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Checking router: 337350d4-05aa-4ce1-af30-99850929d2c5 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:52:51.942074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-707bbd99-f415-4a05-a076-4f247c8e0596 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:51.942187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Updating router 337350d4-05aa-4ce1-af30-99850929d2c5 port 85f9675a-9eba-47f6-932d-620af95da5e0 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:52:51.946378 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-707bbd99-f415-4a05-a076-4f247c8e0596 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1572318 Feb 14 17:52:51.951087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37856) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:51.951822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 9ca793a5-9160-43e0-bef7-8efb5813417b details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:52:51.954917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ef469b7d-e9ea-4d98-8fd3-068544bdbf2e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:51.954917 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ef469b7d-e9ea-4d98-8fd3-068544bdbf2e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7241669 Feb 14 17:52:51.967250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37860) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:51.970914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:52.014561 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.024399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Deleting port 452f5898-12fd-43c0-b966-168ff90cba86 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:52.024756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.067939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6a438d1f-2f00-45aa-b568-3ffd5e697dfa tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/337350d4-05aa-4ce1-af30-99850929d2c5 HTTP/1.1" status: 200 len: 907 time: 0.6741202 Feb 14 17:52:52.073532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37862) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:52.083110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-185829657', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': True}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:52.091558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:52.092529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669068591'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:52.104132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.106178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:52.109171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:52.126827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Usage tracker for resource:router and tenant:97eeef5edcc64b7abd204981dc310431 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:52.135001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:52.152120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:52.165286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:52.182591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:52.191706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:52.205520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:52.220731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:52.251067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.252115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.315719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.323138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event updated for resources: {'Port': ['ID=7e42e67c-d040-4361-8e6a-5d37ded7dc3b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:52.328782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] For port 452f5898-12fd-43c0-b966-168ff90cba86, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=452f5898-12fd-43c0-b966-168ff90cba86,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:52.329148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.348980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:52.359050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.369477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:52.383316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:52.385928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Calling delete_port for 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:52.430084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:52.430926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Calling delete_port for 7870a0ef-3bc3-4c11-87ab-c2b2328db982 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:52.542945 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.545799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.565764 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Transition to ACTIVE for port object 85f9675a-9eba-47f6-932d-620af95da5e0 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:52.678767 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.722295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:52.731618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:52.741643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:52.742553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.748780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:52.754381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.759582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.761707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:52.771075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.777267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.777638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.777949 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Floating IP 16ff9e5f-d61b-4129-b46d-23ebc8baf9a8 disassociated. External IP: 172.26.4.115, port: 452f5898-12fd-43c0-b966-168ff90cba86. Feb 14 17:52:52.778288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Calling delete_port for 452f5898-12fd-43c0-b966-168ff90cba86 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:52.791110 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Attempting to bind port 85f9675a-9eba-47f6-932d-620af95da5e0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:52.791656 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Attempting to bind port 85f9675a-9eba-47f6-932d-620af95da5e0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:52.801020 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Attempting to bind port 85f9675a-9eba-47f6-932d-620af95da5e0 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:52.801020 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281293-532f-41cf-a6cf-025e332495ce None None] Pushing event updated for resources: {'Port': ['ID=85f9675a-9eba-47f6-932d-620af95da5e0,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:52.805240 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:52.805485 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:52.806136 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.806658 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:52.807300 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Bound port: 85f9675a-9eba-47f6-932d-620af95da5e0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:52.807821 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.837425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] No DVR routers for this DVR port 3bf5e6b8-2339-483a-8c94-de2cdabc0ba8 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:52.838814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-be24976c-9efb-4d31-bde6-ce8deca2d1eb None None] Provisioning for port 7e42e67c-d040-4361-8e6a-5d37ded7dc3b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:52.853805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79144f23-19c1-44d8-81fb-69e1ff8196b2 None None] Pushing event deleted for resources: {'Port': ['ID=3bf5e6b8-2339-483a-8c94-de2cdabc0ba8,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:52.860692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-be24976c-9efb-4d31-bde6-ce8deca2d1eb None None] Provisioning complete for port 7e42e67c-d040-4361-8e6a-5d37ded7dc3b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:52.861087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-be24976c-9efb-4d31-bde6-ce8deca2d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:52.905599 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] For port 85f9675a-9eba-47f6-932d-620af95da5e0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:52.909537 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] For port 85f9675a-9eba-47f6-932d-620af95da5e0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85f9675a-9eba-47f6-932d-620af95da5e0,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:52.955725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:52.956089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:52.986249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:52.986658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:52.987048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-be24976c-9efb-4d31-bde6-ce8deca2d1eb None None] Port 7e42e67c-d040-4361-8e6a-5d37ded7dc3b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:52:53.000646 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.025188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.080312 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c7a68298-6d20-41a8-af4c-0c4747dca2a9 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2653873 Feb 14 17:52:53.084872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb12e-fa18-48aa-be53-dad823357062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.091972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:53.093300 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281293-532f-41cf-a6cf-025e332495ce None None] Pushing event updated for resources: {'Port': ['ID=85f9675a-9eba-47f6-932d-620af95da5e0,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:53.103400 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Routers {'337350d4-05aa-4ce1-af30-99850929d2c5'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:53.104009 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['337350d4-05aa-4ce1-af30-99850929d2c5'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:53.134704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Request body: {'floatingip': {'port_id': '7e42e67c-d040-4361-8e6a-5d37ded7dc3b'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:53.297549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.299171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990bb7-f21d-4df0-a308-3ca5eaea6a19 req-aa778eb0-0b01-4abe-9319-9acc81c9cc81 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:53.300387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1990bb7-f21d-4df0-a308-3ca5eaea6a19 req-aa778eb0-0b01-4abe-9319-9acc81c9cc81 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 945 time: 0.1488190 Feb 14 17:52:53.321642 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] Set router 337350d4-05aa-4ce1-af30-99850929d2c5 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:53.356692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.381200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:52:53.401637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.405629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.431984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event deleted for resources: {'Port': ['ID=452f5898-12fd-43c0-b966-168ff90cba86,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:53.457965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Deleting port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:53.459241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.472054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.500442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1990bb7-f21d-4df0-a308-3ca5eaea6a19 req-230a8c9d-2e82-439d-822f-ae34843d486b tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups?id=42ed772e-240d-41d7-a893-d4042bacd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901798 Feb 14 17:52:53.592249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.592404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.775943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.778873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9954b3c5-aef7-4a8b-a392-7ecf36c6f09a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:53.824488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:53.826223 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9e232ffe-5d2e-4373-9d5b-10f59c2393a7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7433853 Feb 14 17:52:53.833872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37882) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:53.834630 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91'}], 'enable_snat': False}, 'gw_port_id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:44Z', 'updated_at': '2022-02-14T17:52:49Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:46Z', 'updated_at': '2022-02-14T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:53.838723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0d59f-4751-4cf4-af90-05a67308b6bb None None] The sync data for ids ['337350d4-05aa-4ce1-af30-99850929d2c5'] in dv-neutron-823271-4-hyperv is: [{'id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91'}], 'enable_snat': False}, 'gw_port_id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:44Z', 'updated_at': '2022-02-14T17:52:49Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '85f9675a-9eba-47f6-932d-620af95da5e0', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337350d4-05aa-4ce1-af30-99850929d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:46Z', 'updated_at': '2022-02-14T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:53.873982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-32b95a88-c270-4642-ba4d-f11ee1543901 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '9954b3c5-aef7-4a8b-a392-7ecf36c6f09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:53.875132 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-32b95a88-c270-4642-ba4d-f11ee1543901 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:53.879872 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-32b95a88-c270-4642-ba4d-f11ee1543901 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0385494 Feb 14 17:52:53.882881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=8aa3a10c-f192-4d96-8622-06e2a5f217b3,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:53.895519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37886) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:53.911307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-173f9a4f-22da-49f3-8391-6ffcc357e8b7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '9954b3c5-aef7-4a8b-a392-7ecf36c6f09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:53.912382 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-173f9a4f-22da-49f3-8391-6ffcc357e8b7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:53.916460 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-173f9a4f-22da-49f3-8391-6ffcc357e8b7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168660 Feb 14 17:52:53.921321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37890) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:53.931216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2ea477be-617f-4b39-950f-dad332b2f3b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '9954b3c5-aef7-4a8b-a392-7ecf36c6f09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:53.933563 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-2ea477be-617f-4b39-950f-dad332b2f3b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:53.938405 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2ea477be-617f-4b39-950f-dad332b2f3b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114627 Feb 14 17:52:53.957091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37894) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:53.991576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-97ef9048-18a0-4408-a89e-b414fbd511b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '9954b3c5-aef7-4a8b-a392-7ecf36c6f09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:53.992351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-97ef9048-18a0-4408-a89e-b414fbd511b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:53.996637 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-97ef9048-18a0-4408-a89e-b414fbd511b9 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0384922 Feb 14 17:52:54.004465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.006820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37898) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:54.074759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': '08fb44fb-d601-4d8a-985b-40b2baa0b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:54.078820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: 1975e5a1-5f89-4aeb-8c88-653829b5bbf2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:54.082270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.26.4.47 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/037d856d-7660-4e04-8105-931cd46af80b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:54.100297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:54.135890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:54.136413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.201030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=9fcfed61-1564-4ac3-b691-2daba30da7ae,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:54.262875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.274700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.316401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.354837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:54.355799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: 9ca793a5-9160-43e0-bef7-8efb5813417b, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:52:54.375137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Calling delete_port for 7870a0ef-3bc3-4c11-87ab-c2b2328db982 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:54.406703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.414369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.415464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.416830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 452f5898-12fd-43c0-b966-168ff90cba86 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:52:54.443939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Router cd762618-0123-4b25-8988-1d549ed161a2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:54.467905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 452f5898-12fd-43c0-b966-168ff90cba86 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:52:54.468232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 452f5898-12fd-43c0-b966-168ff90cba86 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:52:54.495357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:54.544969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:54.545314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:54.587726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:54.594570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:54.599272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:54.599629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.613303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=00f152ee-8671-46e3-a95b-cd0936ce861e,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:54.626742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.646382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=6']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:54.654418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.656338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.657233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:54.657581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:54.666080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1975e5a1-5f89-4aeb-8c88-653829b5bbf2) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:54.680184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d5e49-cea4-4549-9014-8f8d8d408d33 None None] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:54.686680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:54.687267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.702942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954b3c5-aef7-4a8b-a392-7ecf36c6f09a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:54.789904 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d7a0a08d-53ad-441a-8caf-cb73cd8e998e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1815324 Feb 14 17:52:54.792178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:54.797149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37906) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:54.809073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9ca793a5-9160-43e0-bef7-8efb5813417b is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:52:54.814930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:fa:7d:f9', 'name': 'tempest-NetworksTestDHCPv6-1727106463'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:54.864392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.920660 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9f957f2-0c98-4f61-955d-74ab0e518938 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9425740 Feb 14 17:52:54.921447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 9ca793a5-9160-43e0-bef7-8efb5813417b) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:54.927750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37910) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:54.930804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Sync routers for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:54.944791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:54.945381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.952169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.955108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'port': {'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2', 'name': 'tempest-NetworksIpV6TestAttrs-724994426'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:54.957703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=037d856d-7660-4e04-8105-931cd46af80b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:54.965100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb6ddb-978f-43d4-b6aa-dd457c252577 None None] Network 9ca793a5-9160-43e0-bef7-8efb5813417b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:52:54.968676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:54.970063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be9fbe13-0c48-4271-a2e3-b0104e161e8b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/9954b3c5-aef7-4a8b-a392-7ecf36c6f09a HTTP/1.1" status: 204 len: 168 time: 0.9622717 Feb 14 17:52:54.981864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37914) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:54.997563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ca02d1c9-ba2e-4b93-9bb1-c421d1fee2e8 req-355e2dd9-8af3-4087-a056-15c3539d4abb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Synchronizing usage tracker for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:55.019437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] No DVR routers for this DVR port 452f5898-12fd-43c0-b966-168ff90cba86 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:55.022372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.024913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bddf5e86-bb4b-4384-b49e-e11fcbba3ef8 req-d88fe17e-6554-4fa8-8078-2f284be9b89d tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.45 "DELETE /v2.0/ports/452f5898-12fd-43c0-b966-168ff90cba86 HTTP/1.1" status: 204 len: 173 time: 3.0736940 Feb 14 17:52:55.030547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'name': 'network-vif-deleted', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:52:55.045904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:55.048910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:55.050588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:55.145946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ca02d1c9-ba2e-4b93-9bb1-c421d1fee2e8 req-355e2dd9-8af3-4087-a056-15c3539d4abb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Unset dirty status for tenant:8afb52ef8612474eac80d0a8f7bb606d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:55.154789 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca02d1c9-ba2e-4b93-9bb1-c421d1fee2e8 req-355e2dd9-8af3-4087-a056-15c3539d4abb tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.3311164 Feb 14 17:52:55.185178 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3cf5ca-6eec-4936-a3be-500da5756294', 'name': 'network-vif-deleted', 'tag': '452f5898-12fd-43c0-b966-168ff90cba86', 'status': 'completed', 'code': 200} Feb 14 17:52:55.227114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:55.227737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:55.277093 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c678e230-ba79-4608-9336-18cee404d027 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3267014 Feb 14 17:52:55.280251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37920) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:55.288020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b', 'name': 'tempest-PortsTestJSON-1114730721'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:55.342608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:55.348918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Deleting port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:55.349289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.387125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:55.399489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dd6671c5-d0ce-4700-bf22-fbff8c7e2f8c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:55.440840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:55.451948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:port and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:55.456473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:55.465031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:55.534241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:55.538078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:55.553856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dd6671c5-d0ce-4700-bf22-fbff8c7e2f8c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:55.555156 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dd6671c5-d0ce-4700-bf22-fbff8c7e2f8c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5698872 Feb 14 17:52:55.577232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37926) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:55.584248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--585161767'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:55.589783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:55.617382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:55.619621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-1975e5a1-5f89-4aeb-8c88-653829b5bbf2', 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': '8aa3a10c-f192-4d96-8622-06e2a5f217b3'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:55.620968 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.638700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-9ca793a5-9160-43e0-bef7-8efb5813417b', 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': '9fcfed61-1564-4ac3-b691-2daba30da7ae'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:52:55.639949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.644201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:55.656179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:55.659771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.667830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:55.675824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.680687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.681253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.708653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.708991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.719098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] device_id is not set on port 907f5daa-14c7-43e6-b41e-1ce994eee8ca yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:55.823700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.830648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.862176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:55.865429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:55.983088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 8b17ce62-3224-4ed0-a3e4-fa3db025631b yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:55.988835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85f9675a-9eba-47f6-932d-620af95da5e0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:56.008370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.101240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:56.102008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port c78f94e0-1840-426b-95b4-506539d8be62 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:56.158577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:56.159108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:56.167654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:56.184152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:56.184600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Allocated IP 2001:db8::f816:3eff:fef5:b790 (1975e5a1-5f89-4aeb-8c88-653829b5bbf2/8aa3a10c-f192-4d96-8622-06e2a5f217b3/907f5daa-14c7-43e6-b41e-1ce994eee8ca) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:56.202316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:56.234378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.4 (9ca793a5-9160-43e0-bef7-8efb5813417b/9fcfed61-1564-4ac3-b691-2daba30da7ae/8b17ce62-3224-4ed0-a3e4-fa3db025631b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:56.309422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:56.310590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.331289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.403667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.427946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fefa:7df9 (ec992c4f-9a29-4213-84c0-4010e08b02ef/00f152ee-8671-46e3-a95b-cd0936ce861e/c78f94e0-1840-426b-95b4-506539d8be62) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:56.432564 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62f4f234-0f30-4e01-9900-38505cc81b07 req-894e4433-aa37-474c-90cb-f09f9b9db5f8 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3cf5ca-6eec-4936-a3be-500da5756294 HTTP/1.1" status: 200 len: 210 time: 0.0871830 Feb 14 17:52:56.515328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Calling delete_port for 7870a0ef-3bc3-4c11-87ab-c2b2328db982 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:56.578556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:56.613595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 85f9675a-9eba-47f6-932d-620af95da5e0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:52:56.635675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 85f9675a-9eba-47f6-932d-620af95da5e0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:56.636268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.691032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.703819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.713149 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eaa0f9d3-f50d-42ec-9fee-d750bed30376 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1269314 Feb 14 17:52:56.717386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37934) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:56.736131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-82b5f4b4-a649-4448-be83-3258b851c610 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:56.736813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-82b5f4b4-a649-4448-be83-3258b851c610 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:56.737793 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-82b5f4b4-a649-4448-be83-3258b851c610 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0196028 Feb 14 17:52:56.743593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 8b17ce62-3224-4ed0-a3e4-fa3db025631b will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:56.748729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37938) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:56.754417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:56.763261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:56.769831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:56.773025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:56.782036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router e3db8f17-4587-4028-a0f4-2eae37c81511 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:52:56.782295 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 54d14ae0-3d0e-47f2-8658-e08406167633 associated. External IP: 172.26.4.209, port: 34805970-9906-416c-a531-93de973bbbcb. Feb 14 17:52:56.785141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:56.832898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:52:56.832898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:52:56.836081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.867462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:56.887403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 85f9675a-9eba-47f6-932d-620af95da5e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85f9675a-9eba-47f6-932d-620af95da5e0,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:56.900149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:56.904766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Checking router: cd762618-0123-4b25-8988-1d549ed161a2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:52:56.916783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:56.917466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:56.921369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Transition to ACTIVE for port object 907f5daa-14c7-43e6-b41e-1ce994eee8ca will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:56.947218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.006046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.031947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object c78f94e0-1840-426b-95b4-506539d8be62 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:57.041505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9ca793a5-9160-43e0-bef7-8efb5813417b is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:57.045799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:57.050534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:57.067790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.086278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.090301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=8b17ce62-3224-4ed0-a3e4-fa3db025631b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:57.095323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:57.099387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50a8b2dc-03cd-4dae-a89f-097f982240f8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3497181 Feb 14 17:52:57.099912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37942) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.119640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e52b9fa1-b575-4ff5-b1b3-6c8f36e8acc7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:57.120242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-e52b9fa1-b575-4ff5-b1b3-6c8f36e8acc7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:57.125393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e52b9fa1-b575-4ff5-b1b3-6c8f36e8acc7 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129826 Feb 14 17:52:57.129534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37946) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.138403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:57.151491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:57.152082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.157947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:57.170093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.170630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:57.175021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:57.178600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:57.184576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:57.185865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:57.188169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:57.192236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:57.192878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.202700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Port': ['ID=907f5daa-14c7-43e6-b41e-1ce994eee8ca,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:57.222371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:52:57.234783 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Sync routers for ids ['e3db8f17-4587-4028-a0f4-2eae37c81511'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:52:57.249436 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Routers {'e3db8f17-4587-4028-a0f4-2eae37c81511'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:57.250042 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e3db8f17-4587-4028-a0f4-2eae37c81511'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:57.252105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Allocated IP 172.20.0.2 (9ca793a5-9160-43e0-bef7-8efb5813417b/9fcfed61-1564-4ac3-b691-2daba30da7ae/576e085f-3ced-4148-bdf0-0ed60d24a559) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:57.256583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed9369ca-0c7b-47a5-b6d0-69407118fb48 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9739826 Feb 14 17:52:57.260154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.268081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b', 'name': 'tempest-PortsTestJSON-538046674'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:57.272403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Allocated IP 2001:db8::f816:3eff:fe83:1d33 (1975e5a1-5f89-4aeb-8c88-653829b5bbf2/8aa3a10c-f192-4d96-8622-06e2a5f217b3/b325695e-a359-405f-866c-2c02e9bf9708) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:57.284418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=85f9675a-9eba-47f6-932d-620af95da5e0,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:57.289189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:57.294989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:57.297880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:57.302403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:57.303236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.322516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=c78f94e0-1840-426b-95b4-506539d8be62,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:57.379984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.381294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb1235f4-024a-42b1-b0b6-32891f3d6b6f tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3072965 Feb 14 17:52:57.400350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37954) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.407128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:57.541821 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Set router e3db8f17-4587-4028-a0f4-2eae37c81511 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:57.619152 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:57.623847 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4aa68bd0-780f-47c3-b82a-48c52d9c1e9b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4898820 Feb 14 17:52:57.626525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37960) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.633528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:57.644647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:57.648262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Deleting port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:57.648724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.656867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1db23c49-9d62-4448-902d-0554f830fed2 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:57.657492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-1db23c49-9d62-4448-902d-0554f830fed2 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:57.659588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1db23c49-9d62-4448-902d-0554f830fed2 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0310011 Feb 14 17:52:57.665047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37964) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.675687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:57.689812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:57.695909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:57.699603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:57.710156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:57.799179 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-72735a54-830d-47b0-a31d-d1a06a91ee43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8608134 Feb 14 17:52:57.811948 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-928e4c31-5652-4d38-a3fe-358eb2d4cf36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0125341 Feb 14 17:52:57.817688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37970) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.818140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37972) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.837423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37978) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:57.846934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:57.858339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Transition to ACTIVE for port object b325695e-a359-405f-866c-2c02e9bf9708 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:57.879522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Transition to ACTIVE for port object b325695e-a359-405f-866c-2c02e9bf9708 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:57.894156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85f9675a-9eba-47f6-932d-620af95da5e0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:52:57.968542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:52:57.972895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.001783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Project 3dcc97128ee445328d942e39b42a880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:52:58.010917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.019535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port aeb21309-50c3-433b-8867-29187e2fab08 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:52:58.030010 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3db8f17-4587-4028-a0f4-2eae37c81511', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '037d856d-7660-4e04-8105-931cd46af80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:52Z', 'updated_at': '2022-02-14T17:52:55Z', 'revision_number': 3, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port': {'id': '037d856d-7660-4e04-8105-931cd46af80b', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3db8f17-4587-4028-a0f4-2eae37c81511', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:52:53Z', 'updated_at': '2022-02-14T17:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:58.035091 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Checking router: e3db8f17-4587-4028-a0f4-2eae37c81511 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:52:58.035943 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Updating router e3db8f17-4587-4028-a0f4-2eae37c81511 port 037d856d-7660-4e04-8105-931cd46af80b binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:52:58.097396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.137322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0f9a09cc-0cbc-4241-847e-c36a0d443268 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/e3db8f17-4587-4028-a0f4-2eae37c81511 HTTP/1.1" status: 200 len: 906 time: 0.7357926 Feb 14 17:52:58.138674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37982) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:58.197769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:58.223653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:58.226071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:58.248348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.263560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc8a18-ccbb-42a6-9b08-18e62110d2bf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:58.271977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc8a18-ccbb-42a6-9b08-18e62110d2bf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:58.272802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-65dc8a18-ccbb-42a6-9b08-18e62110d2bf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:58.355680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Pushing event updated for resources: {'Port': ['ID=b325695e-a359-405f-866c-2c02e9bf9708,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:58.356767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.379424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-65dc8a18-ccbb-42a6-9b08-18e62110d2bf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:58.380621 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65dc8a18-ccbb-42a6-9b08-18e62110d2bf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5547874 Feb 14 17:52:58.383513 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:58.383676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting subnet 8aa3a10c-f192-4d96-8622-06e2a5f217b3 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:52:58.386199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 37986) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:58.391510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b6357121-26e1-4e2f-9cb0-2446b4f1d2c8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7231967 Feb 14 17:52:58.391510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37988) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:58.404123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a90720e2-9cff-43bb-9af6-6b45803d236e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:58.404792 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-a90720e2-9cff-43bb-9af6-6b45803d236e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:58.409187 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a90720e2-9cff-43bb-9af6-6b45803d236e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169091 Feb 14 17:52:58.411933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37994) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:58.422924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:58.423154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.436020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.437286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:58.443065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:58.449028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:58.469763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:58.500916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.535577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Transition to ACTIVE for port object 576e085f-3ced-4148-bdf0-0ed60d24a559 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:58.545107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.552146 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.582537 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Transition to ACTIVE for port object 037d856d-7660-4e04-8105-931cd46af80b will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:58.589669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Attempting to bind port b325695e-a359-405f-866c-2c02e9bf9708 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:58.590030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Attempting to bind port b325695e-a359-405f-866c-2c02e9bf9708 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '08fb44fb-d601-4d8a-985b-40b2baa0b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:58.590383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Attempting to bind port b325695e-a359-405f-866c-2c02e9bf9708 on network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:58.625700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 85f9675a-9eba-47f6-932d-620af95da5e0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:52:58.626061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.651446 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Project 3dcc97128ee445328d942e39b42a880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:52:58.653360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Transition to ACTIVE for port object 576e085f-3ced-4148-bdf0-0ed60d24a559 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:52:58.655576 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.663966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.668986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:58.669887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Checking segment: {'id': '08fb44fb-d601-4d8a-985b-40b2baa0b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:58.670613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.670764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Bound using segment: {'id': '08fb44fb-d601-4d8a-985b-40b2baa0b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:58.671171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Bound port: b325695e-a359-405f-866c-2c02e9bf9708, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fb44fb-d601-4d8a-985b-40b2baa0b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1975e5a1-5f89-4aeb-8c88-653829b5bbf2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:58.671519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.768279 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.777097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:52:58.781218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port c78f94e0-1840-426b-95b4-506539d8be62 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:58.781559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.783486 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Attempting to bind port 037d856d-7660-4e04-8105-931cd46af80b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:58.784267 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Attempting to bind port 037d856d-7660-4e04-8105-931cd46af80b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:58.784840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Attempting to bind port 037d856d-7660-4e04-8105-931cd46af80b on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:58.792088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:58.793289 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d9ac6a06-9219-4906-bfc6-73cc8be10942 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3772657 Feb 14 17:52:58.795385 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:58.795937 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:58.796632 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.797199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:58.797824 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Bound port: 037d856d-7660-4e04-8105-931cd46af80b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:58.798356 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.802480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 37998) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:58.821879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:52:58.838041 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e1c3c-77d2-40cc-826d-06b8d9b19042 None None] Pushing event updated for resources: {'Port': ['ID=037d856d-7660-4e04-8105-931cd46af80b,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:58.853088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] For port 7870a0ef-3bc3-4c11-87ab-c2b2328db982, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7870a0ef-3bc3-4c11-87ab-c2b2328db982,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:58.853471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.854732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:52:58.867232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:52:58.877701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:52:58.892566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.893440 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] For port 037d856d-7660-4e04-8105-931cd46af80b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:58.897840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] For port 037d856d-7660-4e04-8105-931cd46af80b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=037d856d-7660-4e04-8105-931cd46af80b,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:58.904672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:52:58.914274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.3 (9ca793a5-9160-43e0-bef7-8efb5813417b/9fcfed61-1564-4ac3-b691-2daba30da7ae/aeb21309-50c3-433b-8867-29187e2fab08) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:52:58.933474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.947273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:58.976462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa3a10c-f192-4d96-8622-06e2a5f217b3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.005964 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.024128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Calling delete_port for 7870a0ef-3bc3-4c11-87ab-c2b2328db982 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:59.033999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed772e-240d-41d7-a893-d4042bacd7f1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.064194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Network 9ca793a5-9160-43e0-bef7-8efb5813417b is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:52:59.064724 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Project 3dcc97128ee445328d942e39b42a880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:52:59.070632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Pushing event updated for resources: {'Port': ['ID=576e085f-3ced-4148-bdf0-0ed60d24a559,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.077103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.083502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:52:59.086016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:52:59.088825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Deleting port 037d856d-7660-4e04-8105-931cd46af80b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:52:59.089809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.150754 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Routers {'e3db8f17-4587-4028-a0f4-2eae37c81511'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:52:59.151806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e3db8f17-4587-4028-a0f4-2eae37c81511'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:59.168063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:59.174704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] For port b325695e-a359-405f-866c-2c02e9bf9708, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:59.192470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.196202 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc501311-ef2b-4591-8001-15f2b49e3bdd tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "DELETE /v2.0/security-groups/42ed772e-240d-41d7-a893-d4042bacd7f1 HTTP/1.1" status: 204 len: 168 time: 1.2813404 Feb 14 17:52:59.202559 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f234be2-3ac3-404a-8573-f7429c858478 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/8aa3a10c-f192-4d96-8622-06e2a5f217b3 HTTP/1.1" status: 204 len: 168 time: 1.3784726 Feb 14 17:52:59.206487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38002) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:59.206618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38004) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:59.233796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] For port b325695e-a359-405f-866c-2c02e9bf9708, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b325695e-a359-405f-866c-2c02e9bf9708,segment=NetworkSegment(08fb44fb-d601-4d8a-985b-40b2baa0b96a),segment_id=08fb44fb-d601-4d8a-985b-40b2baa0b96a)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:59.235126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c41d8-fd08-4835-9f79-f4007d1b99f7 None None] The sync data for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv is: [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:49:13Z', 'revision_number': 4, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '151a35cf-7e09-488a-8286-77db273719eb', 'name': '', 'network_id': '34e38ca4-7ec5-42fd-a762-54f509968e0c', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'mac_address': 'fa:16:3e:87:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:11Z', 'updated_at': '2022-02-14T17:49:58Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'subnets': [{'id': '7c6f92df-eefd-41c8-a019-f5a996f6c966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:59.304790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Attempting to bind port 576e085f-3ced-4148-bdf0-0ed60d24a559 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:52:59.305157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Attempting to bind port 576e085f-3ced-4148-bdf0-0ed60d24a559 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:52:59.305506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Attempting to bind port 576e085f-3ced-4148-bdf0-0ed60d24a559 on network 9ca793a5-9160-43e0-bef7-8efb5813417b {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:52:59.311524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] For port 037d856d-7660-4e04-8105-931cd46af80b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=037d856d-7660-4e04-8105-931cd46af80b,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:52:59.312033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.360180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.367408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e1c3c-77d2-40cc-826d-06b8d9b19042 None None] Pushing event updated for resources: {'Port': ['ID=037d856d-7660-4e04-8105-931cd46af80b,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.409768 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] Set router e3db8f17-4587-4028-a0f4-2eae37c81511 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:52:59.423539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.457190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Calling delete_port for 037d856d-7660-4e04-8105-931cd46af80b owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:59.522287 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3db8f17-4587-4028-a0f4-2eae37c81511', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:52Z', 'updated_at': '2022-02-14T17:52:58Z', 'revision_number': 4, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:52:59.527187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae4a69-fb1c-4c82-ad61-02aff183b931 None None] The sync data for ids ['e3db8f17-4587-4028-a0f4-2eae37c81511'] in dv-neutron-823271-4-hyperv is: [{'id': 'e3db8f17-4587-4028-a0f4-2eae37c81511', 'name': 'tempest-snat-router-185829657', 'tenant_id': '97eeef5edcc64b7abd204981dc310431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:52:52Z', 'updated_at': '2022-02-14T17:52:58Z', 'revision_number': 4, 'project_id': '97eeef5edcc64b7abd204981dc310431', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:52:59.551302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:52:59.551678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Checking segment: {'id': '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:52:59.552078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.552468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Bound using segment: {'id': '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:52:59.552970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Bound port: 576e085f-3ced-4148-bdf0-0ed60d24a559, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ca793a5-9160-43e0-bef7-8efb5813417b'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:52:59.553340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.575030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60031980-cc37-47df-b0da-a30a24dbfe35 None None] Pushing event updated for resources: {'Port': ['ID=b325695e-a359-405f-866c-2c02e9bf9708,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.639530 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:52:59.641170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c45840d5-b2b9-44a8-bcc7-9e7efc0c7f5b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8291278 Feb 14 17:52:59.644460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38010) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:59.646963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for c78f94e0-1840-426b-95b4-506539d8be62 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:52:59.678954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.690987 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-43587c97-9cd1-4411-aaaa-2abe86e96ba9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] show failed (client error): The resource could not be found. Feb 14 17:52:59.694708 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-43587c97-9cd1-4411-aaaa-2abe86e96ba9 tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "GET /v2.0/security-groups/42ed772e-240d-41d7-a893-d4042bacd7f1 HTTP/1.1" status: 404 len: 347 time: 0.4846089 Feb 14 17:52:59.694904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38014) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:59.736634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccf054-bec1-41a9-bc8a-ac9c4d4d2e04 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:59.737116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] Pushing event deleted for resources: {'Port': ['ID=7870a0ef-3bc3-4c11-87ab-c2b2328db982,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.737948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccf054-bec1-41a9-bc8a-ac9c4d4d2e04 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:52:59.739300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-50ccf054-bec1-41a9-bc8a-ac9c4d4d2e04 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Synchronizing usage tracker for tenant:6af626b0d37d43d4a5f9a7c4d84d975f on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:52:59.739434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] For port 576e085f-3ced-4148-bdf0-0ed60d24a559, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:52:59.769145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.784251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] For port 576e085f-3ced-4148-bdf0-0ed60d24a559, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=576e085f-3ced-4148-bdf0-0ed60d24a559,segment=NetworkSegment(51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8),segment_id=51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:52:59.806159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-50ccf054-bec1-41a9-bc8a-ac9c4d4d2e04 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Unset dirty status for tenant:6af626b0d37d43d4a5f9a7c4d84d975f on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:52:59.812441 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-50ccf054-bec1-41a9-bc8a-ac9c4d4d2e04 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5983000 Feb 14 17:52:59.813878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38018) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:52:59.848332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:52:59.868365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Port': ['ID=037d856d-7660-4e04-8105-931cd46af80b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.911999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce47d5-6cb6-4f26-9118-3f106def5d2f None None] No DVR routers for this DVR port 7870a0ef-3bc3-4c11-87ab-c2b2328db982 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:52:59.973538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18905957-e312-4fc2-aca9-6d634f02e918 None None] Pushing event updated for resources: {'Port': ['ID=576e085f-3ced-4148-bdf0-0ed60d24a559,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:52:59.996044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-191bbab3-1583-4e6c-86b0-eaf7ff47acb0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.008189 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-191bbab3-1583-4e6c-86b0-eaf7ff47acb0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 14 17:53:00.008623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191bbab3-1583-4e6c-86b0-eaf7ff47acb0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:00.019911 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-191bbab3-1583-4e6c-86b0-eaf7ff47acb0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/1975e5a1-5f89-4aeb-8c88-653829b5bbf2 HTTP/1.1" status: 409 len: 405 time: 0.2054968 Feb 14 17:53:00.025740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:00.036143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:00.054450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:00.055094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:00.097541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38022) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:00.136011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4d80b-cd7a-49b7-aabb-f0001819b710 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:00.139894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Deleting port 00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:00.140408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.150425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47069307'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:00.162808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:00.171854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:00.178234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:00.182337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:00.190681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:00.265169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.274455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.303453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:00.303999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:00.345533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.373126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object aeb21309-50c3-433b-8867-29187e2fab08 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:00.426302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:00.429424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6083f92-1445-4caf-9cdb-428ef984dc5a None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:00.471217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:00.477908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.500977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.553472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=c78f94e0-1840-426b-95b4-506539d8be62,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:00.653916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '00f152ee-8671-46e3-a95b-cd0936ce861e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:00.654753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.693852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.703495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:00.716492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.719821 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4beaa334-c9e4-4859-a7f2-158424907e9a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c78f94e0-1840-426b-95b4-506539d8be62 HTTP/1.1" status: 204 len: 168 time: 2.3230140 Feb 14 17:53:00.723759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38026) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:00.729195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.729537 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment eb28cb5f-fb78-4957-8677-4a61584a19d7 of type vlan for network 64ce2904-1399-4428-8b3d-741d97f3b137 Feb 14 17:53:00.812814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:00.827277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17530eaa-e370-40d1-921e-98101653a194 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:00.828691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17530eaa-e370-40d1-921e-98101653a194 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:00.829425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17530eaa-e370-40d1-921e-98101653a194 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:00.868796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Allocated IP 2001:db8::f816:3eff:fe59:3bf4 (ec992c4f-9a29-4213-84c0-4010e08b02ef/00f152ee-8671-46e3-a95b-cd0936ce861e/25a6df6c-9609-4e91-aaab-f81830a60bc3) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:00.917714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:00.929672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17530eaa-e370-40d1-921e-98101653a194 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:00.930955 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-17530eaa-e370-40d1-921e-98101653a194 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2062495 Feb 14 17:53:00.934211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38030) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:01.037958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.038692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.038692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.041547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:01.042136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.054522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.112423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.126287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Transition to ACTIVE for port object 25a6df6c-9609-4e91-aaab-f81830a60bc3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:01.148559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Transition to ACTIVE for port object 25a6df6c-9609-4e91-aaab-f81830a60bc3 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:01.190618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Calling delete_port for 00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:01.219335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.221760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.238949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.241312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=64ce2904-1399-4428-8b3d-741d97f3b137,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:01.287882 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d62147b3-cfec-4f7b-ba1a-95aa7870c28f tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1888824 Feb 14 17:53:01.288857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38034) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:01.295038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 64ce2904-1399-4428-8b3d-741d97f3b137 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:01.301108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:01.333117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.415977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:01.418053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=aeb21309-50c3-433b-8867-29187e2fab08,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:01.531158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9ca793a5-9160-43e0-bef7-8efb5813417b is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:01.531400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Pushing event updated for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:01.534466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.535625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-55f7bc85-5b12-4613-a88f-0d01b2a6ed02 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/89ad3e08-f5c0-4e7e-b5ad-72715eed5f3a HTTP/1.1" status: 204 len: 168 time: 1.8903904 Feb 14 17:53:01.545978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:01.547765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:01.549819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38038) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:01.550221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:01.552932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:01.555222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:01.736498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:01.737176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.754655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55f3d8-31da-4fc9-a984-eb723d210acc None None] Network 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:01.814210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.821087 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3c913-2af6-4816-b646-ab034bf7949e None None] New status for floating IP 16ff9e5f-d61b-4129-b46d-23ebc8baf9a8: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:53:01.840269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 00f152ee-8671-46e3-a95b-cd0936ce861e {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:01.857139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:01.857139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:01.986553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:01.991157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Attempting to bind port 25a6df6c-9609-4e91-aaab-f81830a60bc3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:01.991718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Attempting to bind port 25a6df6c-9609-4e91-aaab-f81830a60bc3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:01.992071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Attempting to bind port 25a6df6c-9609-4e91-aaab-f81830a60bc3 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:02.014432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee43256-c6c7-43aa-b6f9-175f00228393 None None] Network 9ca793a5-9160-43e0-bef7-8efb5813417b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:02.036003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.053092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b325695e-a359-405f-866c-2c02e9bf9708 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:02.116134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:02.128162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.141386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Pushing event deleted for resources: {'Port': ['ID=00e7bd01-9ce5-4a7f-a73a-e35ec3fe0f50,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:02.152165 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aad245e6-e802-4cc1-99ed-cb02644298d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8907275 Feb 14 17:53:02.155478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc2a0396-beff-4b76-ad86-25bd9bf42b77 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:02.158460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.159159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3db8f17-4587-4028-a0f4-2eae37c81511 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:02.164615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.165475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38042) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:02.166634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fb71687a-1641-4c33-b452-95f6d4c21e37 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/routers/e3db8f17-4587-4028-a0f4-2eae37c81511 HTTP/1.1" status: 204 len: 168 time: 4.0229313 Feb 14 17:53:02.172399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38044) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:02.173328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:02.200478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:02.201312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:02.201704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.202080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:02.202610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Bound port: 25a6df6c-9609-4e91-aaab-f81830a60bc3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:02.202890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.211929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] Sync routers for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:02.222008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f2a4bdef-b37b-415d-840e-2be75011d51a None None] Provisioning for port b325695e-a359-405f-866c-2c02e9bf9708 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:02.369310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:02.370015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:02.381893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.407110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.409294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.410817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-82c53062-96ae-4995-a861-3a94a614105e tempest-ServerActionsTestJSON-2070296242 tempest-ServerActionsTestJSON-2070296242-project] 10.222.0.30 "DELETE /v2.0/floatingips/16ff9e5f-d61b-4129-b46d-23ebc8baf9a8 HTTP/1.1" status: 204 len: 168 time: 2.7143183 Feb 14 17:53:02.415523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38050) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:02.425956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.480739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:02.486320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc2a0396-beff-4b76-ad86-25bd9bf42b77 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:02.487911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cc2a0396-beff-4b76-ad86-25bd9bf42b77 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8911572 Feb 14 17:53:02.526959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:02.534909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--828896422'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:02.554061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:02.573406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:02.574177 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2009293e-44a2-4a89-a9b1-76e706233961 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/floatingips/54d14ae0-3d0e-47f2-8658-e08406167633 HTTP/1.1" status: 200 len: 977 time: 9.4783511 Feb 14 17:53:02.574560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38058) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:02.575260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:02.629855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:02.682965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b325695e-a359-405f-866c-2c02e9bf9708 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:02.688261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ccd66280-80d3-4de6-bb8b-29f1298e58dc None None] Provisioning for port 576e085f-3ced-4148-bdf0-0ed60d24a559 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:02.697697 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b325695e-a359-405f-866c-2c02e9bf9708 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:02.698163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.706824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 7e42e67c-d040-4361-8e6a-5d37ded7dc3b {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:02.707543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.723640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.727178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:02.727698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dd397-89e5-4ff1-b12d-882281a316d4 None None] The sync data for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:02.744919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] DHCP port deletion for 1975e5a1-5f89-4aeb-8c88-653829b5bbf2 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:02.747452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fba24-504f-4f6b-a177-55b63a3184ff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:02.748146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-328fba24-504f-4f6b-a177-55b63a3184ff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:02.762490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Deleting port b325695e-a359-405f-866c-2c02e9bf9708 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:02.763181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.770479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.802097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.811396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:02.833290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:02.886404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=00f152ee-8671-46e3-a95b-cd0936ce861e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:02.926923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-328fba24-504f-4f6b-a177-55b63a3184ff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:02.928756 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-328fba24-504f-4f6b-a177-55b63a3184ff tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.7390954 Feb 14 17:53:02.942707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.943017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:02.958918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:03.023152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.023761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.024270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.024606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.024982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.025315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.025645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.025973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.026299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.026620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.026943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:03.054059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:03.077683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:03.082903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:03.115963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:03.124276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.187726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port aeb21309-50c3-433b-8867-29187e2fab08 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:03.188268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.209651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] For port b325695e-a359-405f-866c-2c02e9bf9708, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b325695e-a359-405f-866c-2c02e9bf9708,segment=NetworkSegment(08fb44fb-d601-4d8a-985b-40b2baa0b96a),segment_id=08fb44fb-d601-4d8a-985b-40b2baa0b96a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:03.209927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.210242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.228106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.244019 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-08b37900-46b6-4b04-8829-e7be35b7e963 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/00f152ee-8671-46e3-a95b-cd0936ce861e HTTP/1.1" status: 204 len: 168 time: 2.3079598 Feb 14 17:53:03.259598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:03.367224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Deleting port 85f9675a-9eba-47f6-932d-620af95da5e0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:03.367497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.382167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653895f-a6a3-4af1-a6d8-53af4d84a05f None None] Pushing event updated for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:03.393309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Calling delete_port for b325695e-a359-405f-866c-2c02e9bf9708 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:03.409937 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c017691e-220e-4508-b286-978f78c77709 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387048 Feb 14 17:53:03.415622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:03.564310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b325695e-a359-405f-866c-2c02e9bf9708, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b325695e-a359-405f-866c-2c02e9bf9708,segment=NetworkSegment(08fb44fb-d601-4d8a-985b-40b2baa0b96a),segment_id=08fb44fb-d601-4d8a-985b-40b2baa0b96a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:03.579054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.583484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.644024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.645048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 576e085f-3ced-4148-bdf0-0ed60d24a559 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:03.755228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Provisioning for port aeb21309-50c3-433b-8867-29187e2fab08 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:03.786867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] For port 85f9675a-9eba-47f6-932d-620af95da5e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85f9675a-9eba-47f6-932d-620af95da5e0,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:03.787116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Provisioning complete for port aeb21309-50c3-433b-8867-29187e2fab08 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:03.787224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.787403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.828468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:03.828861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:03.881892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Port aeb21309-50c3-433b-8867-29187e2fab08 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:03.883526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b325695e-a359-405f-866c-2c02e9bf9708,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:03.922849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.958068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 576e085f-3ced-4148-bdf0-0ed60d24a559 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:03.973871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 576e085f-3ced-4148-bdf0-0ed60d24a559 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:03.976946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:03.983655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606e569-5dc9-4daa-8886-1b55a6c4c954 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:03.987210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d606e569-5dc9-4daa-8886-1b55a6c4c954 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5682969 Feb 14 17:53:03.988492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38074) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:04.070443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Provisioning for port 8b17ce62-3224-4ed0-a3e4-fa3db025631b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:04.089112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Provisioning complete for port 8b17ce62-3224-4ed0-a3e4-fa3db025631b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:04.090813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.125825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2071d35-88ef-436b-b7e4-93902d6c84f1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:04.150903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.154845 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-229c62a0-2438-401c-98ef-89f9ad1d5238 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6217585 Feb 14 17:53:04.155003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6375109a-1d78-4f35-a596-a07d22221aae None None] Port 8b17ce62-3224-4ed0-a3e4-fa3db025631b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:04.163774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Calling delete_port for 85f9675a-9eba-47f6-932d-620af95da5e0 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:04.175509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38078) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:04.183238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': 'b2071d35-88ef-436b-b7e4-93902d6c84f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:04.191046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:04.203753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:04.208305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.212558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.217076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.249481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41451c05-d5b0-4f12-b74b-90ba7e4e1e3c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:04.250459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-41451c05-d5b0-4f12-b74b-90ba7e4e1e3c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:04.255406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 576e085f-3ced-4148-bdf0-0ed60d24a559, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=576e085f-3ced-4148-bdf0-0ed60d24a559,segment=NetworkSegment(51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8),segment_id=51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:04.256045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:04.260582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:04.285328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Provisioning complete for port aeb21309-50c3-433b-8867-29187e2fab08 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:04.286300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.331825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Deleting port b325695e-a359-405f-866c-2c02e9bf9708 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:04.332966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.418582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Port aeb21309-50c3-433b-8867-29187e2fab08 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:04.449956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:04.458356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for aeb21309-50c3-433b-8867-29187e2fab08 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:04.460565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-41451c05-d5b0-4f12-b74b-90ba7e4e1e3c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:04.464854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-41451c05-d5b0-4f12-b74b-90ba7e4e1e3c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4752381 Feb 14 17:53:04.465438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38082) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:04.574088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.598321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=df8eecfd-0d62-4404-a54e-e92ef09193b7,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:04.611345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.611716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.612021 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Floating IP 54d14ae0-3d0e-47f2-8658-e08406167633 disassociated. External IP: 172.26.4.209, port: 7e42e67c-d040-4361-8e6a-5d37ded7dc3b. Feb 14 17:53:04.612358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 7e42e67c-d040-4361-8e6a-5d37ded7dc3b owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:04.644958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Provisioning complete for port 8b17ce62-3224-4ed0-a3e4-fa3db025631b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:04.645523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.707313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': 'eb28cb5f-fb78-4957-8677-4a61584a19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:04.707313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: 64ce2904-1399-4428-8b3d-741d97f3b137, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:04.719881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.737211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a18b4-cede-4820-904f-e9c72a680fdf None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:04.779745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-008ec2d0-319e-4d23-8f33-a017f1d79b59 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3078156 Feb 14 17:53:04.786721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38086) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:04.806949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:04.832115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event deleted for resources: {'Port': ['ID=85f9675a-9eba-47f6-932d-620af95da5e0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:04.837293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 25a6df6c-9609-4e91-aaab-f81830a60bc3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:04.894195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.894195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.894195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.894663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.895093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.895520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.895944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.896364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.897417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.897417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.897824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:04.906042 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The resource could not be found. Feb 14 17:53:04.907074 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3f85f0e7-7fcd-458e-8d9a-15998956b7e5 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7285807 Feb 14 17:53:04.915116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38090) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:04.915243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] For port b325695e-a359-405f-866c-2c02e9bf9708, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b325695e-a359-405f-866c-2c02e9bf9708,segment=NetworkSegment(08fb44fb-d601-4d8a-985b-40b2baa0b96a),segment_id=08fb44fb-d601-4d8a-985b-40b2baa0b96a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:04.915243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.948064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0eb96b98-a9c8-437e-a380-9373d2daaf83 None None] Port 8b17ce62-3224-4ed0-a3e4-fa3db025631b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:04.951080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': 'b2071d35-88ef-436b-b7e4-93902d6c84f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '21208f07-4a7e-41a3-bca5-a3a651388c7d'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:04.962223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:04.977938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:04.982510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:04.985359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:04.994619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:05.048121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=aeb21309-50c3-433b-8867-29187e2fab08,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:05.054898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network 64ce2904-1399-4428-8b3d-741d97f3b137 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:05.057979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:05.073763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Calling delete_port for b325695e-a359-405f-866c-2c02e9bf9708 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:05.108979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=576e085f-3ced-4148-bdf0-0ed60d24a559,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:05.121570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.121907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.122978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.123159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.123486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.123806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.124121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.124441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.128997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.135284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.135284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:53:05.145410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:05.152775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.184215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.217928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 64ce2904-1399-4428-8b3d-741d97f3b137) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:05.260503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=7e42e67c-d040-4361-8e6a-5d37ded7dc3b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:05.267373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29f7e0-910a-47f1-bf92-2535b3810538 None None] Network 64ce2904-1399-4428-8b3d-741d97f3b137 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:05.301253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:05.301853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.405778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:05.410756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.461636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-acbace76-f23c-4481-87ac-2b14bdb083ad None None] Provisioning for port 25a6df6c-9609-4e91-aaab-f81830a60bc3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:05.521097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.576017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 25a6df6c-9609-4e91-aaab-f81830a60bc3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:05.595590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] Pushing event deleted for resources: {'Port': ['ID=b325695e-a359-405f-866c-2c02e9bf9708,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:05.601418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 25a6df6c-9609-4e91-aaab-f81830a60bc3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:05.602118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.680610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:05.684863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d939e16-06bf-4852-bcf7-70f9e9e9bdec None None] No DVR routers for this DVR port b325695e-a359-405f-866c-2c02e9bf9708 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:05.703789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Deleting port 25a6df6c-9609-4e91-aaab-f81830a60bc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:05.704078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.780248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.792439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.794404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-64ce2904-1399-4428-8b3d-741d97f3b137', 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': 'df8eecfd-0d62-4404-a54e-e92ef09193b7'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:05.795230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.868352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The resource could not be found. Feb 14 17:53:05.869845 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-843ab021-3970-4932-ba6f-f8fe923e788b tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9275804 Feb 14 17:53:05.874825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38098) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:05.882719 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-136b3323-1ade-419a-b983-508fbabb2c55 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.5875301 Feb 14 17:53:05.898719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38102) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:05.950311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:05.968794 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e5a59923-7270-404d-aa18-d3286e733ec3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/aeb21309-50c3-433b-8867-29187e2fab08 HTTP/1.1" status: 204 len: 168 time: 2.9986343 Feb 14 17:53:05.984462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38106) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:06.005131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.005708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 337350d4-05aa-4ce1-af30-99850929d2c5 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:06.015341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.060237 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-381d11aa-c025-4ff1-8f16-9ee52c37cc40 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:53:06.060776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-381d11aa-c025-4ff1-8f16-9ee52c37cc40 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:06.073315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.078680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8c9fb7a9-fc82-42ca-a90e-a061b2a35c35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "DELETE /v2.0/routers/337350d4-05aa-4ce1-af30-99850929d2c5 HTTP/1.1" status: 204 len: 168 time: 3.9009740 Feb 14 17:53:06.078804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38110) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:06.085557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1312751711', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:06.098230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:06.104353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:06.109052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:06.120599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:06.129447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.164005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-381d11aa-c025-4ff1-8f16-9ee52c37cc40 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:06.166581 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-381d11aa-c025-4ff1-8f16-9ee52c37cc40 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/aeb21309-50c3-433b-8867-29187e2fab08 HTTP/1.1" status: 404 len: 333 time: 0.1820929 Feb 14 17:53:06.172596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38114) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:06.181430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:06.223501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.239717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.245931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.246848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.257383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Deleting port 151a35cf-7e09-488a-8286-77db273719eb {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:06.257861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.269596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.275172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:06.275884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.336851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 8b17ce62-3224-4ed0-a3e4-fa3db025631b {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:06.337233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.370019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:06.424876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.462205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.508789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:06.524625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.565462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2071d35-88ef-436b-b7e4-93902d6c84f1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:06.587557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] For port 151a35cf-7e09-488a-8286-77db273719eb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=151a35cf-7e09-488a-8286-77db273719eb,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:06.590423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.592857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Calling delete_port for 25a6df6c-9609-4e91-aaab-f81830a60bc3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:06.596598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:06.689832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Allocated IP 2001:db8::f816:3eff:fef2:a7f4 (64ce2904-1399-4428-8b3d-741d97f3b137/df8eecfd-0d62-4404-a54e-e92ef09193b7/5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:06.713848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b325695e-a359-405f-866c-2c02e9bf9708 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:06.753739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Calling delete_port for 151a35cf-7e09-488a-8286-77db273719eb owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:06.768099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b325695e-a359-405f-866c-2c02e9bf9708 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:06.768429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b325695e-a359-405f-866c-2c02e9bf9708 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:06.782469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.785908 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-793c50dd-dc8d-40cb-b535-8f6d2c6f3527 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2071d35-88ef-436b-b7e4-93902d6c84f1 HTTP/1.1" status: 204 len: 168 time: 0.9070368 Feb 14 17:53:06.793076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38118) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:06.835076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:06.893408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4c943c6d-24ae-420b-bfb3-4d774bed03e8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:06.912008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 576e085f-3ced-4148-bdf0-0ed60d24a559 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:06.978517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4c943c6d-24ae-420b-bfb3-4d774bed03e8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:06.980155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:06.980504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:06.984025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4c943c6d-24ae-420b-bfb3-4d774bed03e8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1898952 Feb 14 17:53:06.987410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38122) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:06.997898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': 'b1dc0a97-4de1-477e-b269-d91eb8cc01fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:07.010248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:07.019140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:07.023562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:07.033379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:07.073982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 8b17ce62-3224-4ed0-a3e4-fa3db025631b owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:07.080047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 576e085f-3ced-4148-bdf0-0ed60d24a559 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:07.080422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.113360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.133532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.150969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Transition to ACTIVE for port object 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:07.165407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=151a35cf-7e09-488a-8286-77db273719eb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:07.181227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Transition to ACTIVE for port object 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:07.290362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.298743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.334140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 25a6df6c-9609-4e91-aaab-f81830a60bc3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:07.422211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Network 64ce2904-1399-4428-8b3d-741d97f3b137 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:07.427645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:07.429599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Pushing event updated for resources: {'Port': ['ID=5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:07.431892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:07.460819 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The resource could not be found. Feb 14 17:53:07.465314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7a8a9de5-8283-4f77-8329-8fb7901f5176 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4747381 Feb 14 17:53:07.466812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38126) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:07.485897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--676579422'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:07.486099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Deleting port 25a6df6c-9609-4e91-aaab-f81830a60bc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:07.486099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.493228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:07.507299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:07.527921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.596407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=df8eecfd-0d62-4404-a54e-e92ef09193b7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:07.604195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.621397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.641275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Attempting to bind port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:07.641640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Attempting to bind port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'eb28cb5f-fb78-4957-8677-4a61584a19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:07.642001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Attempting to bind port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c on network 64ce2904-1399-4428-8b3d-741d97f3b137 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:07.675985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Checking segment: {'id': 'eb28cb5f-fb78-4957-8677-4a61584a19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Bound using segment: {'id': 'eb28cb5f-fb78-4957-8677-4a61584a19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Bound port: 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb28cb5f-fb78-4957-8677-4a61584a19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '64ce2904-1399-4428-8b3d-741d97f3b137'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:07.716451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.734218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:07.746336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=8b17ce62-3224-4ed0-a3e4-fa3db025631b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:07.748796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.769371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:07.773218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.781275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:07.805995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:07.818885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ce2904-1399-4428-8b3d-741d97f3b137']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:07.847257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb28cb5f-fb78-4957-8677-4a61584a19d7') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:07.847257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb28cb5f-fb78-4957-8677-4a61584a19d7') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:07.956017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:07.984473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:07.996598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.013436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] For port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:08.032250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.032816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.033022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85f9675a-9eba-47f6-932d-620af95da5e0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:08.036612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:08.036999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:08.041053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:08.055998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] Sync routers for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:08.067977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] For port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c,segment=NetworkSegment(eb28cb5f-fb78-4957-8677-4a61584a19d7),segment_id=eb28cb5f-fb78-4957-8677-4a61584a19d7)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:08.078323 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:08.079586 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:08.111480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:08.111864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.119184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.119390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 85f9675a-9eba-47f6-932d-620af95da5e0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:08.119746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85f9675a-9eba-47f6-932d-620af95da5e0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:08.143821 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:08.155592 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:08.156180 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:08.190776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.193051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.210181 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8725a80a-1343-4bbe-8620-009925599de3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/8b17ce62-3224-4ed0-a3e4-fa3db025631b HTTP/1.1" status: 204 len: 168 time: 2.0375214 Feb 14 17:53:08.212380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.218485 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1666de58-75bf-4525-8e23-3d449ea6ff74 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/7e42e67c-d040-4361-8e6a-5d37ded7dc3b HTTP/1.1" status: 204 len: 168 time: 5.6364498 Feb 14 17:53:08.219704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38130) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:08.220134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38132) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:08.224133 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:08.224833 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852ade-7b24-47c6-b1fa-3ea281677c49 None None] The sync data for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:08.256265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.264919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:08.265393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.265581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Calling delete_port for 25a6df6c-9609-4e91-aaab-f81830a60bc3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:08.267708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:08.280482 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:08.307392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.325078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:08.457499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Allocated IP 172.26.4.63 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/ba3ce6c9-ac56-4dc9-953c-71730c722b55) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:08.460977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245e3b-0ffe-4754-8166-c30ad6b12664 None None] Pushing event updated for resources: {'Port': ['ID=5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:08.490001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:08.490472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:08.499492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e588bf-b6db-455b-8eb1-42fe2096e871 None None] Network 64ce2904-1399-4428-8b3d-741d97f3b137 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:08.502455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8098987-f922-489e-81d5-931aaf46337f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:53:08.502961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d8098987-f922-489e-81d5-931aaf46337f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:08.533009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb67b96-a300-484d-ba8b-87ea3801ac68,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:08.613261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:53:08.613261 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:53:08.613261 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': '64ce2904-1399-4428-8b3d-741d97f3b137'}] Feb 14 17:53:08.613261 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:08.613972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:08.614783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.616240 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d24d5054-4bcb-476e-8df8-23ce495068ab tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1406133 Feb 14 17:53:08.619098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38138) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:08.631874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.632838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--553527596'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:08.644672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:08.654603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:08.658792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:08.662602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d8098987-f922-489e-81d5-931aaf46337f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:08.669652 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d8098987-f922-489e-81d5-931aaf46337f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/8b17ce62-3224-4ed0-a3e4-fa3db025631b HTTP/1.1" status: 404 len: 333 time: 0.4416234 Feb 14 17:53:08.676275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38142) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:08.677336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:08.746992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.748613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Deleting port 25a6df6c-9609-4e91-aaab-f81830a60bc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:08.749604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.905830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:08.917697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.933354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.940993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.963672 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:53:08.991845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:08.992505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.004763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:09.005534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.070102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:09.070979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event updated for resources: {'Port': ['ID=ba3ce6c9-ac56-4dc9-953c-71730c722b55,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:09.078728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:09.122492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:09.125622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.125863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Calling delete_port for 25a6df6c-9609-4e91-aaab-f81830a60bc3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:09.131823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:09.166772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:09.177856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=4bdb1f31-cd87-4829-9993-5485d5d3dd1f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:09.186854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:09.187728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.235301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:09.243794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:09.249207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:09.266770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:09.268093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=7']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:09.271459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 9fcfed61-1564-4ac3-b691-2daba30da7ae {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:09.284220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:09.285383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:09.288032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.313128 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c965b25c-b135-4c7c-87c9-0aa3e26f436e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.5145447 Feb 14 17:53:09.315791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38146) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:09.322019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:46:5e:b8', 'name': 'tempest-NetworksTestDHCPv6-1726398209'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:09.327116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:09.327449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.463032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:09.467912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:09.471127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:09.477310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:09.508366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.509026 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.670394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:09.670648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.795251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Deleting port 25a6df6c-9609-4e91-aaab-f81830a60bc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:09.795814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.808058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.874207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:09.907443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 10821c58-6de5-42bd-a767-51dadc204348 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:09.920456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.030359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d08a861-dd29-4c01-a07c-00d0fa7222b4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:10.035007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] For port 25a6df6c-9609-4e91-aaab-f81830a60bc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=25a6df6c-9609-4e91-aaab-f81830a60bc3,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:10.035443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.036650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] For port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c,segment=NetworkSegment(eb28cb5f-fb78-4957-8677-4a61584a19d7),segment_id=eb28cb5f-fb78-4957-8677-4a61584a19d7)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:10.037033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.052788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.075088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe46:5eb8 (ec992c4f-9a29-4213-84c0-4010e08b02ef/4bdb1f31-cd87-4829-9993-5485d5d3dd1f/10821c58-6de5-42bd-a767-51dadc204348) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:10.206785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Calling delete_port for 25a6df6c-9609-4e91-aaab-f81830a60bc3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:10.211608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:10.225710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Router 6570b23b-6f60-413e-ac47-d4dbb5ddda55 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:53:10.238116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.239297 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3a5588cf-5df6-4276-9ada-c03e575f861e tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6171510 Feb 14 17:53:10.249539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38150) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:10.257929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': '7cb67b96-a300-484d-ba8b-87ea3801ac68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4d08a861-dd29-4c01-a07c-00d0fa7222b4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:10.273567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:10.284636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:10.290379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.290586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:10.355578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:10.416017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.463899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] Pushing event deleted for resources: {'Port': ['ID=25a6df6c-9609-4e91-aaab-f81830a60bc3,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:10.472131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.495854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Router cd762618-0123-4b25-8988-1d549ed161a2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:10.544842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d0b85-0c70-48a9-96e3-e9c9aa8604af None None] No DVR routers for this DVR port 25a6df6c-9609-4e91-aaab-f81830a60bc3 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:10.546860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:10.558951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 10821c58-6de5-42bd-a767-51dadc204348 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:10.584521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.589990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] Sync routers for ids ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:10.592945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9056035-41ce-4d5a-864c-ccb64e67e6eb None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:10.625389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.678972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.680493 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3af06767-5c3d-4b52-9b1f-10c9fb351f3c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6009390 Feb 14 17:53:10.683334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.690577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38154) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:10.692099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] Routers {'6570b23b-6f60-413e-ac47-d4dbb5ddda55'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:10.692835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:10.726404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcfed61-1564-4ac3-b691-2daba30da7ae,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:10.730093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:10.739406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Port': ['ID=5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:10.752089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No DVR routers for this DVR port 5634bb99-1dc3-4a0f-8b25-5d20ec5b7a1c on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:10.753937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:10.756357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:10.765724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a09db-3d77-4c9e-a608-42e5a1ac7155 None None] Network 9ca793a5-9160-43e0-bef7-8efb5813417b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:10.786853 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:53:10.787422 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bfe002c6-678f-4e78-a19c-e719422f7b59 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5367665 Feb 14 17:53:10.805171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38158) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:10.835173 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c97659eb-badf-4b78-84ae-534fb79fd605 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/9fcfed61-1564-4ac3-b691-2daba30da7ae HTTP/1.1" status: 204 len: 168 time: 2.1538088 Feb 14 17:53:10.836026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38162) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:10.855929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] Routers {'6570b23b-6f60-413e-ac47-d4dbb5ddda55'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:10.857144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:10.925909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=10821c58-6de5-42bd-a767-51dadc204348,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:10.930224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:10.939457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:10.941785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:10.943474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:10.943761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ec98d-3949-43b7-a467-a1dc772d3ef7 None None] The sync data for ids ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:10.947339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:10.948578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.007522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.045142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.074425 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-44a2ba49-b9bb-405b-9bdd-ede7b79a161e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7549131 Feb 14 17:53:11.074633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38166) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:11.158557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.183327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '4bdb1f31-cd87-4829-9993-5485d5d3dd1f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:11.183615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.224499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ce2904-1399-4428-8b3d-741d97f3b137']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:11.253103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.261674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b443c3-76b8-402e-8553-db052922d98a None None] DHCP port deletion for 9ca793a5-9160-43e0-bef7-8efb5813417b request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:11.273286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Deleting port 576e085f-3ced-4148-bdf0-0ed60d24a559 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:11.274659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.289036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.299041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb28cb5f-fb78-4957-8677-4a61584a19d7') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:11.299312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb28cb5f-fb78-4957-8677-4a61584a19d7') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:11.326848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.394126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.396252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 576e085f-3ced-4148-bdf0-0ed60d24a559 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:11.396585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.440828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:11.441213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.445007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9866c5f2-9485-47d4-a54e-ca9277c1d36e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:11.445711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9866c5f2-9485-47d4-a54e-ca9277c1d36e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:11.451581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d08a861-dd29-4c01-a07c-00d0fa7222b4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:11.456930 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:11.467159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Allocated IP 2001:db8::f816:3eff:fe7b:2a7d (ec992c4f-9a29-4213-84c0-4010e08b02ef/4bdb1f31-cd87-4829-9993-5485d5d3dd1f/ec4693cb-d80f-4294-abab-0d0e6d2bc6bb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:11.471866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.472992 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-124d5084-0fb4-4997-8ac3-5de1e9a8d001 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d08a861-dd29-4c01-a07c-00d0fa7222b4 HTTP/1.1" status: 204 len: 168 time: 0.6656916 Feb 14 17:53:11.483329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38170) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:11.538707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9866c5f2-9485-47d4-a54e-ca9277c1d36e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:11.542420 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9866c5f2-9485-47d4-a54e-ca9277c1d36e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4642355 Feb 14 17:53:11.544300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38174) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:11.582445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-34ccbbc1-b7c6-472c-b107-a3a3b4b4104c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:11.666956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-71b443c3-76b8-402e-8553-db052922d98a None None] For port 576e085f-3ced-4148-bdf0-0ed60d24a559, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=576e085f-3ced-4148-bdf0-0ed60d24a559,segment=NetworkSegment(51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8),segment_id=51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:11.667352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.719856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-34ccbbc1-b7c6-472c-b107-a3a3b4b4104c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:11.721100 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-34ccbbc1-b7c6-472c-b107-a3a3b4b4104c tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2368476 Feb 14 17:53:11.727992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38178) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:11.736375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 10821c58-6de5-42bd-a767-51dadc204348 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:11.736733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.787387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.844628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Calling delete_port for 576e085f-3ced-4148-bdf0-0ed60d24a559 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:11.876837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.877420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.909491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:11.943534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=64ce2904-1399-4428-8b3d-741d97f3b137,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:11.951776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5a18fb67-b4b1-4f9b-a694-35bcf691284d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/64ce2904-1399-4428-8b3d-741d97f3b137 HTTP/1.1" status: 204 len: 168 time: 6.0508180 Feb 14 17:53:11.956959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38182) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:11.971537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-536471669'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:11.980091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:11.988387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:11.991521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:11.999316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:12.014393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.015635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:12.026646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.029526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Sync routers for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:12.036507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dc6e4c57-b34d-431d-a05f-b04c28a0b4aa admin admin] 10.222.0.30 "PUT /v2.0/routers/cd762618-0123-4b25-8988-1d549ed161a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6198881 Feb 14 17:53:12.041908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38186) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:12.042437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port 576e085f-3ced-4148-bdf0-0ed60d24a559, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=576e085f-3ced-4148-bdf0-0ed60d24a559,segment=NetworkSegment(51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8),segment_id=51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:12.042793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.043347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Transition to ACTIVE for port object ec4693cb-d80f-4294-abab-0d0e6d2bc6bb will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:12.047274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:12.048074 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:12.067595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Transition to ACTIVE for port object ec4693cb-d80f-4294-abab-0d0e6d2bc6bb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:12.089633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.153435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b443c3-76b8-402e-8553-db052922d98a None None] Pushing event deleted for resources: {'Port': ['ID=576e085f-3ced-4148-bdf0-0ed60d24a559,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:12.162715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.173798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b443c3-76b8-402e-8553-db052922d98a None None] No DVR routers for this DVR port 576e085f-3ced-4148-bdf0-0ed60d24a559 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:12.175371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 576e085f-3ced-4148-bdf0-0ed60d24a559 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:12.186487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.198197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:12.201380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.239750 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:53:12.246812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb67b96-a300-484d-ba8b-87ea3801ac68,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:12.307276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:12.312693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:12.319556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:12.345141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Pushing event updated for resources: {'Port': ['ID=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:12.358130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:12.368978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.370079 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-206b6e69-2712-4d38-9248-c05f6f18aa16 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cb67b96-a300-484d-ba8b-87ea3801ac68 HTTP/1.1" status: 204 len: 168 time: 0.5887225 Feb 14 17:53:12.377550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38190) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:12.407305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:12.407685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:12.411417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.411756 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment 12c7fccf-6cd2-43d2-929a-b75496140208 of type vlan for network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d Feb 14 17:53:12.421686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.488557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53bb7caf-d564-4538-897d-0547e30a08ea tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:12.512163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Attempting to bind port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:12.512163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Attempting to bind port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:12.512163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Attempting to bind port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:12.517431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.519168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:12.519730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:12.520350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.521286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:12.521908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Bound port: ec4693cb-d80f-4294-abab-0d0e6d2bc6bb, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:12.522714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.540437 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:53:06Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:12.544559 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Checking router: cd762618-0123-4b25-8988-1d549ed161a2 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:53:12.554417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 10821c58-6de5-42bd-a767-51dadc204348 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:12.556585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Routers {'cd762618-0123-4b25-8988-1d549ed161a2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:12.557396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cd762618-0123-4b25-8988-1d549ed161a2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:12.669996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53bb7caf-d564-4538-897d-0547e30a08ea tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:12.675316 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53bb7caf-d564-4538-897d-0547e30a08ea tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2917333 Feb 14 17:53:12.691197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] For port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:12.695657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] For port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:12.732285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38194) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:12.745944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655265488'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:12.750536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.753982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:12.758757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.782536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.784869 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] Set router cd762618-0123-4b25-8988-1d549ed161a2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:53:12.823104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 65c75776-f821-4789-bf1a-bce2ce48fdec {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:12.823448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.887188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:12.890103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=484fe7c2-0a2e-415e-8ea2-a814b4edaf9d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:12.912300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:12.916562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:12.933636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 576e085f-3ced-4148-bdf0-0ed60d24a559 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:12.942515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 576e085f-3ced-4148-bdf0-0ed60d24a559 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:12.942920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.971928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.978563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:12.989721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.041129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] The port '576e085f-3ced-4148-bdf0-0ed60d24a559' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:13.051591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 576e085f-3ced-4148-bdf0-0ed60d24a559 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:13.052167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 576e085f-3ced-4148-bdf0-0ed60d24a559 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:13.077422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81046b2a-51ed-4d3d-b4be-0df01b225976 None None] Pushing event updated for resources: {'Port': ['ID=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:13.103348 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:53:06Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:13.108510 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9271cf-5dc7-4b62-a1e7-c101ed66a21d None None] The sync data for ids ['cd762618-0123-4b25-8988-1d549ed161a2'] in dv-neutron-823271-4-hyperv is: [{'id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'name': 'tempest-ServerActionsTestJSON-1386942866-router', 'tenant_id': '8afb52ef8612474eac80d0a8f7bb606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '33b80941-8044-4d11-9ed6-32460896ba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:49:01Z', 'updated_at': '2022-02-14T17:53:06Z', 'revision_number': 5, 'project_id': '8afb52ef8612474eac80d0a8f7bb606d', 'gw_port': {'id': '33b80941-8044-4d11-9ed6-32460896ba46', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd762618-0123-4b25-8988-1d549ed161a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:49:02Z', 'updated_at': '2022-02-14T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:13.155361 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-caca3e98-0532-488e-be98-e69e169593b7 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1918559 Feb 14 17:53:13.171660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38198) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:13.188624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:13.269585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.380210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.390851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.425851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=10821c58-6de5-42bd-a767-51dadc204348,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:13.480153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:13.494000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:13.507200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:13.520346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:13.520543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca793a5-9160-43e0-bef7-8efb5813417b']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:13.561026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.564610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:13.565035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d88e2c-e1eb-4a31-a34c-7a26ef9e55e8') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:13.578479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.604415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:13.615212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.651508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.721978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.735573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.764919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router 6570b23b-6f60-413e-ac47-d4dbb5ddda55 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:13.767511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 65c75776-f821-4789-bf1a-bce2ce48fdec owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:13.779848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf8dd6-cdb1-4827-b77d-f9fec02c66c5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:13.798463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dffb5cd2-61de-473c-ac08-e13f6da3515d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/10821c58-6de5-42bd-a767-51dadc204348 HTTP/1.1" status: 204 len: 168 time: 2.2528043 Feb 14 17:53:13.805516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:13.811286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38202) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:13.856085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.857782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.857932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0bd340aa-da40-43a4-8757-405ead3c02ed tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1236506 Feb 14 17:53:13.858617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Deleting port 33b80941-8044-4d11-9ed6-32460896ba46 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:13.858943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.864176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38206) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:13.885107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:13.885611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:13.903127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf8dd6-cdb1-4827-b77d-f9fec02c66c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:13.909609 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:13.969359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:13.980211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:14.000677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:14.037826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:14.110813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:14.118324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] For port 33b80941-8044-4d11-9ed6-32460896ba46, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=33b80941-8044-4d11-9ed6-32460896ba46,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:14.118678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.125422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cbe30-b445-4dba-bd40-02044e98a990 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:14.126738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cbe30-b445-4dba-bd40-02044e98a990 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:14.128247 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e88cbe30-b445-4dba-bd40-02044e98a990 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3152676 Feb 14 17:53:14.133011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38210) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:14.159535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.228347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.262124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.281497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Calling delete_port for 33b80941-8044-4d11-9ed6-32460896ba46 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:14.380049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 4bdb1f31-cd87-4829-9993-5485d5d3dd1f {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:14.398103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.427300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=9ca793a5-9160-43e0-bef7-8efb5813417b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:14.443626 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a86941fb-6288-4d0e-8f43-104e87b71c0b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/9ca793a5-9160-43e0-bef7-8efb5813417b HTTP/1.1" status: 204 len: 168 time: 3.5330238 Feb 14 17:53:14.445854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38214) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:14.482212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:14.488444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.491843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1168878981'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:14.497420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] Sync routers for ids ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:14.501355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:14.505981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:14.511229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:14.512272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] Routers {'6570b23b-6f60-413e-ac47-d4dbb5ddda55'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:14.515278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:14.519387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.519891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:14.520579 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ee38d933-b547-4021-a3f0-493adde9ad1e tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "PUT /v2.0/routers/6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 200 len: 921 time: 3.7963350 Feb 14 17:53:14.532075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38218) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:14.545024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:53:14.548979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-435069bc-c468-4398-b037-53f66036fc3a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6773181 Feb 14 17:53:14.549534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38222) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:14.570247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf8dd6-cdb1-4827-b77d-f9fec02c66c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:14.581065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:14.589108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:14.593702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:14.604890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:14.607688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:14.610856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.636410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:14.658006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] Routers {'6570b23b-6f60-413e-ac47-d4dbb5ddda55'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:14.659911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:14.709630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:14.723277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.723277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 396f66ce-70c9-490a-bfcc-fc09e9263308 of type vlan for network a89f2adc-8ed5-45d9-befe-489ef405125c Feb 14 17:53:14.725960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:14.726354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d252009-7a22-44ba-9584-63bc16e98f70 None None] The sync data for ids ['6570b23b-6f60-413e-ac47-d4dbb5ddda55'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:14.734225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.803140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.822396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=65c75776-f821-4789-bf1a-bce2ce48fdec,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:14.876121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.901025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a55f7e36-a128-4b55-aeb5-ccedb09de51d None None] Provisioning for port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:14.925015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a55f7e36-a128-4b55-aeb5-ccedb09de51d None None] Could not find standard attr ID for object 10821c58-6de5-42bd-a767-51dadc204348. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:14.936460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:14.967036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ec4693cb-d80f-4294-abab-0d0e6d2bc6bb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:14.988998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b80941-8044-4d11-9ed6-32460896ba46,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:15.114862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:53:15.118823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0fbec53e-f1ba-4420-907e-69408690841f tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5568273 Feb 14 17:53:15.121076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.143789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:15.152076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:15.156771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.162248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38226) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:15.199954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf155e64-e4e0-47a1-9bea-fed5fed0f143 None None] Could not find standard attr ID for object c78f94e0-1840-426b-95b4-506539d8be62. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:15.201669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.205762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.210126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:15.210727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.220318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.275751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdb1f31-cd87-4829-9993-5485d5d3dd1f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:15.287177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.322265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.369506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:15.424005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f51d00-71f2-4ed4-8115-286bc4544c5c None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:15.441102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d57a29f4-24c2-42e5-b967-bb8c0b7d3908 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/4bdb1f31-cd87-4829-9993-5485d5d3dd1f HTTP/1.1" status: 204 len: 168 time: 1.3069227 Feb 14 17:53:15.448783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38230) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:15.466042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=a89f2adc-8ed5-45d9-befe-489ef405125c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:15.492464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a89f2adc-8ed5-45d9-befe-489ef405125c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:15.495366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.500924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=bf546af3-eddc-41c5-a809-6b3f52488e02,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:15.519037 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed2dcc38-2be7-4ef8-9b51-f8a52c8e1258 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0384853 Feb 14 17:53:15.522951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.525178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38234) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:15.538691 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-40172c68-997f-4ec1-83f4-81e0e5272bde tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871673 Feb 14 17:53:15.540111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38238) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:15.540266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.543715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:15.579762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 151a35cf-7e09-488a-8286-77db273719eb no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:15.600416 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0cc6af41-bafd-4c73-a647-55a5ce79ec75 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 200 len: 921 time: 1.0671182 Feb 14 17:53:15.659532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38240) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:15.661724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': '12c7fccf-6cd2-43d2-929a-b75496140208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:15.662067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:15.674834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-23d7c131-2432-4fd3-be76-54da4fb1572e None None] Could not find standard attr ID for object 10821c58-6de5-42bd-a767-51dadc204348. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:15.675427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:15.686188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 151a35cf-7e09-488a-8286-77db273719eb {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:15.686511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 151a35cf-7e09-488a-8286-77db273719eb not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:15.693013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.701078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:15.769596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:15.787417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:15.828538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:15.848256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:15.871679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.881626 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.891734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:15.897543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:15.900609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d5fe944d-73c8-4b27-b9d6-4dc10b722017 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Synchronizing usage tracker for tenant:97eeef5edcc64b7abd204981dc310431 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:15.904262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:15.911961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:15.917375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.925853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:15.944275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:15.948154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Deleting port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:15.948531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:15.999316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d5fe944d-73c8-4b27-b9d6-4dc10b722017 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Unset dirty status for tenant:97eeef5edcc64b7abd204981dc310431 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:16.003773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.003970 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d5fe944d-73c8-4b27-b9d6-4dc10b722017 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=6570b23b-6f60-413e-ac47-d4dbb5ddda55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3424761 Feb 14 17:53:16.003970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38246) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.006194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.006480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:16.006693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd762618-0123-4b25-8988-1d549ed161a2 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:16.091405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.092518 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-75ef9573-b1eb-40fc-9db1-fe68ff0ca6d9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cd762618-0123-4b25-8988-1d549ed161a2 HTTP/1.1" status: 204 len: 168 time: 4.0522623 Feb 14 17:53:16.099999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38250) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.181702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Deleting subnet 7c6f92df-eefd-41c8-a019-f5a996f6c966 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:16.195496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.200507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] For port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:16.201235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.203568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:16.226854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf8dd6-cdb1-4827-b77d-f9fec02c66c5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:16.242366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99d909-59eb-4754-91d0-bda57d559a13 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:16.242966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2a99d909-59eb-4754-91d0-bda57d559a13 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Synchronizing usage tracker for tenant:97eeef5edcc64b7abd204981dc310431 on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:16.243458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.264289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.341028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2a99d909-59eb-4754-91d0-bda57d559a13 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Unset dirty status for tenant:97eeef5edcc64b7abd204981dc310431 on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:16.345184 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2a99d909-59eb-4754-91d0-bda57d559a13 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.3402565 Feb 14 17:53:16.346946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38254) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.355474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Calling delete_port for ec4693cb-d80f-4294-abab-0d0e6d2bc6bb owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:16.395076 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f2805639-7ad8-4f70-8582-248e8e880a19 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 200 len: 205 time: 0.0466678 Feb 14 17:53:16.396871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38258) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.399688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.425021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.426274 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50b4e0c8-a3b3-4f59-91c0-3d41098816a4 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2bf8dd6-cdb1-4827-b77d-f9fec02c66c5 HTTP/1.1" status: 204 len: 168 time: 1.2627816 Feb 14 17:53:16.437050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:16.441342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:16.441930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.446356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38262) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.446509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46481e02-8e4a-4d91-9ba2-680e11693df7 None None] Network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:16.537343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.620284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] Pushing event deleted for resources: {'Port': ['ID=ec4693cb-d80f-4294-abab-0d0e6d2bc6bb,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:16.622597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.639498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011254a-068f-4bd1-84a7-275dad381ff6 None None] No DVR routers for this DVR port ec4693cb-d80f-4294-abab-0d0e6d2bc6bb on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:16.699030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.723929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c9f778b4-b20a-4ed6-9074-c025fd1894f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5511954 Feb 14 17:53:16.750204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.783292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9acbd84c-2b20-417b-852f-8313d1767df8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:16.789692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-484fe7c2-0a2e-415e-8ea2-a814b4edaf9d', 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': 'bf546af3-eddc-41c5-a809-6b3f52488e02'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:16.790537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.854146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6f92df-eefd-41c8-a019-f5a996f6c966,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:16.863235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.912191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 33b80941-8044-4d11-9ed6-32460896ba46 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:16.945359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b22dbc-cc91-4d43-94c5-63a20f97a4b5 None None] Network 34e38ca4-7ec5-42fd-a762-54f509968e0c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:16.972313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:16.976116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 33b80941-8044-4d11-9ed6-32460896ba46 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:16.976463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 33b80941-8044-4d11-9ed6-32460896ba46 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:16.976896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ec4693cb-d80f-4294-abab-0d0e6d2bc6bb no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:16.987853 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b3d0bcce-390c-4387-96fe-1ed6c4ada166 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c6f92df-eefd-41c8-a019-f5a996f6c966 HTTP/1.1" status: 204 len: 168 time: 0.8844121 Feb 14 17:53:16.988070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38270) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:16.990525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9acbd84c-2b20-417b-852f-8313d1767df8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:16.998411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9acbd84c-2b20-417b-852f-8313d1767df8 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4954836 Feb 14 17:53:17.004966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38274) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:17.022010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070152762'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:17.038149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:17.098793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.110504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.112387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:17.124904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ec4693cb-d80f-4294-abab-0d0e6d2bc6bb {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:17.125246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ec4693cb-d80f-4294-abab-0d0e6d2bc6bb not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:17.130993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Deleting port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:17.131323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.246788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Allocated IP 2001:db8::2 (484fe7c2-0a2e-415e-8ea2-a814b4edaf9d/bf546af3-eddc-41c5-a809-6b3f52488e02/ef3955c2-920d-44e7-99db-7fc7e4a718c4) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:17.293903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.366585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.375990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] For port 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=30c771dc-ccb9-41a1-92b3-c36524aa01c7,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:17.376324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.385270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.407963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] DHCP port deletion for 34e38ca4-7ec5-42fd-a762-54f509968e0c request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:17.419568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Deleting port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:17.420339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.489618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.510322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port ba3ce6c9-ac56-4dc9-953c-71730c722b55 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:17.510922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.542501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Calling delete_port for 30c771dc-ccb9-41a1-92b3-c36524aa01c7 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:17.567172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.574103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=421b913a-8e5f-4778-9d8d-efdc11b895c1,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:17.578619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Transition to ACTIVE for port object ef3955c2-920d-44e7-99db-7fc7e4a718c4 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:17.578829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:17.599575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Transition to ACTIVE for port object ef3955c2-920d-44e7-99db-7fc7e4a718c4 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:17.623064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Usage tracker for resource:security_group_rule and tenant:3dcc97128ee445328d942e39b42a880a is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:17.647376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:17.668339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:17.737947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.760776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.773610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.826084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:17.829458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Pushing event updated for resources: {'Port': ['ID=ef3955c2-920d-44e7-99db-7fc7e4a718c4,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:17.832128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:17.841750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.844500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:17.846007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '396f66ce-70c9-490a-bfcc-fc09e9263308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:17.846167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: a89f2adc-8ed5-45d9-befe-489ef405125c, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:17.937440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=30c771dc-ccb9-41a1-92b3-c36524aa01c7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:17.945545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] For port 30c771dc-ccb9-41a1-92b3-c36524aa01c7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=30c771dc-ccb9-41a1-92b3-c36524aa01c7,segment=NetworkSegment(5e6901a3-c040-42a6-b22a-b3252ba137f8),segment_id=5e6901a3-c040-42a6-b22a-b3252ba137f8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:17.950154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for ba3ce6c9-ac56-4dc9-953c-71730c722b55 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:17.950272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:17.978947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] No DVR routers for this DVR port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:18.069897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Attempting to bind port ef3955c2-920d-44e7-99db-7fc7e4a718c4 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:18.070132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Attempting to bind port ef3955c2-920d-44e7-99db-7fc7e4a718c4 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '12c7fccf-6cd2-43d2-929a-b75496140208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:18.070417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Attempting to bind port ef3955c2-920d-44e7-99db-7fc7e4a718c4 on network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:18.078276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Calling delete_port for 30c771dc-ccb9-41a1-92b3-c36524aa01c7 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Checking segment: {'id': '12c7fccf-6cd2-43d2-929a-b75496140208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Bound using segment: {'id': '12c7fccf-6cd2-43d2-929a-b75496140208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Bound port: ef3955c2-920d-44e7-99db-7fc7e4a718c4, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7fccf-6cd2-43d2-929a-b75496140208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:18.130356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.131058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:18.131767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=bf546af3-eddc-41c5-a809-6b3f52488e02,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.144043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.148962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.202487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.233627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:18.234047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:18.237746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] For port ef3955c2-920d-44e7-99db-7fc7e4a718c4, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:18.241059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] For port ef3955c2-920d-44e7-99db-7fc7e4a718c4, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ef3955c2-920d-44e7-99db-7fc7e4a718c4,segment=NetworkSegment(12c7fccf-6cd2-43d2-929a-b75496140208),segment_id=12c7fccf-6cd2-43d2-929a-b75496140208)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:18.286369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e38ca4-7ec5-42fd-a762-54f509968e0c']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.300617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6901a3-c040-42a6-b22a-b3252ba137f8') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.300929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6901a3-c040-42a6-b22a-b3252ba137f8') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.312888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.317229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.318815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.330602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:18.335584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.346795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:18.347180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.352804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:18.361541 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:18.364902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:18.365581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.370640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.377973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=976ba5d8-bd79-49ee-b923-1127c30c1114,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.380337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62fa9b-090a-4022-a529-99daaf02e5fc None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:18.439523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484fe7c2-0a2e-415e-8ea2-a814b4edaf9d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.456792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4d32e-e128-42be-83c5-56c79f966e5c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.459048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network a89f2adc-8ed5-45d9-befe-489ef405125c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:18.472047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7fccf-6cd2-43d2-929a-b75496140208') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.472284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7fccf-6cd2-43d2-929a-b75496140208') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:18.499396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.503932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5babb-7224-4d34-bdb1-ff898f676975 None None] Pushing event updated for resources: {'Port': ['ID=ef3955c2-920d-44e7-99db-7fc7e4a718c4,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.522274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.537137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:18.539725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:18.551907 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:18.554491 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38a49503-6a90-4ea6-8833-6bc0af946fc6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8943589 Feb 14 17:53:18.557232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38278) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:18.565142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:10:ea:af', 'name': 'tempest-NetworksTestDHCPv6-89076651'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:18.581830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.583203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.606732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a89f2adc-8ed5-45d9-befe-489ef405125c) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:18.608366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.612665 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7964cb10-cd31-4677-8038-f27afd887fc0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6066883 Feb 14 17:53:18.613324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38282) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:18.630288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f12f73de-a117-4aeb-9d29-f07993511c21 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:18.630931 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-f12f73de-a117-4aeb-9d29-f07993511c21 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] update failed (client error): There was a conflict when trying to complete your request. Feb 14 17:53:18.634821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f12f73de-a117-4aeb-9d29-f07993511c21 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "PUT /v2.0/security-groups/26a4d32e-e128-42be-83c5-56c79f966e5c HTTP/1.1" status: 409 len: 330 time: 0.0125861 Feb 14 17:53:18.636910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:18.638196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.643534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6a9a1-ae3a-4583-9bb1-5b2b88f0fd39 None None] Network a89f2adc-8ed5-45d9-befe-489ef405125c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:18.649474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38286) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:18.674899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=ba3ce6c9-ac56-4dc9-953c-71730c722b55,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.693741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:18.744221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=34e38ca4-7ec5-42fd-a762-54f509968e0c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:18.754144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.758810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:53:18.758810 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:53:18.758810 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': '484fe7c2-0a2e-415e-8ea2-a814b4edaf9d'}] Feb 14 17:53:18.758810 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:18.759282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:18.760738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Deleting port 30c771dc-ccb9-41a1-92b3-c36524aa01c7 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:18.761423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.768634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-31f8025a-7b5d-4604-9b5b-a819ae4618a6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2338543 Feb 14 17:53:18.782333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:18.788105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '976ba5d8-bd79-49ee-b923-1127c30c1114'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:18.788929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:18.789711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c', 'name': 'tempest-PortsTestJSON-1328522243', 'fixed_ips': [{'subnet_id': '421b913a-8e5f-4778-9d8d-efdc11b895c1', 'ip_address': '172.20.0.10'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:18.871517 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-35fa1cf4-0166-468e-87b4-cd11e47fd3dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/34e38ca4-7ec5-42fd-a762-54f509968e0c HTTP/1.1" status: 204 len: 168 time: 1.8824556 Feb 14 17:53:18.882191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c72e-647e-44ea-91b4-f477969be2a6 None None] The port '30c771dc-ccb9-41a1-92b3-c36524aa01c7' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:18.943935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 30c771dc-ccb9-41a1-92b3-c36524aa01c7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:18.946513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:18.953139 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d47ad506-827c-45d9-ab86-73444cc5f98c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/routers/680b07c6-595b-4e15-9ef5-f140ea7f7b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7283623 Feb 14 17:53:18.955209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38296) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:18.958675 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] Sync routers for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:18.976490 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:18.977113 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:19.062376 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:19.073576 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] Routers {'680b07c6-595b-4e15-9ef5-f140ea7f7b63'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:19.074163 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:52:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:19.087567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b82a6c-6632-49a1-b566-7f41a80f22f8 None None] Network 484fe7c2-0a2e-415e-8ea2-a814b4edaf9d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:19.098705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:19.130815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.136475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:19.137049 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddf9f1-9816-445a-8750-208abbdc151b None None] The sync data for ids ['680b07c6-595b-4e15-9ef5-f140ea7f7b63'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:19.145714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:19.156074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 30c771dc-ccb9-41a1-92b3-c36524aa01c7 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:19.156664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 30c771dc-ccb9-41a1-92b3-c36524aa01c7 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:19.189163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.203829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:19.263226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.281591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:19.303567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:19.322742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.330905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:19.340815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:19.348224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.356979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port ef3955c2-920d-44e7-99db-7fc7e4a718c4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:19.357446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.400872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38300) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:19.418261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:19.495184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:19.538808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a89f2adc-8ed5-45d9-befe-489ef405125c', 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': '421b913a-8e5f-4778-9d8d-efdc11b895c1'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:19.540424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.548160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fbdcc9a0-7952-420f-a346-fc0d5c2f8510 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8afb52ef8612474eac80d0a8f7bb606d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1439829 Feb 14 17:53:19.551991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Allocated IP 2001:db8::f816:3eff:fe5d:51d7 (ec992c4f-9a29-4213-84c0-4010e08b02ef/976ba5d8-bd79-49ee-b923-1127c30c1114/e19f79d6-52a0-4e0e-b61f-cce1a5325788) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:19.576014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38304) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:19.687921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.711696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] For port ef3955c2-920d-44e7-99db-7fc7e4a718c4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ef3955c2-920d-44e7-99db-7fc7e4a718c4,segment=NetworkSegment(12c7fccf-6cd2-43d2-929a-b75496140208),segment_id=12c7fccf-6cd2-43d2-929a-b75496140208)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:19.712273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.779373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:19.804130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4d32e-e128-42be-83c5-56c79f966e5c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:19.823714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:19.836291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Allocated IP 172.20.0.2 (a89f2adc-8ed5-45d9-befe-489ef405125c/421b913a-8e5f-4778-9d8d-efdc11b895c1/07c801af-a562-48b9-93f9-28a3ae09e941) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:19.857887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for ef3955c2-920d-44e7-99db-7fc7e4a718c4 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:19.996981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.013321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Transition to ACTIVE for port object e19f79d6-52a0-4e0e-b61f-cce1a5325788 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:20.023328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.026956 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d4e315bb-c3f7-4e83-85e9-3d2741b3fc68 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/26a4d32e-e128-42be-83c5-56c79f966e5c HTTP/1.1" status: 204 len: 168 time: 1.3397894 Feb 14 17:53:20.026956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.030687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38308) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:20.034064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.052755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.058646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Transition to ACTIVE for port object e19f79d6-52a0-4e0e-b61f-cce1a5325788 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:20.077711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.141582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.146414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.155901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.168643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Transition to ACTIVE for port object 07c801af-a562-48b9-93f9-28a3ae09e941 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:20.176038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.185692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 0724ce96-5040-437b-bafb-874e7ed150b9 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:20.218517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8267a510-d49c-4de9-bd22-3cdea72a8ba0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Synchronizing usage tracker for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:20.232047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:20.238620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Transition to ACTIVE for port object 07c801af-a562-48b9-93f9-28a3ae09e941 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:20.258642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:20.261299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:20.263890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:20.270481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Pushing event updated for resources: {'Port': ['ID=e19f79d6-52a0-4e0e-b61f-cce1a5325788,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:20.279437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 3b4c4179-adc6-44f3-88d1-3a0f7cf73c2f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:20.280797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.313653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.322935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.323422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router 6570b23b-6f60-413e-ac47-d4dbb5ddda55 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:20.357085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Attempting to bind port e19f79d6-52a0-4e0e-b61f-cce1a5325788 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:20.357453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Attempting to bind port e19f79d6-52a0-4e0e-b61f-cce1a5325788 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:20.357809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Attempting to bind port e19f79d6-52a0-4e0e-b61f-cce1a5325788 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:20.358455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.364530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:20.365183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:20.365306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.365624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:20.366080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Bound port: e19f79d6-52a0-4e0e-b61f-cce1a5325788, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:20.366453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.383265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.398512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Port': ['ID=ef3955c2-920d-44e7-99db-7fc7e4a718c4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:20.408346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546a07e9-7b18-4001-8234-a7bc62544302,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:20.419496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No DVR routers for this DVR port ef3955c2-920d-44e7-99db-7fc7e4a718c4 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:20.431339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8267a510-d49c-4de9-bd22-3cdea72a8ba0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] Unset dirty status for tenant:3dcc97128ee445328d942e39b42a880a on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:20.432478 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8267a510-d49c-4de9-bd22-3cdea72a8ba0 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3987508 Feb 14 17:53:20.438335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38312) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:20.457536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.457536 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cdf76ae0-ef0e-4f99-ac8c-261a2d84aa6a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 204 len: 168 time: 4.0589271 Feb 14 17:53:20.478160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38316) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:20.488578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-750985769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:20.491853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe10:eaaf (ec992c4f-9a29-4213-84c0-4010e08b02ef/976ba5d8-bd79-49ee-b923-1127c30c1114/0724ce96-5040-437b-bafb-874e7ed150b9) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:20.496680 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-2d5ba002-7df6-463a-9784-1371c10e6b4a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] delete failed (client error): The resource could not be found. Feb 14 17:53:20.504767 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d5ba002-7df6-463a-9784-1371c10e6b4a tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "DELETE /v2.0/security-groups/280b16da-48fe-49b0-8003-1e66a917631a HTTP/1.1" status: 404 len: 347 time: 0.0525892 Feb 14 17:53:20.525621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.529836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5920d9b9-9e2c-45fa-a6fa-27ea73139702 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/546a07e9-7b18-4001-8234-a7bc62544302 HTTP/1.1" status: 204 len: 168 time: 0.9499309 Feb 14 17:53:20.530748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:20.534362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:20.538151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:20.544575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:20.548390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Network a89f2adc-8ed5-45d9-befe-489ef405125c is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:20.559970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:20.563003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:20.565453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Pushing event updated for resources: {'Port': ['ID=07c801af-a562-48b9-93f9-28a3ae09e941,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:20.628291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:20.674275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.681411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:20.687974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Attempting to bind port 07c801af-a562-48b9-93f9-28a3ae09e941 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:20.688373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Attempting to bind port 07c801af-a562-48b9-93f9-28a3ae09e941 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '396f66ce-70c9-490a-bfcc-fc09e9263308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:20.688741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Attempting to bind port 07c801af-a562-48b9-93f9-28a3ae09e941 on network a89f2adc-8ed5-45d9-befe-489ef405125c {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:20.696207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:20.698646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Checking segment: {'id': '396f66ce-70c9-490a-bfcc-fc09e9263308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:20.698646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.698646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Bound using segment: {'id': '396f66ce-70c9-490a-bfcc-fc09e9263308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:20.698646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Bound port: 07c801af-a562-48b9-93f9-28a3ae09e941, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f66ce-70c9-490a-bfcc-fc09e9263308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:20.698646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.748259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38320) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:20.780054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.810995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.812638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.833549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 3b4c4179-adc6-44f3-88d1-3a0f7cf73c2f owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:20.835852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5f8c-4f65-430a-a4ef-963e8a361753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.862507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.10 (a89f2adc-8ed5-45d9-befe-489ef405125c/421b913a-8e5f-4778-9d8d-efdc11b895c1/9351cae6-6d91-4e53-93d1-dd4d7e13ea13) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:20.892030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] For port 07c801af-a562-48b9-93f9-28a3ae09e941, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:20.900456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] For port 07c801af-a562-48b9-93f9-28a3ae09e941, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=07c801af-a562-48b9-93f9-28a3ae09e941,segment=NetworkSegment(396f66ce-70c9-490a-bfcc-fc09e9263308),segment_id=396f66ce-70c9-490a-bfcc-fc09e9263308)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:20.901857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c1ba1-34a6-4370-9ba5-74ea7a5b1e5d None None] Pushing event updated for resources: {'Port': ['ID=e19f79d6-52a0-4e0e-b61f-cce1a5325788,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:20.933189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-252ca31d-c25b-4ed2-b2fe-3b77ebbb85ac tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] show failed (client error): The resource could not be found. Feb 14 17:53:20.933706 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-252ca31d-c25b-4ed2-b2fe-3b77ebbb85ac tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-groups/570e8aa9-c7a9-4fcb-b6b6-e6a03627447d HTTP/1.1" status: 404 len: 347 time: 0.1843324 Feb 14 17:53:20.936304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38326) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:20.953109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.954429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:20.987567 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-b1cc6fe8-3ed7-47c8-a3c8-6bf0ab84a237 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] show failed (client error): The resource could not be found. Feb 14 17:53:20.988726 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1cc6fe8-3ed7-47c8-a3c8-6bf0ab84a237 tempest-NegativeSecGroupIPv6Test-1577066216 tempest-NegativeSecGroupIPv6Test-1577066216-project] 10.222.0.30 "GET /v2.0/security-group-rules/141b8826-c61e-484a-b56a-135ff5c73421 HTTP/1.1" status: 404 len: 356 time: 0.0446422 Feb 14 17:53:21.024256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.066413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7e778-a0e7-4b6c-80a2-afaf69c1d57b None None] Pushing event updated for resources: {'Port': ['ID=07c801af-a562-48b9-93f9-28a3ae09e941,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:21.121833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.135611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484fe7c2-0a2e-415e-8ea2-a814b4edaf9d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:21.160625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 0724ce96-5040-437b-bafb-874e7ed150b9 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:21.166466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7fccf-6cd2-43d2-929a-b75496140208') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:21.167879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7fccf-6cd2-43d2-929a-b75496140208') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:21.185479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.200891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.272786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.282021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.289821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:21.291665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.305765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:21.309970 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:21.346641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.394864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.396083 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6f8cad8c-bbd3-476a-8a9b-e6d698c10967 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9168222 Feb 14 17:53:21.424137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38338) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.463997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:21.491394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:21.495786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:21.501064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:21.505492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:21.506093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.530318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=0724ce96-5040-437b-bafb-874e7ed150b9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:21.548086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.636307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network a89f2adc-8ed5-45d9-befe-489ef405125c is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:21.640037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:21.645151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:21.679973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=9351cae6-6d91-4e53-93d1-dd4d7e13ea13,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:21.687992 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b8e168f-cce5-4297-9e85-b901ace728ac tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1295350 Feb 14 17:53:21.691692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38346) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.761443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:21.762415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.803597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.808565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:21.815217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db77d1-0c87-4fea-aae6-deb649150687 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:21.819515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db77d1-0c87-4fea-aae6-deb649150687 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:21.825911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60db77d1-0c87-4fea-aae6-deb649150687 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:21.860092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38352) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.881105 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fdd11c7c-a96d-42b0-827c-55c4898dbced tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0933962 Feb 14 17:53:21.881689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38358) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.888589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': 'a89f2adc-8ed5-45d9-befe-489ef405125c', 'name': 'tempest-PortsTestJSON-292928739', 'fixed_ips': [{'subnet_id': '421b913a-8e5f-4778-9d8d-efdc11b895c1', 'ip_address': '172.20.0.9'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:21.906614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=484fe7c2-0a2e-415e-8ea2-a814b4edaf9d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:21.906851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60db77d1-0c87-4fea-aae6-deb649150687 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:21.907767 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-60db77d1-0c87-4fea-aae6-deb649150687 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2149842 Feb 14 17:53:21.912216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38362) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.917909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2fa43a1b-a1e3-475f-acd2-d77e5978d1af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/484fe7c2-0a2e-415e-8ea2-a814b4edaf9d HTTP/1.1" status: 204 len: 168 time: 5.1634955 Feb 14 17:53:21.923952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38366) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:21.932775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466579764'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:21.939991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:21.945745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Usage tracker for resource:network and tenant:6af626b0d37d43d4a5f9a7c4d84d975f is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:21.953326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:22.055050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 0724ce96-5040-437b-bafb-874e7ed150b9 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:22.055394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.194049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:22.206788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:22.213433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.253917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:22.257999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:22.272459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=3b4c4179-adc6-44f3-88d1-3a0f7cf73c2f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:22.274371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:22.281220 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-404611b2-99a8-4e4a-a319-ab5b0d77b7fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dcc97128ee445328d942e39b42a880a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4167173 Feb 14 17:53:22.281423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:22.355769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:22.361131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.437835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.520282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:22.533309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.533794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Added segment c5384f4e-4b02-447f-85ef-944662fa8086 of type vlan for network e426c4f5-c2c0-4317-a00e-4854089e699b Feb 14 17:53:22.573148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.588968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.749711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 0724ce96-5040-437b-bafb-874e7ed150b9 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:22.794548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:22.799905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.820311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.826141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:22.826652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:22.837778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c56cbaa2-a92c-4b61-9ae3-3ed555aee9d4 None None] Provisioning for port e19f79d6-52a0-4e0e-b61f-cce1a5325788 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:22.860143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 9157c6e8-4612-4189-90c7-6ef27af56d59 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:22.931141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.030079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 07c801af-a562-48b9-93f9-28a3ae09e941 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:23.125669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca448f-dc95-4fa0-b469-711de9fd18fe None None] Network a89f2adc-8ed5-45d9-befe-489ef405125c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:23.154463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.244101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.9 (a89f2adc-8ed5-45d9-befe-489ef405125c/421b913a-8e5f-4778-9d8d-efdc11b895c1/9157c6e8-4612-4189-90c7-6ef27af56d59) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:23.279064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.282362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26a9219c-28dd-4b9b-a626-47ef353dab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.289484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 07c801af-a562-48b9-93f9-28a3ae09e941 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:23.302398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.313084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3854144 Feb 14 17:53:23.323994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e10e60-1f02-4f88-a199-547cf23919ed tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Network': ['ID=e426c4f5-c2c0-4317-a00e-4854089e699b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:23.323994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38386) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:23.332436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Request body: {'subnet': {'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:23.342568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network e426c4f5-c2c0-4317-a00e-4854089e699b details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:23.346885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=0724ce96-5040-437b-bafb-874e7ed150b9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:23.391352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e19f79d6-52a0-4e0e-b61f-cce1a5325788 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:23.478624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.538483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Provisioning for port 07c801af-a562-48b9-93f9-28a3ae09e941 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:23.579446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.606599 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-763e056f-3d1c-4c3f-a583-682c54f2feea tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/0724ce96-5040-437b-bafb-874e7ed150b9 HTTP/1.1" status: 204 len: 168 time: 1.6928260 Feb 14 17:53:23.609320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38394) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:23.664880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 9157c6e8-4612-4189-90c7-6ef27af56d59 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:23.676762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.693822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:23.697855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.712196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:23.745443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918b803-30df-4b6c-b0c3-808634d323d2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:23.747091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918b803-30df-4b6c-b0c3-808634d323d2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:23.748022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2918b803-30df-4b6c-b0c3-808634d323d2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:23.750447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Provisioning complete for port 07c801af-a562-48b9-93f9-28a3ae09e941 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:23.751267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.787241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.815643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.839306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e19f79d6-52a0-4e0e-b61f-cce1a5325788 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:23.854251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e19f79d6-52a0-4e0e-b61f-cce1a5325788 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:23.854466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Made reservation on behalf of 6af626b0d37d43d4a5f9a7c4d84d975f for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:23.854945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.869639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network a89f2adc-8ed5-45d9-befe-489ef405125c is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:23.870061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:23.873272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:23.878033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:23.911063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2918b803-30df-4b6c-b0c3-808634d323d2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:23.914595 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2918b803-30df-4b6c-b0c3-808634d323d2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2989895 Feb 14 17:53:23.919738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38402) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:23.929021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=9157c6e8-4612-4189-90c7-6ef27af56d59,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:23.989783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.010239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:24.010720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.013646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.035106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 976ba5d8-bd79-49ee-b923-1127c30c1114 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:24.039694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.102587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.123654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] For port 07c801af-a562-48b9-93f9-28a3ae09e941, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=07c801af-a562-48b9-93f9-28a3ae09e941,segment=NetworkSegment(396f66ce-70c9-490a-bfcc-fc09e9263308),segment_id=396f66ce-70c9-490a-bfcc-fc09e9263308)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:24.143483 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-496ecc0b-bf07-4212-aabd-eaa17d38ba46 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2602842 Feb 14 17:53:24.149746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38410) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.188360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.189067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Fanout notify agent at l3_agent the message router_deleted on router 680b07c6-595b-4e15-9ef5-f140ea7f7b63 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:24.196364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.255185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.300213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68afac-6bd3-4ac6-8107-58813b3afd1a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:24.301742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e68afac-6bd3-4ac6-8107-58813b3afd1a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:24.312306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Allocated IP 172.26.4.177 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/60bfdcb1-783a-4532-a4e2-728bcd76eb56) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:24.325205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394381a4-0fa4-4f75-a59c-0ea041277f60,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:24.334025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38414) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.351863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.355867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.373991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.383565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-817863b9-d492-4695-87e1-5365912954d3 None None] Could not find standard attr ID for object 0724ce96-5040-437b-bafb-874e7ed150b9. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:24.404960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e8db-85f7-4117-a5d8-017fd5015c19 None None] Pushing event updated for resources: {'Port': ['ID=07c801af-a562-48b9-93f9-28a3ae09e941,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:24.405103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e68afac-6bd3-4ac6-8107-58813b3afd1a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:24.406225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4e68afac-6bd3-4ac6-8107-58813b3afd1a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2550333 Feb 14 17:53:24.409452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.449990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.545976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf829c-0141-47f0-bb30-cee75c8280b4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:24.551453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf829c-0141-47f0-bb30-cee75c8280b4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:24.553880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.554996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b4b10ab1-463e-49f5-b071-545894690bfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/394381a4-0fa4-4f75-a59c-0ea041277f60 HTTP/1.1" status: 204 len: 168 time: 2.2732260 Feb 14 17:53:24.559359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf829c-0141-47f0-bb30-cee75c8280b4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:24.564358 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bdbf829c-0141-47f0-bb30-cee75c8280b4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1515858 Feb 14 17:53:24.564358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.576273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38426) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.577671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.578749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a29d526d-2082-41f8-a8f8-80490cb20a4d tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/routers/680b07c6-595b-4e15-9ef5-f140ea7f7b63 HTTP/1.1" status: 204 len: 168 time: 5.6224859 Feb 14 17:53:24.584467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38428) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.640855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Provisioning for port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:24.660210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Provisioning complete for port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:24.660598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.711589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=976ba5d8-bd79-49ee-b923-1127c30c1114,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:24.734459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:24.735063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:24.741384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.746809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860f7c8-4177-4a7d-a9c2-898d9995a7c1 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:24.787660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1630462814'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:24.788936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 9157c6e8-4612-4189-90c7-6ef27af56d59 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:24.789301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.807989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:24.866259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:24.873941 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fe143af9-63ca-40db-8db5-f3b234cd4806 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/976ba5d8-bd79-49ee-b923-1127c30c1114 HTTP/1.1" status: 204 len: 168 time: 0.9469447 Feb 14 17:53:24.876046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38434) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:24.898836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Usage tracker for resource:network and tenant:1cd4479e8665450dac36822ff3840241 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:24.914160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:24.935964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:24.936158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Provisioning complete for port 07c801af-a562-48b9-93f9-28a3ae09e941 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:24.936272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:24.977098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.057517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Made reservation on behalf of 1cd4479e8665450dac36822ff3840241 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:25.061313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.082976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting subnet 03190f68-fb19-4270-aba8-6e6867dd5b86 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:25.093087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.133723 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ccc18f0a-602e-4630-8e1d-62d45244c3c6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2536037 Feb 14 17:53:25.137510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38440) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:25.146203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.205768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:25.209927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Deleting port e19f79d6-52a0-4e0e-b61f-cce1a5325788 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:25.210289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.226020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.266507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Provisioning for port 9157c6e8-4612-4189-90c7-6ef27af56d59 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:25.293435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Provisioning complete for port 9157c6e8-4612-4189-90c7-6ef27af56d59 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:25.294481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.305831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:25.316041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Usage tracker for resource:security_group_rule and tenant:1cd4479e8665450dac36822ff3840241 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:25.361510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d76f4d-f70c-4195-8153-7989be47fc57 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:25.362210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-15d76f4d-f70c-4195-8153-7989be47fc57 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:25.369298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.375375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.405408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.439418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aee14427-4ed8-4e7c-b6d7-3541921e256b None None] Port 9157c6e8-4612-4189-90c7-6ef27af56d59 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:25.456851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:25.482663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.490382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:25.495855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:25.519807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 9157c6e8-4612-4189-90c7-6ef27af56d59 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:25.588466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.624890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.640117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:25.659411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:25.665788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:25.683468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-15d76f4d-f70c-4195-8153-7989be47fc57 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:25.687408 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-15d76f4d-f70c-4195-8153-7989be47fc57 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5490735 Feb 14 17:53:25.687984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38452) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:25.696309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:25.696696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.735691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 07c801af-a562-48b9-93f9-28a3ae09e941 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:25.770679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940af18f-412b-4863-ade2-16b365638075 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:25.771363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-940af18f-412b-4863-ade2-16b365638075 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:25.776432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event updated for resources: {'Port': ['ID=60bfdcb1-783a-4532-a4e2-728bcd76eb56,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:25.878422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-940af18f-412b-4863-ade2-16b365638075 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:25.880265 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-940af18f-412b-4863-ade2-16b365638075 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1855543 Feb 14 17:53:25.882899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38458) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:25.936467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.939713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.950820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Calling delete_port for e19f79d6-52a0-4e0e-b61f-cce1a5325788 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:25.988907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:25.990541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d70fb73-40de-483f-9a28-d2dc5e95a4a4 None None] Provisioning complete for port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:25.990832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d70fb73-40de-483f-9a28-d2dc5e95a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.008343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Subnet': ['ID=03190f68-fb19-4270-aba8-6e6867dd5b86,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:26.036590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.041962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.057877 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aefe8e65-e037-4ebc-b6b8-1f630549e2aa tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671956 Feb 14 17:53:26.058036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38464) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:26.061661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=9157c6e8-4612-4189-90c7-6ef27af56d59,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:26.068171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fec87-ac81-49e9-b295-829f5e411c73 None None] Network a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:26.068388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:26.092565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:26.114816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:26.125251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.178670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e19f79d6-52a0-4e0e-b61f-cce1a5325788,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:26.223237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f43cc5-9e8f-4615-af7e-e31309609edb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:26.232732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9732fd4c-9153-4b45-b303-47a4b10bc9d8 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/subnets/03190f68-fb19-4270-aba8-6e6867dd5b86 HTTP/1.1" status: 204 len: 168 time: 1.6429265 Feb 14 17:53:26.245145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38470) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:26.250848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.250848 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Added segment 5c49d3c3-06df-419f-a45b-53798d9540e9 of type vlan for network b567ac82-9342-465c-9b93-5bb808209963 Feb 14 17:53:26.260082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9d70fb73-40de-483f-9a28-d2dc5e95a4a4 None None] Port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:26.294957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:26.305573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:26.315093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38474) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:26.320755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.333824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d70fb73-40de-483f-9a28-d2dc5e95a4a4 None None] Could not find standard attr ID for object 9157c6e8-4612-4189-90c7-6ef27af56d59. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:26.349171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 07c801af-a562-48b9-93f9-28a3ae09e941 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:26.349606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.392880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:26.406314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:26.406667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:26.420729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event updated for resources: {'Subnet': ['ID=f6c1e7dc-bc0e-4e19-b09c-317abbd55d10,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:26.450394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.492974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.509014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Checking segment: {'id': 'c5384f4e-4b02-447f-85ef-944662fa8086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:26.509377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network hostable DHCP agents. Network: e426c4f5-c2c0-4317-a00e-4854089e699b, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:26.517908 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0d5c1bf-8261-434a-8295-951a86cb78b3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/9157c6e8-4612-4189-90c7-6ef27af56d59 HTTP/1.1" status: 204 len: 168 time: 1.9154639 Feb 14 17:53:26.518812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38480) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:26.531866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] DHCP port deletion for a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:26.542336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port df1827db-5695-41c8-9f59-34072c800671 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:26.542684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.544653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Deleting port df1827db-5695-41c8-9f59-34072c800671 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:26.545050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.582325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.635484 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4284103-d9fd-4efc-984b-4c97179fcc39 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:53:26.635996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4284103-d9fd-4efc-984b-4c97179fcc39 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:26.693955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.694259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e19f79d6-52a0-4e0e-b61f-cce1a5325788 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:26.756592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1726754278-network', 'tenant_id': '01c48a55ae7b4c6ba4100b8bc302a0dd'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:26.764750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.768348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:26.768951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.773505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4284103-d9fd-4efc-984b-4c97179fcc39 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:26.777006 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4284103-d9fd-4efc-984b-4c97179fcc39 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/9157c6e8-4612-4189-90c7-6ef27af56d59 HTTP/1.1" status: 404 len: 333 time: 0.2426260 Feb 14 17:53:26.779499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38484) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:26.859259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:26.873514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:26.873856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.886949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] For port df1827db-5695-41c8-9f59-34072c800671, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=df1827db-5695-41c8-9f59-34072c800671,segment=NetworkSegment(b7d64342-403d-4408-b9ee-a874ce6197fc),segment_id=b7d64342-403d-4408-b9ee-a874ce6197fc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:26.887371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.907846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Deleting port e19f79d6-52a0-4e0e-b61f-cce1a5325788 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:26.908275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:26.938980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Usage tracker for resource:network and tenant:01c48a55ae7b4c6ba4100b8bc302a0dd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:26.980235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:27.013891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:27.024104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Pushing event updated for resources: {'Network': ['ID=b567ac82-9342-465c-9b93-5bb808209963,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:27.053230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Network e426c4f5-c2c0-4317-a00e-4854089e699b is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:27.066580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network b567ac82-9342-465c-9b93-5bb808209963 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:27.085671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Calling delete_port for df1827db-5695-41c8-9f59-34072c800671 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:27.093319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ccc272ec-f295-4462-8011-22e329efa0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7532747 Feb 14 17:53:27.112922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.126910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.129465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.299867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.389240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Made reservation on behalf of 01c48a55ae7b4c6ba4100b8bc302a0dd for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:27.389240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.407231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.423207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, e426c4f5-c2c0-4317-a00e-4854089e699b) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:27.429614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.451400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 9351cae6-6d91-4e53-93d1-dd4d7e13ea13 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:27.460028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:27.466086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f0844-0b37-41d5-8c8d-a1bf003e306f None None] Network e426c4f5-c2c0-4317-a00e-4854089e699b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:27.471827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:27.472824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.478342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:27.489927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:27.490315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.502698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] For port df1827db-5695-41c8-9f59-34072c800671, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=df1827db-5695-41c8-9f59-34072c800671,segment=NetworkSegment(b7d64342-403d-4408-b9ee-a874ce6197fc),segment_id=b7d64342-403d-4408-b9ee-a874ce6197fc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:27.503053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.523097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:27.534932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:27.547779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:27.548412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.589735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=7a46c929-d965-4722-b3a1-cd6e738273bc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:27.602249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.667917 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-36bdce6c-7524-466d-b8be-1845a964447a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6085930 Feb 14 17:53:27.674239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38496) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:27.681278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:43:66:61', 'name': 'tempest-NetworksTestDHCPv6-2102029332'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:27.686155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for df1827db-5695-41c8-9f59-34072c800671 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:27.755115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'network_id': 'b567ac82-9342-465c-9b93-5bb808209963', 'binding:host_id': 'hv-neutron-8232', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-242148396'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:27.760177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.773891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Calling delete_port for e19f79d6-52a0-4e0e-b61f-cce1a5325788 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:27.798096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:27.805160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device df1827db-5695-41c8-9f59-34072c800671 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:27.806056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:27.806347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:27.813071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Usage tracker for resource:port and tenant:616a8c2fa972498c8d946bbecefb3ffa is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:27.818279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:27.827473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:27.829438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:27.834608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:27.839037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Usage tracker for resource:security_group_rule and tenant:01c48a55ae7b4c6ba4100b8bc302a0dd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:27.839277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:27.846852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:27.849253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:27.857773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:27.870018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: df1827db-5695-41c8-9f59-34072c800671 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:27.870341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device df1827db-5695-41c8-9f59-34072c800671 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:27.906675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=9351cae6-6d91-4e53-93d1-dd4d7e13ea13,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:27.929535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] No DVR routers for this DVR port df1827db-5695-41c8-9f59-34072c800671 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:27.933202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7ae8dd83-4459-480f-83a0-f422802d5e43 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.6086192 Feb 14 17:53:27.941734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38502) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:27.955247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e19f79d6-52a0-4e0e-b61f-cce1a5325788,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:28.035162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:28.037858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed64f8-3f33-4903-8aae-f7740399a1b4 None None] Pushing event deleted for resources: {'Port': ['ID=df1827db-5695-41c8-9f59-34072c800671,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:28.045933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.057516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.072539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.083125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Made reservation on behalf of 616a8c2fa972498c8d946bbecefb3ffa for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:28.085348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.091853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port b0926e44-d8ae-4347-938d-8cf5ea84742a yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:28.113154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.133034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-e426c4f5-c2c0-4317-a00e-4854089e699b', 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b', 'tenant_id': '6af626b0d37d43d4a5f9a7c4d84d975f', 'fixed_ips': [{'subnet_id': 'f6c1e7dc-bc0e-4e19-b09c-317abbd55d10'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:28.146596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.151344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:28.151698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:28.197311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:28.202345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Usage tracker for resource:security_group_rule and tenant:616a8c2fa972498c8d946bbecefb3ffa is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:28.205445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:28.212423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.221772 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ab22f7ee-c1c7-4f06-bb43-1233c4bc39b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/9351cae6-6d91-4e53-93d1-dd4d7e13ea13 HTTP/1.1" status: 204 len: 168 time: 1.4421499 Feb 14 17:53:28.227411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38506) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:28.237213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:28.263548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:28.282920 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d066416-542c-4870-ae00-a3dc1776ad4a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:53:28.283416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9d066416-542c-4870-ae00-a3dc1776ad4a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:28.297841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.305025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Allocated IP 2001:db8::f816:3eff:feeb:b833 (e426c4f5-c2c0-4317-a00e-4854089e699b/f6c1e7dc-bc0e-4e19-b09c-317abbd55d10/524bf4de-b028-4de0-b40c-a1d184c49d52) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:28.310985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port df1827db-5695-41c8-9f59-34072c800671 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:28.311334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.316525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::281 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7a46c929-d965-4722-b3a1-cd6e738273bc/b0926e44-d8ae-4347-938d-8cf5ea84742a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:28.335757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.336103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Added segment 54b3c8d9-1c76-4727-8d70-45d3f9ddd520 of type vlan for network d49212d0-b162-4a21-a2a3-a0f4529db08c Feb 14 17:53:28.343411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92551e43-ae59-46f3-939d-f5bf6add2ee7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:28.356376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9d066416-542c-4870-ae00-a3dc1776ad4a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:28.360226 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9d066416-542c-4870-ae00-a3dc1776ad4a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/9351cae6-6d91-4e53-93d1-dd4d7e13ea13 HTTP/1.1" status: 404 len: 333 time: 0.1293433 Feb 14 17:53:28.362295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38510) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:28.387857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Deleting port e19f79d6-52a0-4e0e-b61f-cce1a5325788 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:28.388045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.414869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] The port 'df1827db-5695-41c8-9f59-34072c800671' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:28.504197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Router e0d75184-a125-4b55-bdd2-7736ec26fbe2 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:53:28.534339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.681876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.711414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 421b913a-8e5f-4778-9d8d-efdc11b895c1 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:28.716244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object b0926e44-d8ae-4347-938d-8cf5ea84742a will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:28.717503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.783106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.843210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.855627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.863209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Transition to ACTIVE for port object 524bf4de-b028-4de0-b40c-a1d184c49d52 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:28.894352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.913829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Transition to ACTIVE for port object 524bf4de-b028-4de0-b40c-a1d184c49d52 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:28.914074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.916159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] For port e19f79d6-52a0-4e0e-b61f-cce1a5325788, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e19f79d6-52a0-4e0e-b61f-cce1a5325788,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:28.916647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:28.921742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:53:28.935733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.029348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.037763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.047809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Calling delete_port for e19f79d6-52a0-4e0e-b61f-cce1a5325788 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:29.084272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4edebb2-88ab-4b7c-9c4b-747ad40adcc2']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:29.105302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.121517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d64342-403d-4408-b9ee-a874ce6197fc') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:29.122409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d64342-403d-4408-b9ee-a874ce6197fc') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:29.130920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port c3af9023-1281-4b4c-80db-46589f495867 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:29.142206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:29.143362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=b0926e44-d8ae-4347-938d-8cf5ea84742a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.154326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:29.157227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:29.160963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Network e426c4f5-c2c0-4317-a00e-4854089e699b is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:29.161487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:29.161778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.168126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:29.170524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:29.180021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.180826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:29.182521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.189791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.197491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Pushing event updated for resources: {'Port': ['ID=524bf4de-b028-4de0-b40c-a1d184c49d52,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.249995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.284029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Attempting to bind port 524bf4de-b028-4de0-b40c-a1d184c49d52 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:29.284397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Attempting to bind port 524bf4de-b028-4de0-b40c-a1d184c49d52 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'c5384f4e-4b02-447f-85ef-944662fa8086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:29.284794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Attempting to bind port 524bf4de-b028-4de0-b40c-a1d184c49d52 on network e426c4f5-c2c0-4317-a00e-4854089e699b {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:29.291266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:29.296032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Checking segment: {'id': 'c5384f4e-4b02-447f-85ef-944662fa8086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:29.296032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.296032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Bound using segment: {'id': 'c5384f4e-4b02-447f-85ef-944662fa8086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:29.296032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Bound port: 524bf4de-b028-4de0-b40c-a1d184c49d52, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5384f4e-4b02-447f-85ef-944662fa8086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:29.296469 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-57e97291-e80d-4146-96f5-4bd7859bf0ff tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6190608 Feb 14 17:53:29.296595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.296687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=421b913a-8e5f-4778-9d8d-efdc11b895c1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.298929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38514) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:29.330147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.332302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e62e00-fe06-458d-8856-f72a5c604c3d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.340491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.340491 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f790fb13-3abd-4281-b8f3-4026546e1f4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/421b913a-8e5f-4778-9d8d-efdc11b895c1 HTTP/1.1" status: 204 len: 168 time: 0.9761918 Feb 14 17:53:29.346852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.347410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38518) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:29.363623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:29.364034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:29.379467 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:29.431149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a1e3c-d29d-4c0c-a024-1962732271c3 None None] Network a89f2adc-8ed5-45d9-befe-489ef405125c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:29.456375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] Pushing event updated for resources: {'Network': ['ID=d49212d0-b162-4a21-a2a3-a0f4529db08c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.458814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.488726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.509280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0be70-2ac0-48c3-ac71-0e4543f7d498 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:29.513862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0be70-2ac0-48c3-ac71-0e4543f7d498 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:29.514829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7dc0be70-2ac0-48c3-ac71-0e4543f7d498 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:29.519782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 07c801af-a562-48b9-93f9-28a3ae09e941 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:29.519782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.520138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network d49212d0-b162-4a21-a2a3-a0f4529db08c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:29.532038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] Pushing event deleted for resources: {'Port': ['ID=e19f79d6-52a0-4e0e-b61f-cce1a5325788,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.538185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c1e7dc-bc0e-4e19-b09c-317abbd55d10,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.553820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a517d7-6ff2-4d6f-9ba7-c209f6abd516 None None] No DVR routers for this DVR port e19f79d6-52a0-4e0e-b61f-cce1a5325788 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:29.606567 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-05948c33-4681-4eff-9c91-1a9b2d231499 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2830427 Feb 14 17:53:29.615134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38522) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:29.620054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Request body: {'subnet': {'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1726754278-subnet', 'tenant_id': '01c48a55ae7b4c6ba4100b8bc302a0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:29.631632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:29.678255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ab360-6c2b-415e-9ed1-ccae27842fc8 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:29.699341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7dc0be70-2ac0-48c3-ac71-0e4543f7d498 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:29.699341 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7dc0be70-2ac0-48c3-ac71-0e4543f7d498 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3969705 Feb 14 17:53:29.700531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38526) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:29.706799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.752625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Usage tracker for resource:subnet and tenant:01c48a55ae7b4c6ba4100b8bc302a0dd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:29.756452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:29.762119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:29.777661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.787717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] For port 524bf4de-b028-4de0-b40c-a1d184c49d52, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:29.807976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.809648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port 07c801af-a562-48b9-93f9-28a3ae09e941, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=07c801af-a562-48b9-93f9-28a3ae09e941,segment=NetworkSegment(396f66ce-70c9-490a-bfcc-fc09e9263308),segment_id=396f66ce-70c9-490a-bfcc-fc09e9263308)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:29.810173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.826399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Network': ['ID=a4edebb2-88ab-4b7c-9c4b-747ad40adcc2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:29.844115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] For port 524bf4de-b028-4de0-b40c-a1d184c49d52, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=524bf4de-b028-4de0-b40c-a1d184c49d52,segment=NetworkSegment(c5384f4e-4b02-447f-85ef-944662fa8086),segment_id=c5384f4e-4b02-447f-85ef-944662fa8086)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:29.849952 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-077c1fe6-05d7-46ab-8948-425e344416c7 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/networks/a4edebb2-88ab-4b7c-9c4b-747ad40adcc2 HTTP/1.1" status: 204 len: 168 time: 3.5769155 Feb 14 17:53:29.865551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38530) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:29.875862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Made reservation on behalf of 01c48a55ae7b4c6ba4100b8bc302a0dd for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:29.876691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.909761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.928397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e426c4f5-c2c0-4317-a00e-4854089e699b']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:29.949814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port b0926e44-d8ae-4347-938d-8cf5ea84742a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:29.949814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:29.959225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 07c801af-a562-48b9-93f9-28a3ae09e941 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:30.010561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5384f4e-4b02-447f-85ef-944662fa8086') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.010856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5384f4e-4b02-447f-85ef-944662fa8086') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.075557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.076482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef3530-8f92-4895-9dfd-391b80a274bd None None] Pushing event updated for resources: {'Port': ['ID=524bf4de-b028-4de0-b40c-a1d184c49d52,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:30.185190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '7a46c929-d965-4722-b3a1-cd6e738273bc'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:30.186004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.211637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.221785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port fb7413f2-3b92-47ab-808e-a880a13d0b32 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:30.222126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.266950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21c0dc-1062-4a7e-a364-1322b6e8b7e5 None None] DHCP port deletion for a89f2adc-8ed5-45d9-befe-489ef405125c request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:30.273271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.325283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.364096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=07c801af-a562-48b9-93f9-28a3ae09e941,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:30.384910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No DVR routers for this DVR port 07c801af-a562-48b9-93f9-28a3ae09e941 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:30.415600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7a46c929-d965-4722-b3a1-cd6e738273bc/f38a67f5-c47a-4a69-9fa5-ee1462b7445a) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:30.442569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port c3af9023-1281-4b4c-80db-46589f495867 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:30.454335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:30.454946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:30.482393 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:30.566195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.579554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Pushing event updated for resources: {'Subnet': ['ID=233f7368-26a4-47d3-ba12-c01f3a1fbe6c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:30.598678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.655501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f2adc-8ed5-45d9-befe-489ef405125c']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.677579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Checking segment: {'id': '54b3c8d9-1c76-4727-8d70-45d3f9ddd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:30.677922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Network hostable DHCP agents. Network: d49212d0-b162-4a21-a2a3-a0f4529db08c, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:30.685589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396f66ce-70c9-490a-bfcc-fc09e9263308') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.685935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396f66ce-70c9-490a-bfcc-fc09e9263308') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.702471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.728902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.730568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:30.730967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:30.745901 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:30.759590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Transition to ACTIVE for port object c3af9023-1281-4b4c-80db-46589f495867 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:30.774431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.786760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Transition to ACTIVE for port object f38a67f5-c47a-4a69-9fa5-ee1462b7445a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:30.797114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:30.797804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Network d49212d0-b162-4a21-a2a3-a0f4529db08c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:30.807366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.811502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Transition to ACTIVE for port object f38a67f5-c47a-4a69-9fa5-ee1462b7445a will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:30.811609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4522a450-cb38-41c7-a878-89e6b498b1ab tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "PUT /v2.0/routers/e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 200 len: 879 time: 9.3869076 Feb 14 17:53:30.813882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] Sync routers for ids ['e0d75184-a125-4b55-bdd2-7736ec26fbe2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:30.814590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:53:30.814590 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:53:30.814590 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': 'e426c4f5-c2c0-4317-a00e-4854089e699b'}] Feb 14 17:53:30.814590 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:30.815369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:30.819471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38534) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:30.830665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] Routers {'e0d75184-a125-4b55-bdd2-7736ec26fbe2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:30.831274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0d75184-a125-4b55-bdd2-7736ec26fbe2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:30.866373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, d49212d0-b162-4a21-a2a3-a0f4529db08c) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:30.871006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:30.871955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.883553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe134f6a-b97e-4480-ba04-e12e1a44685c None None] Network d49212d0-b162-4a21-a2a3-a0f4529db08c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:30.890752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.904911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.906766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.927547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:30.932899 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/a89f2adc-8ed5-45d9-befe-489ef405125c HTTP/1.1" status: 204 len: 168 time: 1.5800042 Feb 14 17:53:30.933846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38538) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:30.941626 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1005095839'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:30.945133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe640fc-13e1-4e6e-ab2d-40e0189e4e4d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=a89f2adc-8ed5-45d9-befe-489ef405125c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:30.950208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:30.955156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:network and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:30.957457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:30.963811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:30.976097 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-da868214-22ae-4c17-95b6-317c86d1416b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3519878 Feb 14 17:53:31.010475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:31.059398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.061121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:31.064385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.065021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.090170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] Routers {'e0d75184-a125-4b55-bdd2-7736ec26fbe2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:31.091361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0d75184-a125-4b55-bdd2-7736ec26fbe2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:31.118808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:31.141827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.143200 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Added segment 62c1bb89-11a5-456f-8c02-80a78953c950 of type vlan for network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 Feb 14 17:53:31.156900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:31.166301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Pushing event updated for resources: {'Port': ['ID=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:31.173277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:31.180367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:31.187235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:31.187870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce7ad-8e02-4c6a-b3ce-84039dd347ed None None] The sync data for ids ['e0d75184-a125-4b55-bdd2-7736ec26fbe2'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:31.189866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.191531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.261164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=c3af9023-1281-4b4c-80db-46589f495867,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:31.272296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for fb7413f2-3b92-47ab-808e-a880a13d0b32 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:31.284019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.287903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:31.288820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.319318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.463305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea55fca-5911-48a3-a043-bd461506eb56 None None] Network d49212d0-b162-4a21-a2a3-a0f4529db08c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:31.519781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for b0926e44-d8ae-4347-938d-8cf5ea84742a owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:31.540859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Attempting to bind port f38a67f5-c47a-4a69-9fa5-ee1462b7445a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:31.541241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Attempting to bind port f38a67f5-c47a-4a69-9fa5-ee1462b7445a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:31.541608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Attempting to bind port f38a67f5-c47a-4a69-9fa5-ee1462b7445a on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:31.566436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Network': ['ID=9f07e47e-c8d4-4a77-8095-d563c8eaf488,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:31.578206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:31.583212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:31.583212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.583212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:31.583212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Bound port: f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:31.583212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.596414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d6223-2b1d-43de-8a66-ec3bc450e77a None None] Network e426c4f5-c2c0-4317-a00e-4854089e699b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:31.598089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port 524bf4de-b028-4de0-b40c-a1d184c49d52 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:31.603446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:31.612852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:31.657066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Checking segment: {'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:31.657425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Network hostable DHCP agents. Network: b567ac82-9342-465c-9b93-5bb808209963, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:31.666943 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ee8f22fc-bc9d-4ee8-b65b-1c9a1f4e9343 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7327588 Feb 14 17:53:31.667547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38550) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:31.674158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:31.828812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:31.836298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:31.841513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:31.849250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:31.884481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 524bf4de-b028-4de0-b40c-a1d184c49d52 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:31.935486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:32.093552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.112560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70412907-5a19-41de-94e2-58994c7547da None None] Provisioning for port 524bf4de-b028-4de0-b40c-a1d184c49d52 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:32.120389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Network b567ac82-9342-465c-9b93-5bb808209963 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:32.122776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.164580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] For port f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:32.201810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.208865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=fb7413f2-3b92-47ab-808e-a880a13d0b32,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:32.220352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] For port f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:32.296281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.306831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, b567ac82-9342-465c-9b93-5bb808209963) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:32.321009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=b0926e44-d8ae-4347-938d-8cf5ea84742a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:32.379035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 524bf4de-b028-4de0-b40c-a1d184c49d52 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:32.382567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:32.392863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] For port 524bf4de-b028-4de0-b40c-a1d184c49d52, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=524bf4de-b028-4de0-b40c-a1d184c49d52,segment=NetworkSegment(c5384f4e-4b02-447f-85ef-944662fa8086),segment_id=c5384f4e-4b02-447f-85ef-944662fa8086)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:32.393226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.400465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fd53c-e7f4-4dce-a5ee-384a31d066bc None None] Network b567ac82-9342-465c-9b93-5bb808209963 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:32.414167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] DHCP port deletion for e426c4f5-c2c0-4317-a00e-4854089e699b request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:32.464446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:32.464665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:32.465061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:32.472966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.488851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 524bf4de-b028-4de0-b40c-a1d184c49d52 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:32.489321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.513215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Deleting port 524bf4de-b028-4de0-b40c-a1d184c49d52 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:32.513760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.520427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e5dddbb9-ccca-4d79-a918-cff16e9d4c3b tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 200 len: 920 time: 1.6996889 Feb 14 17:53:32.521837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.523345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38564) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.562539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38568) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.581057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-497579342-network', 'tenant_id': '094668485db2427abb0d5b8ee3d89e8a'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:32.591863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:32.594137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for 524bf4de-b028-4de0-b40c-a1d184c49d52 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:32.598965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=c24c3203-6fd6-4ccd-ad12-0fffc6312bfa,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:32.603923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Usage tracker for resource:network and tenant:094668485db2427abb0d5b8ee3d89e8a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:32.609632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:32.627147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:32.637587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:32.638174 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:32.649503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 2 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:32.664608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.666920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.672104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-19eea5b6-e8c7-463c-a3bd-fe9759c741ed tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/floatingips/54d14ae0-3d0e-47f2-8658-e08406167633 HTTP/1.1" status: 204 len: 168 time: 2.8006248 Feb 14 17:53:32.672574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Checking segment: {'id': '62c1bb89-11a5-456f-8c02-80a78953c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:32.672574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network hostable DHCP agents. Network: 9f07e47e-c8d4-4a77-8095-d563c8eaf488, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:32.674825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38572) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.677412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fbde5916-514b-4450-b986-0b6d108884f3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b0926e44-d8ae-4347-938d-8cf5ea84742a HTTP/1.1" status: 204 len: 168 time: 2.9759595 Feb 14 17:53:32.679977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38576) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.683931 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-64542287-f2e9-4aa8-b424-dcc75682a02a tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=e0d75184-a125-4b55-bdd2-7736ec26fbe2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1569910 Feb 14 17:53:32.685966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38578) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.722127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Made reservation on behalf of 094668485db2427abb0d5b8ee3d89e8a for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:32.724815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.743586 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7d9833-923d-4a1c-9f62-0cee7bf9015b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:32.744022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7d9833-923d-4a1c-9f62-0cee7bf9015b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:32.748067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:32.748430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.748579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:32.748753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:32.748894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d6d3-12fe-4bdc-8dfb-e6cfbb4983a8 None None] Pushing event updated for resources: {'Port': ['ID=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:32.769249 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1e7d9833-923d-4a1c-9f62-0cee7bf9015b tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/7e42e67c-d040-4361-8e6a-5d37ded7dc3b HTTP/1.1" status: 404 len: 333 time: 0.0933895 Feb 14 17:53:32.771900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38584) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.834904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a9a6297-ece8-4d21-b1a1-1b12ce4c0fef tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Synchronizing usage tracker for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:32.844103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:32.844732 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:32.846954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:32.854294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Usage tracker for resource:security_group_rule and tenant:094668485db2427abb0d5b8ee3d89e8a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:32.855607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 3 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:32.858538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:32.866794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:32.890175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86615b56-4225-458d-a452-9f5d4116f365 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:32.894729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86615b56-4225-458d-a452-9f5d4116f365 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:32.894729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-86615b56-4225-458d-a452-9f5d4116f365 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:32.895439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:32.895846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:32.896262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:32.912535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:32.932791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:32.933213 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:32.937901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 4 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:32.953306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a9a6297-ece8-4d21-b1a1-1b12ce4c0fef tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Unset dirty status for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:32.957126 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1a9a6297-ece8-4d21-b1a1-1b12ce4c0fef tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/ports?device_id=680b07c6-595b-4e15-9ef5-f140ea7f7b63 HTTP/1.1" status: 200 len: 205 time: 0.1818974 Feb 14 17:53:32.962633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38588) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.962633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.969799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:32.970222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:32.970677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:32.976238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5c344-07b2-4bc4-a49a-73ad790eeef4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:32.980731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2cc5c344-07b2-4bc4-a49a-73ad790eeef4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.2880239 Feb 14 17:53:32.980934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] For port 524bf4de-b028-4de0-b40c-a1d184c49d52, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=524bf4de-b028-4de0-b40c-a1d184c49d52,segment=NetworkSegment(c5384f4e-4b02-447f-85ef-944662fa8086),segment_id=c5384f4e-4b02-447f-85ef-944662fa8086)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:32.980934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:32.985278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38592) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:32.985991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:32.986461 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:32.989581 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 5 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:33.041009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.046728 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-d7117c10-2c47-4944-b953-534938cc6450 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] delete failed (client error): The resource could not be found. Feb 14 17:53:33.052534 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d7117c10-2c47-4944-b953-534938cc6450 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/routers/680b07c6-595b-4e15-9ef5-f140ea7f7b63 HTTP/1.1" status: 404 len: 336 time: 0.0910938 Feb 14 17:53:33.053525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38596) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.055621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 9f07e47e-c8d4-4a77-8095-d563c8eaf488) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:33.067614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:33.068116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.096829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.099922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6a8ed-dbff-4158-b998-578cf03efbf6 None None] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:33.114863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-41322b5f-c2d9-49e8-ae72-3cd78327ec5f tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 200 len: 205 time: 0.1249208 Feb 14 17:53:33.114863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-86615b56-4225-458d-a452-9f5d4116f365 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:33.114863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-86615b56-4225-458d-a452-9f5d4116f365 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4308584 Feb 14 17:53:33.115739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:33.116069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:33.116396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:33.134406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38600) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.134406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38602) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.137634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:33.137634 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:33.148687 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 6 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:33.199304 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92356e5-f310-47d0-9b64-3684ad38a0cb tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:33.201006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92356e5-f310-47d0-9b64-3684ad38a0cb tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:33.203010 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c92356e5-f310-47d0-9b64-3684ad38a0cb tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/subnets/03190f68-fb19-4270-aba8-6e6867dd5b86 HTTP/1.1" status: 404 len: 337 time: 0.1171613 Feb 14 17:53:33.218542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38608) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.285862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:33.292423 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f13e516d-89cb-4f73-86dc-e3337b9ad741 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6211736 Feb 14 17:53:33.292635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Port': ['ID=524bf4de-b028-4de0-b40c-a1d184c49d52,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:33.300662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.302942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38612) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.309310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51d2ea-1a9c-4ba2-b9fc-a58629995347,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:33.316581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Calling delete_port for 524bf4de-b028-4de0-b40c-a1d184c49d52 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:33.331025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.331573 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Added segment 9876d0a0-83dc-461f-acf4-c15e0d9136a9 of type vlan for network a9947073-9055-4b43-aff2-c469f9e79767 Feb 14 17:53:33.332507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No DVR routers for this DVR port 524bf4de-b028-4de0-b40c-a1d184c49d52 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:33.348349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 34805970-9906-416c-a531-93de973bbbcb {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:33.348349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.369746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1961794802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:33.457740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.475609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:33.476013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:33.476259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:33.488252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:33.496419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:33.497296 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:33.503559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:33.504924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:33.522308 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 7 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:33.545374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:router and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:33.553661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:33.563795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 07c801af-a562-48b9-93f9-28a3ae09e941 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:33.566959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:33.608577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 07c801af-a562-48b9-93f9-28a3ae09e941 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:33.609189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 07c801af-a562-48b9-93f9-28a3ae09e941 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:33.680002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-9f07e47e-c8d4-4a77-8095-d563c8eaf488', 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': 'c24c3203-6fd6-4ccd-ad12-0fffc6312bfa'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:33.680863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.682369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.683473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:33.683929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.809374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.827740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.828656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.845578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:33.845869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:33.846142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:33.850623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f38a67f5-c47a-4a69-9fa5-ee1462b7445a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:33.899197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:33.899524 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:33.901224 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3315635 Feb 14 17:53:33.905115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e426c4f5-c2c0-4317-a00e-4854089e699b']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:33.913312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 8 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:33.923309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:33.929373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Request body: {'subnet': {'network_id': 'a9947073-9055-4b43-aff2-c469f9e79767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-497579342-subnet', 'tenant_id': '094668485db2427abb0d5b8ee3d89e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:33.932539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 7a46c929-d965-4722-b3a1-cd6e738273bc {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:33.950369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:33.955216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Allocated IP 172.20.0.2 (9f07e47e-c8d4-4a77-8095-d563c8eaf488/c24c3203-6fd6-4ccd-ad12-0fffc6312bfa/a76937d6-eed9-4bd5-9c75-b20914672ce7) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:33.969325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Usage tracker for resource:subnet and tenant:094668485db2427abb0d5b8ee3d89e8a is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:33.972103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805c898-6af9-442e-ba99-4a5ed797db93 admin admin] Pushing event updated for resources: {'Network': ['ID=a9947073-9055-4b43-aff2-c469f9e79767,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:33.979049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:33.988139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:33.996124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:34.058652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Deleting port 524bf4de-b028-4de0-b40c-a1d184c49d52 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:34.059032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.088319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a9947073-9055-4b43-aff2-c469f9e79767 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:34.117119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5384f4e-4b02-447f-85ef-944662fa8086') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:34.117119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5384f4e-4b02-447f-85ef-944662fa8086') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:34.131817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.175226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.192543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:34.192906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:34.193235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:34.219737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.222167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.232361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 34805970-9906-416c-a531-93de973bbbcb owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:34.233220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:34.233923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.250974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-021a9a43-5de3-4d61-88fc-27c2da31572f None None] The port '524bf4de-b028-4de0-b40c-a1d184c49d52' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:34.272218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.283740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port f38a67f5-c47a-4a69-9fa5-ee1462b7445a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:34.298634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Made reservation on behalf of 094668485db2427abb0d5b8ee3d89e8a for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:34.301874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:34.341097 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:34.361095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Provisioning for port f38a67f5-c47a-4a69-9fa5-ee1462b7445a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:34.370289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Provisioning complete for port f38a67f5-c47a-4a69-9fa5-ee1462b7445a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:34.370749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.414641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 524bf4de-b028-4de0-b40c-a1d184c49d52 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:34.435956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:34.436186 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:34.444603 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 9 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:34.506762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:34.507136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:34.507907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:34.521353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:34.521677 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:34.523242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 10 to bind port c3af9023-1281-4b4c-80db-46589f495867 Feb 14 17:53:34.530284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 524bf4de-b028-4de0-b40c-a1d184c49d52 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:34.530501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 524bf4de-b028-4de0-b40c-a1d184c49d52 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:34.555547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.596628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:34.596977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:34.597309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:34.599789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.650228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port c3af9023-1281-4b4c-80db-46589f495867 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:34.650730 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port c3af9023-1281-4b4c-80db-46589f495867 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:34.651183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.655895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.665568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.683447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.697802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Transition to ACTIVE for port object a76937d6-eed9-4bd5-9c75-b20914672ce7 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:34.725938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=34805970-9906-416c-a531-93de973bbbcb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:34.729094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Transition to ACTIVE for port object a76937d6-eed9-4bd5-9c75-b20914672ce7 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:34.747236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.782038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.794325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=e426c4f5-c2c0-4317-a00e-4854089e699b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:34.799089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.801222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.852237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port c3af9023-1281-4b4c-80db-46589f495867, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:34.852637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempted to set empty binding levels {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:53:34.863922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.865969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38620) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:34.867255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8033b325-bd99-4f8e-8bc9-2eec613654f6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/e426c4f5-c2c0-4317-a00e-4854089e699b HTTP/1.1" status: 204 len: 168 time: 6.9245572 Feb 14 17:53:34.868797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:34.871668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:34.876093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:34.876401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.880156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0de43a73-5318-433d-aae1-f2442eafa6d4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5594540 Feb 14 17:53:34.880317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Pushing event updated for resources: {'Port': ['ID=a76937d6-eed9-4bd5-9c75-b20914672ce7,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:34.901370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:34.916010 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f97d14f-5f41-4487-ba0f-250ee56bfa8d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:34.916437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f97d14f-5f41-4487-ba0f-250ee56bfa8d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:34.921904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488', 'name': 'tempest-PortsTestJSON-592620190'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:34.937164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.958553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.973133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Attempting to bind port a76937d6-eed9-4bd5-9c75-b20914672ce7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:34.973486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Attempting to bind port a76937d6-eed9-4bd5-9c75-b20914672ce7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '62c1bb89-11a5-456f-8c02-80a78953c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:34.973840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Attempting to bind port a76937d6-eed9-4bd5-9c75-b20914672ce7 on network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:34.980611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:34.981011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Checking segment: {'id': '62c1bb89-11a5-456f-8c02-80a78953c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:34.981409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:34.981792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Bound using segment: {'id': '62c1bb89-11a5-456f-8c02-80a78953c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:34.982244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Bound port: a76937d6-eed9-4bd5-9c75-b20914672ce7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c1bb89-11a5-456f-8c02-80a78953c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f07e47e-c8d4-4a77-8095-d563c8eaf488'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:34.982612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.027012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.034450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.034671 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7f97d14f-5f41-4487-ba0f-250ee56bfa8d tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/f6c1e7dc-bc0e-4e19-b09c-317abbd55d10 HTTP/1.1" status: 404 len: 337 time: 0.1650391 Feb 14 17:53:35.037254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38628) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.068819 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7a03ff07-2d70-48c7-8cac-4b7041e7a4c2 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/34805970-9906-416c-a531-93de973bbbcb HTTP/1.1" status: 204 len: 168 time: 1.8445847 Feb 14 17:53:35.075635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.079346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe9d2d0-c072-4733-948d-55a8f26330ee,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:35.114260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=7a46c929-d965-4722-b3a1-cd6e738273bc,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:35.115990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=c3af9023-1281-4b4c-80db-46589f495867,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:35.122823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:35.123206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:35.124130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] For port a76937d6-eed9-4bd5-9c75-b20914672ce7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:35.128606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] For port a76937d6-eed9-4bd5-9c75-b20914672ce7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a76937d6-eed9-4bd5-9c75-b20914672ce7,segment=NetworkSegment(62c1bb89-11a5-456f-8c02-80a78953c950),segment_id=62c1bb89-11a5-456f-8c02-80a78953c950)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:35.131615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb55ed4d-4dc4-4ddf-962d-ba74072a32fa tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:35.131615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb55ed4d-4dc4-4ddf-962d-ba74072a32fa tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:35.132777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb55ed4d-4dc4-4ddf-962d-ba74072a32fa tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/e426c4f5-c2c0-4317-a00e-4854089e699b HTTP/1.1" status: 404 len: 339 time: 0.0623968 Feb 14 17:53:35.135952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38636) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.141893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.145018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e5e5aff-ef82-44b1-87cb-638d23bb9e36 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7a46c929-d965-4722-b3a1-cd6e738273bc HTTP/1.1" status: 204 len: 168 time: 2.0062449 Feb 14 17:53:35.149129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38640) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.160075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d0ece-f767-4e9b-a836-d6a27c78f0a6 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:35.190232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4683c81f-ea0a-4b4d-baa5-364902e46615 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:35.190680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4683c81f-ea0a-4b4d-baa5-364902e46615 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:35.194865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4683c81f-ea0a-4b4d-baa5-364902e46615 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/bf546af3-eddc-41c5-a809-6b3f52488e02 HTTP/1.1" status: 404 len: 337 time: 0.0553286 Feb 14 17:53:35.195413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38644) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.223222 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-159189e8-bf0e-4876-8fae-41b20e352958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.4798203 Feb 14 17:53:35.225589 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c05a93-8658-44c7-801f-ad6aeb26eba5 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:35.226029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c05a93-8658-44c7-801f-ad6aeb26eba5 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:35.227579 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57c05a93-8658-44c7-801f-ad6aeb26eba5 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/484fe7c2-0a2e-415e-8ea2-a814b4edaf9d HTTP/1.1" status: 404 len: 339 time: 0.0314472 Feb 14 17:53:35.229154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38648) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.231318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38650) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.252102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-39ec323f-dbd9-4343-b11a-01351f4d6245 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018686 Feb 14 17:53:35.266310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.272013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38656) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.327738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port 1e98134e-c66a-434e-b875-eae1632b7666 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:35.328116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.333671 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5187ea9-da67-46d3-8db4-6a302b95dfd9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:35.334271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5187ea9-da67-46d3-8db4-6a302b95dfd9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:35.338376 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f5187ea9-da67-46d3-8db4-6a302b95dfd9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/df8eecfd-0d62-4404-a54e-e92ef09193b7 HTTP/1.1" status: 404 len: 337 time: 0.1024785 Feb 14 17:53:35.339692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38660) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.381887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Checking segment: {'id': '9876d0a0-83dc-461f-acf4-c15e0d9136a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9947073-9055-4b43-aff2-c469f9e79767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:35.382154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Network hostable DHCP agents. Network: a9947073-9055-4b43-aff2-c469f9e79767, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:35.386640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Deleting port c3af9023-1281-4b4c-80db-46589f495867 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:35.388031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.391238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:35.406214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:35.411230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:35.432228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-952a0614-1103-4771-98a5-353f3e359935 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:35.433048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952a0614-1103-4771-98a5-353f3e359935 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:35.437805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-952a0614-1103-4771-98a5-353f3e359935 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/64ce2904-1399-4428-8b3d-741d97f3b137 HTTP/1.1" status: 404 len: 339 time: 0.0962713 Feb 14 17:53:35.440902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38664) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.447594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7357b-3951-4968-9a5f-376ad72c90c6 None None] Pushing event updated for resources: {'Port': ['ID=a76937d6-eed9-4bd5-9c75-b20914672ce7,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:35.448133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:35.543381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.553744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:35.556677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.592184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:35.600014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Deleting port f38a67f5-c47a-4a69-9fa5-ee1462b7445a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:35.600670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.611669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port 907f5daa-14c7-43e6-b41e-1ce994eee8ca {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:35.612022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.643211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Network a9947073-9055-4b43-aff2-c469f9e79767 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:35.679000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:35.747480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782fca02-1803-4b92-a26f-c4e8bf572500 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:35.753788 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-782fca02-1803-4b92-a26f-c4e8bf572500 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4749784 Feb 14 17:53:35.754851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38668) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:35.757472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port 60bfdcb1-783a-4532-a4e2-728bcd76eb56 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:35.757813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.779510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a9947073-9055-4b43-aff2-c469f9e79767) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:35.797500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f922e61-5623-4a9d-ba50-5b82cfffed21 None None] Network a9947073-9055-4b43-aff2-c469f9e79767 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:35.822329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f38a67f5-c47a-4a69-9fa5-ee1462b7445a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:35.873679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:35.873902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.896861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.915836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port c3af9023-1281-4b4c-80db-46589f495867, host hv-neutron-8232, got binding levels [] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:35.916197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:35.960575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.179500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] For port f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:36.213474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for 1e98134e-c66a-434e-b875-eae1632b7666 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:36.232017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Calling delete_port for c3af9023-1281-4b4c-80db-46589f495867 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:36.245306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.253500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca521e3-ed6a-4fcb-9606-9b53291eb903 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:36.254351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2ca521e3-ed6a-4fcb-9606-9b53291eb903 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:36.319284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Could not find standard attr ID for object b0926e44-d8ae-4347-938d-8cf5ea84742a. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:36.323317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] For port f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:36.323798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.386693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.11 (9f07e47e-c8d4-4a77-8095-d563c8eaf488/c24c3203-6fd6-4ccd-ad12-0fffc6312bfa/cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:36.400824 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c65ab07f-e306-41df-9bbc-25b7d1f3ba43 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4759099 Feb 14 17:53:36.449529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.489296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Calling delete_port for f38a67f5-c47a-4a69-9fa5-ee1462b7445a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:36.558620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2ca521e3-ed6a-4fcb-9606-9b53291eb903 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:36.559873 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2ca521e3-ed6a-4fcb-9606-9b53291eb903 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7949343 Feb 14 17:53:36.562599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38674) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:36.654305 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-43ddc2e1-7523-41e9-8246-4e8a546feaa6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906146 Feb 14 17:53:36.661273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f252cd-a69d-400d-bb75-a0d5fab2eae0 None None] Pushing event updated for resources: {'Port': ['ID=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:36.673521 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a48ed9c-d7e2-41e8-b124-93cb427c23c6 None None] Could not find standard attr ID for object b0926e44-d8ae-4347-938d-8cf5ea84742a. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:53:36.693700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38678) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:36.713865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf38db-0038-4eac-b017-b9b7b53f67e2 None None] Network a9947073-9055-4b43-aff2-c469f9e79767 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:36.714510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:36.770184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for 907f5daa-14c7-43e6-b41e-1ce994eee8ca owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:36.807442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.825221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:36.863369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:36.863714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:36.888136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3850d9e-c257-43f4-b394-ad5b7bd7ec9c None None] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:36.896943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3af9023-1281-4b4c-80db-46589f495867,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:36.931341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:36.949358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:36.970389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.027199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for 60bfdcb1-783a-4532-a4e2-728bcd76eb56 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:37.074423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=1e98134e-c66a-434e-b875-eae1632b7666,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:37.086049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.122086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.136500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:37.151946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fb420153-0b09-4877-85c3-933e82fcc7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c3af9023-1281-4b4c-80db-46589f495867 HTTP/1.1" status: 204 len: 168 time: 1.9217167 Feb 14 17:53:37.152862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38692) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:37.186159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:37.216459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dd13cb24-4c16-463b-be2e-0c898dc56de8 None None] Provisioning for port a76937d6-eed9-4bd5-9c75-b20914672ce7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:37.288460 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9a727a-e931-44a7-9bc3-ab306605b862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:53:37.294313 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9e9a727a-e931-44a7-9bc3-ab306605b862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports/c3af9023-1281-4b4c-80db-46589f495867 HTTP/1.1" status: 404 len: 333 time: 0.1101384 Feb 14 17:53:37.294477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.294477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38698) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:37.343614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.355577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'network_id': 'b567ac82-9342-465c-9b93-5bb808209963', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085076469'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:37.357081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.365246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Deleting port f38a67f5-c47a-4a69-9fa5-ee1462b7445a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:37.365720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.371268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Port': ['ID=907f5daa-14c7-43e6-b41e-1ce994eee8ca,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:37.382980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:37.424622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Usage tracker for resource:port and tenant:616a8c2fa972498c8d946bbecefb3ffa is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:37.427614 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e3e4af38-fe66-419c-880f-0074edb2c623 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/ports/1e98134e-c66a-434e-b875-eae1632b7666 HTTP/1.1" status: 204 len: 168 time: 2.3494656 Feb 14 17:53:37.432553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:37.434970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38702) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:37.462418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:37.466915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.488176 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cc0d1bf2-684e-4772-bf3d-f72d25f46bc6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/ports/907f5daa-14c7-43e6-b41e-1ce994eee8ca HTTP/1.1" status: 204 len: 168 time: 2.0367177 Feb 14 17:53:37.491912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38706) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:37.571413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-68964c81-45d5-4c1a-a1eb-7135097ad3c0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:37.571859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68964c81-45d5-4c1a-a1eb-7135097ad3c0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:37.573719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-68964c81-45d5-4c1a-a1eb-7135097ad3c0 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/8aa3a10c-f192-4d96-8622-06e2a5f217b3 HTTP/1.1" status: 404 len: 337 time: 0.0773938 Feb 14 17:53:37.580649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-466ee56e-4610-4294-b6ee-a370d1eaf3b9 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:37.587353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38710) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:37.591271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-466ee56e-4610-4294-b6ee-a370d1eaf3b9 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Synchronizing usage tracker for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:37.626504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Made reservation on behalf of 616a8c2fa972498c8d946bbecefb3ffa for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:37.628858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.632316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] For port f38a67f5-c47a-4a69-9fa5-ee1462b7445a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:37.632856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.678766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:37.821498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.832050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Calling delete_port for f38a67f5-c47a-4a69-9fa5-ee1462b7445a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:37.841184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:37.862062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-466ee56e-4610-4294-b6ee-a370d1eaf3b9 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Unset dirty status for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:37.863647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-466ee56e-4610-4294-b6ee-a370d1eaf3b9 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/networks?id=d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 200 len: 812 time: 0.6569040 Feb 14 17:53:37.864114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a76937d6-eed9-4bd5-9c75-b20914672ce7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:37.893835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=60bfdcb1-783a-4532-a4e2-728bcd76eb56,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:38.005183 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-3b8cd920-1d42-402e-bc55-95456f6e6441 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/quotas/01c48a55ae7b4c6ba4100b8bc302a0dd HTTP/1.1" status: 200 len: 375 time: 0.1325622 Feb 14 17:53:38.056979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.068293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:38.073897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:38.088162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.090242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:38.099812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:38.108350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a76937d6-eed9-4bd5-9c75-b20914672ce7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:38.114396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] Pushing event deleted for resources: {'Port': ['ID=f38a67f5-c47a-4a69-9fa5-ee1462b7445a,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:38.121977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a76937d6-eed9-4bd5-9c75-b20914672ce7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:38.122682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.155112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa5529-38af-4c93-96e9-29b89d3103d4 None None] No DVR routers for this DVR port f38a67f5-c47a-4a69-9fa5-ee1462b7445a on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:38.226984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-3fdb4624-8b98-4d58-b152-a86dbdd06678 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1923885 Feb 14 17:53:38.293812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.344164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a76937d6-eed9-4bd5-9c75-b20914672ce7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a76937d6-eed9-4bd5-9c75-b20914672ce7,segment=NetworkSegment(62c1bb89-11a5-456f-8c02-80a78953c950),segment_id=62c1bb89-11a5-456f-8c02-80a78953c950)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:38.360747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc884ea8-181f-4308-9cef-6727005fc58c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:38.362264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cc884ea8-181f-4308-9cef-6727005fc58c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Synchronizing usage tracker for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:38.367362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:38.369882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f88042-fec8-40f6-a8c5-1a58a694c0ff None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:53:38.393389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:38.393389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.400151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.430951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.488671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.526038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f88042-fec8-40f6-a8c5-1a58a694c0ff None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:53:38.535954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.555102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.565541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:38.568800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=7cf4dd52-50f7-4252-943f-92c360f26e55,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:38.573051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:38.583481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:38.584069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.594011 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-67640b50-19b1-4d54-b44b-4fad5de8be59 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6855450 Feb 14 17:53:38.597582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a76937d6-eed9-4bd5-9c75-b20914672ce7,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:38.600627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38714) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:38.602128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1975e5a1-5f89-4aeb-8c88-653829b5bbf2']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:38.672870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cc884ea8-181f-4308-9cef-6727005fc58c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Unset dirty status for tenant:a044c903e39a42a8a1e08c99d1aab4d0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:38.676481 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc884ea8-181f-4308-9cef-6727005fc58c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "GET /v2.0/ports?device_id=519a1858-e6bb-41f7-811d-468b9fa6587b HTTP/1.1" status: 200 len: 913 time: 1.2381406 Feb 14 17:53:38.678815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38718) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:38.683910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99c36507-1604-4ab2-a067-c1ef8947c65d None None] Provisioning for port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:38.687118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fb44fb-d601-4d8a-985b-40b2baa0b96a') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:38.687118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fb44fb-d601-4d8a-985b-40b2baa0b96a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:38.695369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99c36507-1604-4ab2-a067-c1ef8947c65d None None] Provisioning complete for port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:38.695675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99c36507-1604-4ab2-a067-c1ef8947c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.750253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-7940d1a0-c066-43fe-8ef3-263994b31cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070310 Feb 14 17:53:38.753039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.770059 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b56e6fe3-2664-4fe9-aade-e96e66db718d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0749516 Feb 14 17:53:38.774458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38722) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:38.776562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-99c36507-1604-4ab2-a067-c1ef8947c65d None None] Port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:38.785425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:38.863055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.877570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:38.879080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:38.902122 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:39.012141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.013578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '7cf4dd52-50f7-4252-943f-92c360f26e55'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:39.014533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.067573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.120268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.156186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:39.159523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Network b567ac82-9342-465c-9b93-5bb808209963 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:39.165261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:39.168617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:39.171165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:39.171972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:39.172549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.185477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Allocated IP 2001:db8::f816:3eff:fe14:5a67 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7cf4dd52-50f7-4252-943f-92c360f26e55/9ef8de7c-7a21-48e9-9164-785d735cab0a) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:39.218188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-2451a828-eabc-408e-965b-0a798f0ee84d service neutron] 10.222.0.30 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604236 Feb 14 17:53:39.219809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:39.221736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.295005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a885fc83-5759-4f2a-87be-f9bd053b9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9946954 Feb 14 17:53:39.297278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.302823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router e0d75184-a125-4b55-bdd2-7736ec26fbe2 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:39.303660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.309082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38726) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:39.323295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=1975e5a1-5f89-4aeb-8c88-653829b5bbf2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:39.333231 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-414fe8cf-e953-48a1-ab97-d4b702520368 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/1975e5a1-5f89-4aeb-8c88-653829b5bbf2 HTTP/1.1" status: 204 len: 168 time: 1.5181437 Feb 14 17:53:39.333641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38730) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:39.390066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:39.395372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:39.401255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.443929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.455368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Transition to ACTIVE for port object 9ef8de7c-7a21-48e9-9164-785d735cab0a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:39.478158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Transition to ACTIVE for port object 9ef8de7c-7a21-48e9-9164-785d735cab0a will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:39.564028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.569826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port d4da7743-1a56-4887-bd30-7c30c543c07f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:39.570160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.656059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.660572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7263b63d-70df-49d2-9c79-95ed27e99940 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 204 len: 168 time: 6.5209725 Feb 14 17:53:39.673838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38742) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:39.690244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:39.691166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Pushing event updated for resources: {'Port': ['ID=9ef8de7c-7a21-48e9-9164-785d735cab0a,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:39.694997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:39.697099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:39.710201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2142125545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:39.747732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5c4dd9d-6c51-4ee4-a530-b81c52bc1bd4 req-aa9c18fa-24f6-47a6-8d8e-4569067be47d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.1167917 Feb 14 17:53:39.798540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a76937d6-eed9-4bd5-9c75-b20914672ce7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:39.826612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.868723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Attempting to bind port 9ef8de7c-7a21-48e9-9164-785d735cab0a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:39.869091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Attempting to bind port 9ef8de7c-7a21-48e9-9164-785d735cab0a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:39.869974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Attempting to bind port 9ef8de7c-7a21-48e9-9164-785d735cab0a on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:39.874313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:39.881366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:39.881771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:39.882157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.882683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:39.883151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Bound port: 9ef8de7c-7a21-48e9-9164-785d735cab0a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:39.883519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:39.899201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:39.904293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:39.932580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:39.978947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a76937d6-eed9-4bd5-9c75-b20914672ce7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:39.979318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.046300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.049980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] For port 9ef8de7c-7a21-48e9-9164-785d735cab0a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:40.061354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] For port 9ef8de7c-7a21-48e9-9164-785d735cab0a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ef8de7c-7a21-48e9-9164-785d735cab0a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:40.104043 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cf4dd52-50f7-4252-943f-92c360f26e55 (CIDR: 2001:db8::/64) Feb 14 17:53:40.130089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.152548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.169021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:53:40.228600 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:53:40.229079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:40.233555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.234476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.254817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.260105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:40.272992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.284145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a1f6-e95e-4f7d-b75a-a9edbd591257 None None] Pushing event updated for resources: {'Port': ['ID=9ef8de7c-7a21-48e9-9164-785d735cab0a,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:40.308876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Transition to ACTIVE for port object dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:40.368324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for d4da7743-1a56-4887-bd30-7c30c543c07f owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:40.387356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.400292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.452428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.557287 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-73956579-86d5-474f-be12-00014904425e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7771392 Feb 14 17:53:40.577056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38748) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:40.597278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:40.605317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:40.624367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.625590 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-000aec33-de44-458e-90fd-6fe321845642 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9279792 Feb 14 17:53:40.636066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38752) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:40.694358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:40.694850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:40.695058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:40.697344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': True}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:40.708735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:40.709036 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:40.709943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 2 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:40.754094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:40.754427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:40.754762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:40.779557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:40.779889 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:40.782385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 3 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:40.837144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:40.837144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:40.837427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:40.854019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:40.854347 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:40.855436 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 4 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:40.876059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:40.879527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:40.879852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:40.880187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:40.892208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:40.892867 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:40.893823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 5 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:40.980633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57acd4c8-f7bc-4eef-9d4a-abe7144844d9 req-20df664a-e139-43d8-964a-8a5d5f513047 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.0799267 Feb 14 17:53:40.985238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:40.985572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:40.985903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:40.997930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:40.998198 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:40.999229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 6 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:41.016193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Port': ['ID=d4da7743-1a56-4887-bd30-7c30c543c07f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:41.023859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:41.024125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:41.024462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:41.034735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:41.035078 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:41.036732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 7 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:41.054285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:41.054624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:41.055599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:41.108486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:41.109089 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:41.112115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 8 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:41.124275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.134406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:41.134983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:41.135474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:41.138953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port a8535418-c842-4c23-a7c0-d35fba02311c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:41.139460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.165746 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c89a8c23-8331-459c-9507-4708c2e306af tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/ports/d4da7743-1a56-4887-bd30-7c30c543c07f HTTP/1.1" status: 204 len: 168 time: 1.8310769 Feb 14 17:53:41.169398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38758) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:41.171451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:41.184628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:41.214430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:41.214762 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:41.224925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 9 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:41.234364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4633316-f8ab-4c44-aa37-b6ef005c93c6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] DELETE failed (client error): The resource could not be found. Feb 14 17:53:41.234802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4633316-f8ab-4c44-aa37-b6ef005c93c6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:41.236429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4633316-f8ab-4c44-aa37-b6ef005c93c6 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/c0585e03-9c27-47dd-9c75-67887e4d9149 HTTP/1.1" status: 404 len: 337 time: 0.0644534 Feb 14 17:53:41.240468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38762) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:41.335484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:41.339435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.414139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:41.414478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:41.414815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:41.417284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed991c4e-ce62-4921-be73-b7a2cc94aec1 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:53:41.541677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:41.541677 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:41.544596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed991c4e-ce62-4921-be73-b7a2cc94aec1 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:53:41.548903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 10 to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e Feb 14 17:53:41.582876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:41.583209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:41.583538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:41.598479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.621895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:41.622104 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:41.622445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.636411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c6c82d2b-6e08-4307-a702-a7345a49ce4a None None] Provisioning for port 9ef8de7c-7a21-48e9-9164-785d735cab0a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:41.694200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.807162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.resource_extend [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:53:41.830321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.849337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:41.901941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ef8de7c-7a21-48e9-9164-785d735cab0a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:41.902235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for a8535418-c842-4c23-a7c0-d35fba02311c owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:41.904328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.035915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548e2d7-e758-4c51-89fe-a540c6580873 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:42.086453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:42.152194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.190116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9ef8de7c-7a21-48e9-9164-785d735cab0a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:42.207199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9ef8de7c-7a21-48e9-9164-785d735cab0a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:42.207630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.208751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:42.209135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempted to set empty binding levels {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:53:42.285618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d91137-39f5-492b-900b-56379e2b688a']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:42.313325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.350910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6838b024-7189-4b0d-a45b-886b448b1f17 req-4469873d-d046-4793-b8a7-e800f171fc30 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.1732152 Feb 14 17:53:42.362311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:42.362605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf0ab9a-d6c7-4799-94a2-d2c2786033f4') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:42.378377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.414648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.453353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] In _notify_port_updated(), no bound segment for port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:53:42.454460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.455768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "PUT /v2.0/ports/dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e HTTP/1.1" status: 200 len: 981 time: 3.1443601 Feb 14 17:53:42.463998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38768) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:42.472454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.474106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.502475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b8896d6a-62fb-4839-aa2c-468754ab48c3 None None] Provisioning complete for port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:42.502974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b8896d6a-62fb-4839-aa2c-468754ab48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.519634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-5403c323-8970-4913-a923-44b2bf1c8c25 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:42.521088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-5403c323-8970-4913-a923-44b2bf1c8c25 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.45 "GET /v2.0/networks?id=d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 200 len: 812 time: 0.5192046 Feb 14 17:53:42.521737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2904f2-406a-4296-ac5c-905b53c51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:42.531732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:42.532160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:42.547779 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:42.558696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Request body: {'port': {'device_id': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c', 'admin_state_up': True, 'tenant_id': '01c48a55ae7b4c6ba4100b8bc302a0dd'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:42.574229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:42.584741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:42.599473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:42.600058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.641408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=f36d9331-e687-46dc-9fa3-c804fc0fcb27,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:42.685870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9ef8de7c-7a21-48e9-9164-785d735cab0a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ef8de7c-7a21-48e9-9164-785d735cab0a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:42.689131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b8896d6a-62fb-4839-aa2c-468754ab48c3 None None] Port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:42.725118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.754115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.766606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.785891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.830239 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a0e06a36-6b4b-4378-b1bd-9566c860842c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2466781 Feb 14 17:53:42.830912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38772) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:42.841093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:53:4f:52', 'name': 'tempest-NetworksTestDHCPv6-758128472'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:42.865448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc0eb7e7-883c-4f53-a6b1-2092f192fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Synchronizing usage tracker for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:42.871925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.876343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.899162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:42.901426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Update dhcp port {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': '7cf4dd52-50f7-4252-943f-92c360f26e55', 'ip_address': '2001:db8::f816:3eff:fe14:5a67'}, {'subnet_id': 'f36d9331-e687-46dc-9fa3-c804fc0fcb27'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '9ef8de7c-7a21-48e9-9164-785d735cab0a'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:53:42.910661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Usage tracker for resource:port and tenant:01c48a55ae7b4c6ba4100b8bc302a0dd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:42.915069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=f4d91137-39f5-492b-900b-56379e2b688a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:42.921249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:42.930532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8838ffe0-3cac-4f7a-b8ac-3349714e74e9 tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/f4d91137-39f5-492b-900b-56379e2b688a HTTP/1.1" status: 204 len: 168 time: 1.6822004 Feb 14 17:53:42.930532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.932294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9ef8de7c-7a21-48e9-9164-785d735cab0a,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:42.934152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38776) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:42.960070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:42.976337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:43.073740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.26.4.195 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/4e764f02-58cd-47ca-abbc-0c85945d37ee) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:43.079143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:43.087177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:43.091609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:43.099882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:43.134872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=a8535418-c842-4c23-a7c0-d35fba02311c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:43.146076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cc0eb7e7-883c-4f53-a6b1-2092f192fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Unset dirty status for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:43.147227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cc0eb7e7-883c-4f53-a6b1-2092f192fcff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10811 time: 0.6806674 Feb 14 17:53:43.151907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38780) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:43.177422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Allocated IP 2001:db8:0:1::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/f36d9331-e687-46dc-9fa3-c804fc0fcb27/9ef8de7c-7a21-48e9-9164-785d735cab0a) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:43.239636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.247829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Made reservation on behalf of 01c48a55ae7b4c6ba4100b8bc302a0dd for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:43.250784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.299259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:43.320194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] For port 9ef8de7c-7a21-48e9-9164-785d735cab0a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ef8de7c-7a21-48e9-9164-785d735cab0a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:43.348692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.392869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Deleting port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:43.393214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.398125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Transition to ACTIVE for port object 9ef8de7c-7a21-48e9-9164-785d735cab0a will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:43.466760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.634179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a855c-86c2-4d75-abb6-0801a12650e7 None None] Pushing event updated for resources: {'Port': ['ID=9ef8de7c-7a21-48e9-9164-785d735cab0a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:43.658109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37d77fa0-b64e-47da-9983-0a8707db82b8 req-3225621c-e3a6-472b-a2e8-b8aaf84cc26f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.1608996 Feb 14 17:53:43.671467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.742398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ef8de7c-7a21-48e9-9164-785d735cab0a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:43.771499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.848981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting subnet d39376dc-3a4f-4f37-b4cc-3032ce49231d {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:43.881634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:43.901841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 022b1ab6-c6d2-43c4-83e8-da3f53216a22 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:43.944306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.042160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Allocated IP 172.20.0.14 (d49212d0-b162-4a21-a2a3-a0f4529db08c/233f7368-26a4-47d3-ba12-c01f3a1fbe6c/82b136c1-6e98-42ff-94f5-ae9e64b28a08) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:44.046119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.049907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:44.057736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:44.074325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:44.079028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e, host hv-neutron-8232, got binding levels [] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:44.079390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.139979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=4e764f02-58cd-47ca-abbc-0c85945d37ee,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:44.218836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753c81a-807e-49ef-bc47-fe09460d2fc4 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:44.243644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Calling delete_port for dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:44.302564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e82a66a7-94f0-4c24-8c26-ce1ab4429897 None None] Provisioning for port 9ef8de7c-7a21-48e9-9164-785d735cab0a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:44.311448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.315145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e82a66a7-94f0-4c24-8c26-ce1ab4429897 None None] Provisioning complete for port 9ef8de7c-7a21-48e9-9164-785d735cab0a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:44.316632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e82a66a7-94f0-4c24-8c26-ce1ab4429897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.381491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.510291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8:0:1::2fe (ec992c4f-9a29-4213-84c0-4010e08b02ef/f36d9331-e687-46dc-9fa3-c804fc0fcb27/022b1ab6-c6d2-43c4-83e8-da3f53216a22) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:44.527481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe53:4f52 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7cf4dd52-50f7-4252-943f-92c360f26e55/022b1ab6-c6d2-43c4-83e8-da3f53216a22) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:44.546939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.553143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:44.607597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.716106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.741002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:44.748389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:44.800111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:44.828374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.878207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.889060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.889395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7f225385-bfb2-4717-a1a8-44acf861f6db None None] Provisioning complete for port 9ef8de7c-7a21-48e9-9164-785d735cab0a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:44.890424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7f225385-bfb2-4717-a1a8-44acf861f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:44.898243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d5e2d4a-b050-429a-8d83-f04b39f5dfe3 req-c630e0e7-07b9-4ec7-95b1-a8450b8a0ced tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.0718677 Feb 14 17:53:44.908365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.036016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Subnet': ['ID=d39376dc-3a4f-4f37-b4cc-3032ce49231d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:45.081617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.099120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.102432 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-07ddbb2f-6d91-479c-a235-cef7ef34a9ee tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/subnets/d39376dc-3a4f-4f37-b4cc-3032ce49231d HTTP/1.1" status: 204 len: 168 time: 2.1357729 Feb 14 17:53:45.109017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f5427-5f90-47e0-b555-cc0f6a0b5ab8 None None] Network a27ca5f4-c452-4e2d-8937-e1ef33046375 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:45.110425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:45.142327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a1b70370-dac2-4c86-abb8-4ef6c0247c9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "DELETE /v2.0/ports/dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e HTTP/1.1" status: 204 len: 168 time: 1.9807215 Feb 14 17:53:45.185241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.196888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38792) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:45.259374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-10265559-204d-43c9-9025-a87ca7dd4a81 None None] Provisioning complete for port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:45.259746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-10265559-204d-43c9-9025-a87ca7dd4a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.283005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9545de-5776-4637-ace3-dc8826592c5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:53:45.283432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c9545de-5776-4637-ace3-dc8826592c5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Synchronizing usage tracker for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:45.319538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.338573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.346033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port d8c5bf09-9b18-4aaa-ad95-506af0286e24 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:45.346519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.352913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-10265559-204d-43c9-9025-a87ca7dd4a81 None None] Port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:45.438225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c9545de-5776-4637-ace3-dc8826592c5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Unset dirty status for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:45.439377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2c9545de-5776-4637-ace3-dc8826592c5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports/dcbdfdc2-afd6-4e3d-8d94-e29f7bdd342e HTTP/1.1" status: 404 len: 333 time: 0.2405536 Feb 14 17:53:45.449550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38796) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:45.452738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] DHCP port deletion for a27ca5f4-c452-4e2d-8937-e1ef33046375 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:45.457611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Deleting port d8c5bf09-9b18-4aaa-ad95-506af0286e24 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:45.458661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.481462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981027677', 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:45.492052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.497148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:45.534878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Network d49212d0-b162-4a21-a2a3-a0f4529db08c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:45.536115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 022b1ab6-c6d2-43c4-83e8-da3f53216a22 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:45.547123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:45.550944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:45.560428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Pushing event updated for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:45.565114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:45.609660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.617822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.694393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.695827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Made reservation on behalf of 616a8c2fa972498c8d946bbecefb3ffa for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:45.698354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.718883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:45.719489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.734092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] For port d8c5bf09-9b18-4aaa-ad95-506af0286e24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d8c5bf09-9b18-4aaa-ad95-506af0286e24,segment=NetworkSegment(2d4ba849-1c07-4709-b259-b7afd235b6c3),segment_id=2d4ba849-1c07-4709-b259-b7afd235b6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:45.734672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.745317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d8c5bf09-9b18-4aaa-ad95-506af0286e24 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:45.844385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port 1efe7766-6c88-4f06-a92a-d0f484bfbe88 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:45.882334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4877f837-233e-45d9-ae33-d9ba43e90cca tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3332379 Feb 14 17:53:45.898140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] For port d8c5bf09-9b18-4aaa-ad95-506af0286e24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d8c5bf09-9b18-4aaa-ad95-506af0286e24,segment=NetworkSegment(2d4ba849-1c07-4709-b259-b7afd235b6c3),segment_id=2d4ba849-1c07-4709-b259-b7afd235b6c3)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:45.898493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.909245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Request body: {'port': {'device_id': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:45.917272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:45.935539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:45.941730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Calling delete_port for d8c5bf09-9b18-4aaa-ad95-506af0286e24 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:45.945000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:45.949118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:45.950522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:45.966446 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:53:45.971661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=022b1ab6-c6d2-43c4-83e8-da3f53216a22,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:46.099020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Calling delete_port for d8c5bf09-9b18-4aaa-ad95-506af0286e24 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:46.157903 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fac2649f-068b-4f85-bb08-fe82c3beff07 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3262556 Feb 14 17:53:46.172309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38802) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:46.186186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.240559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Router f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:53:46.263545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.295611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.323136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 022b1ab6-c6d2-43c4-83e8-da3f53216a22 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:46.324566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.351013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] Pushing event deleted for resources: {'Port': ['ID=d8c5bf09-9b18-4aaa-ad95-506af0286e24,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:46.374975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c9c56-7bce-4afc-8945-e6441c877a0b None None] No DVR routers for this DVR port d8c5bf09-9b18-4aaa-ad95-506af0286e24 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:46.426390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4161e1fd-562c-4b28-9a7f-8a93d5dd2922 None None] Provisioning for port 022b1ab6-c6d2-43c4-83e8-da3f53216a22 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:46.431916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4161e1fd-562c-4b28-9a7f-8a93d5dd2922 None None] Provisioning complete for port 022b1ab6-c6d2-43c4-83e8-da3f53216a22 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:46.432274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4161e1fd-562c-4b28-9a7f-8a93d5dd2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.432978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.495522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4161e1fd-562c-4b28-9a7f-8a93d5dd2922 None None] Port 022b1ab6-c6d2-43c4-83e8-da3f53216a22 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:53:46.629684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-bfcb0c46-e0c7-4035-b07e-2c08a015d86f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:46.630276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-bfcb0c46-e0c7-4035-b07e-2c08a015d86f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Synchronizing usage tracker for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:46.657568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:46.657568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:46.690193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.822251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-bfcb0c46-e0c7-4035-b07e-2c08a015d86f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Unset dirty status for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:46.823429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-bfcb0c46-e0c7-4035-b07e-2c08a015d86f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 932 time: 0.6881065 Feb 14 17:53:46.944804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-db4b7670-0175-491c-bb62-84c03d892f1c tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Synchronizing usage tracker for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:46.945009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=1efe7766-6c88-4f06-a92a-d0f484bfbe88,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:46.951910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Network b567ac82-9342-465c-9b93-5bb808209963 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:46.956750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:46.959386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:46.968639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:46.969453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:46.970025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.037946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Router 519a1858-e6bb-41f7-811d-468b9fa6587b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:47.038274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:47.045759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b136c1-6e98-42ff-94f5-ae9e64b28a08 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:53:47.050006 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] Sync routers for ids ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:47.053882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.065574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-db4b7670-0175-491c-bb62-84c03d892f1c tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Unset dirty status for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:47.066705 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7eef17f5-a925-4b72-a4c8-33298be039ee req-db4b7670-0175-491c-bb62-84c03d892f1c tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364128 Feb 14 17:53:47.075338 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] Routers {'f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:47.076047 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.105952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 022b1ab6-c6d2-43c4-83e8-da3f53216a22 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:47.126586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Transition to ACTIVE for port object 82b136c1-6e98-42ff-94f5-ae9e64b28a08 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:47.132536 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b7ebb6f-1b2c-41a6-b430-09a87a2326a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/routers/f4a3d82c-722d-4ecd-ad2b-fffcee3e8504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5231795 Feb 14 17:53:47.137698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38806) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:47.141138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router 93a1c67a-0586-4f1b-865f-a9264d27bfbe is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:53:47.153570 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.164465 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] Routers {'f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:47.165108 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.187567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Deleting port d8c5bf09-9b18-4aaa-ad95-506af0286e24 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:47.188131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.226668 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.227019 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e763a54-2ab5-49cc-a6f6-84e0da0700ee None None] The sync data for ids ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:47.233755 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c6831bc0-b5c6-4485-b880-d77760699878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7787669 Feb 14 17:53:47.245083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38810) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:47.264329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.348475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] The port 'd8c5bf09-9b18-4aaa-ad95-506af0286e24' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:47.426229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7792bd1e-759a-4bdd-9381-93146aaad633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Synchronizing usage tracker for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:47.486600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Pushing event updated for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:47.521308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7792bd1e-759a-4bdd-9381-93146aaad633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Unset dirty status for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:47.525607 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7792bd1e-759a-4bdd-9381-93146aaad633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports/1efe7766-6c88-4f06-a92a-d0f484bfbe88 HTTP/1.1" status: 200 len: 959 time: 0.2304778 Feb 14 17:53:47.525957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38814) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:47.588064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.606264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.657773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d385c15-338c-4482-844f-e89738851e23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:47.658489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d385c15-338c-4482-844f-e89738851e23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:47.661650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=022b1ab6-c6d2-43c4-83e8-da3f53216a22,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:47.666221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27ca5f4-c452-4e2d-8937-e1ef33046375']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.668594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Deleting port 1efe7766-6c88-4f06-a92a-d0f484bfbe88 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:47.668942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.752996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:47.764741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] Sync routers for ids ['93a1c67a-0586-4f1b-865f-a9264d27bfbe'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:47.781430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] Routers {'93a1c67a-0586-4f1b-865f-a9264d27bfbe'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:47.782317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['93a1c67a-0586-4f1b-865f-a9264d27bfbe'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.834569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4ba849-1c07-4709-b259-b7afd235b6c3') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.834939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4ba849-1c07-4709-b259-b7afd235b6c3') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.841126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.843630 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a7213591-9c9f-4a46-b4e3-bfe33a189706 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/022b1ab6-c6d2-43c4-83e8-da3f53216a22 HTTP/1.1" status: 204 len: 168 time: 1.6699212 Feb 14 17:53:47.851705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.855461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38818) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:47.856264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:47.857524 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31609bd9-7c5b-4829-b3af-e44c0a32e3f4 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "PUT /v2.0/routers/93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 200 len: 915 time: 7.2204456 Feb 14 17:53:47.876339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.893792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] Routers {'93a1c67a-0586-4f1b-865f-a9264d27bfbe'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:47.895105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['93a1c67a-0586-4f1b-865f-a9264d27bfbe'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.965921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:47.969991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:47.970432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6e96e-dbea-481a-a3c5-63f22cb5625e None None] The sync data for ids ['93a1c67a-0586-4f1b-865f-a9264d27bfbe'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:47.988691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.056897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.085041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:48.085431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:48.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:48.113374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Calling delete_port for 1efe7766-6c88-4f06-a92a-d0f484bfbe88 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:48.172027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d385c15-338c-4482-844f-e89738851e23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:48.173521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d385c15-338c-4482-844f-e89738851e23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 HTTP/1.1" status: 200 len: 982 time: 1.0344274 Feb 14 17:53:48.183914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Attempting to bind port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:48.184513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Attempting to bind port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '54b3c8d9-1c76-4727-8d70-45d3f9ddd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:48.185023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Attempting to bind port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 on network d49212d0-b162-4a21-a2a3-a0f4529db08c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:48.186561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38828) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.269855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 on network d49212d0-b162-4a21-a2a3-a0f4529db08c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:48.270185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Attempting to bind port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 on network d49212d0-b162-4a21-a2a3-a0f4529db08c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:48.300062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:48.300403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Checking segment: {'id': '54b3c8d9-1c76-4727-8d70-45d3f9ddd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:48.300818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Bound using segment: {'id': '54b3c8d9-1c76-4727-8d70-45d3f9ddd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:48.301254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Bound port: 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b3c8d9-1c76-4727-8d70-45d3f9ddd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:48.301598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.316113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88a9b5-8abf-4e88-9e4e-5b2aed1af53e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:48.316772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7f88a9b5-8abf-4e88-9e4e-5b2aed1af53e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:48.345919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:48.347498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.360239 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] Sync routers for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:48.374553 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:48.375151 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:48.410188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.434625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:48.442339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] Pushing event deleted for resources: {'Network': ['ID=a27ca5f4-c452-4e2d-8937-e1ef33046375,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:48.450654 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] Routers {'519a1858-e6bb-41f7-811d-468b9fa6587b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:48.451465 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['519a1858-e6bb-41f7-811d-468b9fa6587b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:48.463486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-462721b8-9da8-4226-aab5-f798a8790cbd tempest-NetworksIpV6TestAttrs-995875539 tempest-NetworksIpV6TestAttrs-995875539-project] 10.222.0.30 "DELETE /v2.0/networks/a27ca5f4-c452-4e2d-8937-e1ef33046375 HTTP/1.1" status: 204 len: 168 time: 3.3487351 Feb 14 17:53:48.473912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b415ec28-53f3-464a-b6f3-ccf36ddf316c tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "PUT /v2.0/routers/519a1858-e6bb-41f7-811d-468b9fa6587b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7951665 Feb 14 17:53:48.479991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38834) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.517762 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:48.518177 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc928fc-75b2-4b29-a5ca-e120161c69de None None] The sync data for ids ['519a1858-e6bb-41f7-811d-468b9fa6587b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:48.550831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.568367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7f88a9b5-8abf-4e88-9e4e-5b2aed1af53e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:48.571844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7f88a9b5-8abf-4e88-9e4e-5b2aed1af53e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7122366 Feb 14 17:53:48.595300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38838) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.626869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33770b1-3545-4076-80b8-96367aba32a3 req-fb56a143-3089-404d-bbf2-3f78271a8181 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:48.628357 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f33770b1-3545-4076-80b8-96367aba32a3 req-fb56a143-3089-404d-bbf2-3f78271a8181 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 944 time: 0.4087181 Feb 14 17:53:48.656452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:48.685343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08,segment=NetworkSegment(54b3c8d9-1c76-4727-8d70-45d3f9ddd520),segment_id=54b3c8d9-1c76-4727-8d70-45d3f9ddd520)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:48.704857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event deleted for resources: {'Port': ['ID=1efe7766-6c88-4f06-a92a-d0f484bfbe88,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:48.717672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.726094 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f33770b1-3545-4076-80b8-96367aba32a3 req-36913931-159f-48fe-8ae6-5aadbdf0e8a9 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841527 Feb 14 17:53:48.743337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0c1cf141-a3fa-4d18-aac3-a8afbd13d128 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 200 len: 921 time: 0.8843627 Feb 14 17:53:48.746243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38842) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.788087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83347612-e98d-4839-9039-4ca2d3596fec tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:48.789111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-83347612-e98d-4839-9039-4ca2d3596fec tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:48.792774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.799528 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1a490aed-1729-4ef7-a945-97adec100bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1efe7766-6c88-4f06-a92a-d0f484bfbe88 HTTP/1.1" status: 204 len: 168 time: 1.2720683 Feb 14 17:53:48.803468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38846) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.852237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-83347612-e98d-4839-9039-4ca2d3596fec tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:48.853380 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-83347612-e98d-4839-9039-4ca2d3596fec tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2143981 Feb 14 17:53:48.857162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38850) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.878500 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0204d9c6-3306-4de6-bfac-480e725a8915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:53:48.878991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0204d9c6-3306-4de6-bfac-480e725a8915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Synchronizing usage tracker for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:48.947018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:48.948445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] 10.222.0.45 "PUT /v2.0/ports/82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 200 len: 1094 time: 3.0524569 Feb 14 17:53:48.948927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:53:48.963876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf2de-34c6-413b-84a2-c52614ba6892 service neutron] Pushing event updated for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:48.966582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0204d9c6-3306-4de6-bfac-480e725a8915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Unset dirty status for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:48.968112 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0204d9c6-3306-4de6-bfac-480e725a8915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports/1efe7766-6c88-4f06-a92a-d0f484bfbe88 HTTP/1.1" status: 404 len: 333 time: 0.1628041 Feb 14 17:53:48.973740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38856) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:48.985517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'network_id': 'b567ac82-9342-465c-9b93-5bb808209963', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-884709032'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:48.998196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:49.003256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:49.005094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:49.007228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:49.009651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:49.036314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:49.042028 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08', 'status': 'completed', 'code': 200} Feb 14 17:53:49.052891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b375fe82-a2c7-4d78-b3e0-a0275395be35 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=93a1c67a-0586-4f1b-865f-a9264d27bfbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3038554 Feb 14 17:53:49.055673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38862) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.099156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:49.135359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38866) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.164874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:49.166010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:49.167241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fe1363ce-2aa3-4056-90d3-c937aca736e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3070116 Feb 14 17:53:49.168217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Made reservation on behalf of 616a8c2fa972498c8d946bbecefb3ffa for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:49.170662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:49.179428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38872) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.312172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port 11c94d80-7b86-4195-9972-d4230b61d157 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:49.379482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51f986-2698-4dca-b95c-50d4a5a679b3 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:49.383562 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2c51f986-2698-4dca-b95c-50d4a5a679b3 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.3239172 Feb 14 17:53:49.384334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38876) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.447527 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-82c05036-3893-42aa-af4a-deabd17561d6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 200 len: 205 time: 0.0595362 Feb 14 17:53:49.449242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38880) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.457216 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d717be14-e224-4c3e-bc68-734d471d2920 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6af626b0d37d43d4a5f9a7c4d84d975f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186545 Feb 14 17:53:49.495168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38884) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:49.694462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2015eda-8660-44cc-a018-9b943e0d83fa req-077b7851-23ce-4cff-9d1a-8a9452c1d7f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1097 time: 0.6292791 Feb 14 17:53:49.807193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:49.807758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:49.889796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:49.911023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 7cf4dd52-50f7-4252-943f-92c360f26e55 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:49.968453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.008096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.118710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.130754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.154642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.220180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.228903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015eda-8660-44cc-a018-9b943e0d83fa req-466dec59-a3fe-4ac1-97b8-9eb0069e5632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:50.230356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2015eda-8660-44cc-a018-9b943e0d83fa req-466dec59-a3fe-4ac1-97b8-9eb0069e5632 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5138078 Feb 14 17:53:50.346690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:50.390514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d50414-ebfc-4613-abb7-09ff945bddd6 req-7b8437c2-9dad-4d1a-a188-ca824bcd11c3 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:50.392000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22d50414-ebfc-4613-abb7-09ff945bddd6 req-7b8437c2-9dad-4d1a-a188-ca824bcd11c3 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 944 time: 0.4976897 Feb 14 17:53:50.447185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.478109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.489466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.540149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.543260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.568514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015eda-8660-44cc-a018-9b943e0d83fa req-28790e86-c982-4532-a7f6-a153cdc21adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:50.569176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port 4e764f02-58cd-47ca-abbc-0c85945d37ee {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:50.569507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.570013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2015eda-8660-44cc-a018-9b943e0d83fa req-28790e86-c982-4532-a7f6-a153cdc21adb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3264291 Feb 14 17:53:50.622816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22d50414-ebfc-4613-abb7-09ff945bddd6 req-1707a51c-e36a-4de9-bd63-60293f181252 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204037 Feb 14 17:53:50.630714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34f715-5f85-4105-928a-c2fcba299447,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:50.673956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting port da611dd6-659f-448a-850a-19d1e702898e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:50.674304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.733062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.755896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=11c94d80-7b86-4195-9972-d4230b61d157,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:50.759270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Network b567ac82-9342-465c-9b93-5bb808209963 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:50.765764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:50.770089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:50.770887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:50.771479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.794933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:50.799144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.856506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d5af5c6c-d3cf-46f2-9b6e-a1df36e30a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.882461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.934777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.938250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cccdc961-274d-43e2-9375-4ac515981bc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f34f715-5f85-4105-928a-c2fcba299447 HTTP/1.1" status: 204 len: 168 time: 1.4334605 Feb 14 17:53:50.942175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf4dd52-50f7-4252-943f-92c360f26e55,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:50.959908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for 4e764f02-58cd-47ca-abbc-0c85945d37ee owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:50.966894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:50.968795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7ebc6b91-8176-407d-a6d6-df6318807126 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7cf4dd52-50f7-4252-943f-92c360f26e55 HTTP/1.1" status: 204 len: 168 time: 1.7825446 Feb 14 17:53:50.972027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38892) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:50.977191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-ca76ff73-034a-4f7b-a91f-394a9789f9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1097 time: 0.3531182 Feb 14 17:53:50.978864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fa2e3-3e47-4a00-aaea-47ed1b2212ac None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:50.980599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e7817e74-3b58-4a20-aca3-71a7773bb233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0058901 Feb 14 17:53:51.023495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38896) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:51.046222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:51.098800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.377721 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-b10e1552-44ac-4838-890e-169c82d3c35a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 200 len: 217 time: 0.3376985 Feb 14 17:53:51.386983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Calling delete_port for da611dd6-659f-448a-850a-19d1e702898e owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:51.458650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.481579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet f36d9331-e687-46dc-9fa3-c804fc0fcb27 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:51.494372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.520548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.577789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.692593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4d387e46-dc00-4190-aee0-1fd6a9f7ddd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:51.694318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-4d387e46-dc00-4190-aee0-1fd6a9f7ddd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=233f7368-26a4-47d3-ba12-c01f3a1fbe6c HTTP/1.1" status: 200 len: 852 time: 0.2783129 Feb 14 17:53:51.764665 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-7a0e84a2-dbe7-4e3d-b666-e45a3d2f5d91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d49212d0-b162-4a21-a2a3-a0f4529db08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600505 Feb 14 17:53:51.943453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:51.996287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.052169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] device_id is not set on port 11c94d80-7b86-4195-9972-d4230b61d157 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:52.061476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.072071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-99998633-1bdd-4897-9a55-8ca6dd888ad0 None None] Provisioning complete for port 9ef8de7c-7a21-48e9-9164-785d735cab0a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:52.078688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-99998633-1bdd-4897-9a55-8ca6dd888ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.078819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Transition to ACTIVE for port object 11c94d80-7b86-4195-9972-d4230b61d157 will not be triggered until provisioned by entity L2. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:52.104718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-90620a22-f389-4da2-b141-2f972d892761 service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302989 Feb 14 17:53:52.157556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=4e764f02-58cd-47ca-abbc-0c85945d37ee,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:52.214667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.237458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.276349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.322375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Port': ['ID=da611dd6-659f-448a-850a-19d1e702898e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:52.343620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47155b-4ec7-4509-9664-5cc8a36df9d5 req-8cb6fb69-4446-4045-b650-1922b37ae4ea tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:52.345997 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d47155b-4ec7-4509-9664-5cc8a36df9d5 req-8cb6fb69-4446-4045-b650-1922b37ae4ea tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 944 time: 0.4602027 Feb 14 17:53:52.388466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=f36d9331-e687-46dc-9fa3-c804fc0fcb27,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:52.466389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.472069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5ea9f-5e9d-44f9-b360-901a43a5cf62 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:52.484506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38918) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:52.504404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=11c94d80-7b86-4195-9972-d4230b61d157,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:52.526065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e940a2ea-bdb6-45f4-a4f6-d4cf6073468c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/f36d9331-e687-46dc-9fa3-c804fc0fcb27 HTTP/1.1" status: 204 len: 168 time: 1.5503411 Feb 14 17:53:52.535778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14f802c6-5535-41aa-b0f4-e8ee2851b3ae req-3b325785-703e-47bf-b1a4-15657280e8f2 service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198561 Feb 14 17:53:52.538892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38924) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:52.626387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be6467d3-fdd6-4071-a49f-a56233a5c848 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840926 Feb 14 17:53:52.638418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38928) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:52.650925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:52.683590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.694312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d47155b-4ec7-4509-9664-5cc8a36df9d5 req-5c6c969b-96f9-4e18-9ad9-0131d2066827 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108168 Feb 14 17:53:52.766063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777148650'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:52.775106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:52.783357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:52.786549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.837254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:52.842662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Deleting port 9ef8de7c-7a21-48e9-9164-785d735cab0a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:52.843034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:52.846764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:53.009115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.009665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.009788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.026538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:53.083853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] For port 9ef8de7c-7a21-48e9-9164-785d735cab0a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ef8de7c-7a21-48e9-9164-785d735cab0a,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:53.084406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.099067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Router f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:53:53.104077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.104414 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.148846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-741c551d-1aa5-4d91-9e2d-d9630ebeb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.163405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:53.164420 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 2 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.165598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.182377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.194141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:53.197646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.203111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.203338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.203851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.206741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:53.211345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.213479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.216529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:53.225602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:53.226238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:53.232823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.234450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:security_group_rule and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:53.247094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:53.248059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Calling delete_port for 9ef8de7c-7a21-48e9-9164-785d735cab0a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:53.253471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:53.287548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.288134 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.295384 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 3 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.322900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.323396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Fanout notify agent at l3_agent the message router_deleted on router 519a1858-e6bb-41f7-811d-468b9fa6587b {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:53.326024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.343769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.344940 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8baaad5e-3f30-4255-9cca-212dc6ae4784 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/routers/519a1858-e6bb-41f7-811d-468b9fa6587b HTTP/1.1" status: 204 len: 168 time: 4.8614824 Feb 14 17:53:53.347337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38932) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:53.373123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.373457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.373883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.383727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:53.409455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.425315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.454595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] Pushing event deleted for resources: {'Port': ['ID=9ef8de7c-7a21-48e9-9164-785d735cab0a,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:53.467447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db937400-1ce9-45fc-9b88-52fe2deb20ec None None] No DVR routers for this DVR port 9ef8de7c-7a21-48e9-9164-785d735cab0a on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:53.471477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.471752 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.482055 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 4 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.510920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:53:53.515500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.515832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.516157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.523834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f51fff4-b777-4ee6-8cf9-7a97a7754812,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:53.532318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] Sync routers for ids ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:53:53.533180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.542532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] Routers {'f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:53.543238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:53.552036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.552363 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.561321 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 5 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.562744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Deleting subnet 4d8d534d-3de5-4abb-8d18-1b71f36a020c {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:53.566086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.626198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:53.629590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.635330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.635937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.636065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.639181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] Routers {'f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:53:53.639786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:53.654069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.654266 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.656537 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 6 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.669259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.669888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router 93a1c67a-0586-4f1b-865f-a9264d27bfbe {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:53.689333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.689674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.690012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.695087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:53.696602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.703126 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e5b42bb4-b60e-4b16-87d8-a7b833c992a2 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 204 len: 168 time: 4.2466638 Feb 14 17:53:53.703126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38936) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:53.710203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1863704522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:53.715007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.715971 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 6c9495f5-1543-4d81-88d7-f1a82d85d431 of type vlan for network 20094755-c26c-4d86-870d-4eb9876a4f1d Feb 14 17:53:53.718047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:53.723089 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b7748fe5-d1a8-4992-95e7-b30edfe81a7e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/routers/f4a3d82c-722d-4ecd-ad2b-fffcee3e8504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5348377 Feb 14 17:53:53.723925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.724262 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.726836 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 7 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.733755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:53.735573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:53.742810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:53.743625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ef8de7c-7a21-48e9-9164-785d735cab0a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:53.746952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.773926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:53.774097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5e33a-b4b8-4ef8-a3a3-76513fcc1f79 None None] The sync data for ids ['f4a3d82c-722d-4ecd-ad2b-fffcee3e8504'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:53:53.790467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9ef8de7c-7a21-48e9-9164-785d735cab0a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:53:53.791334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ef8de7c-7a21-48e9-9164-785d735cab0a not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:53:53.792037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:53.805764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.806103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.806433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.809456 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a75856-6c6a-44b1-a8be-a98bfe07ac75 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:53:53.809809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1a75856-6c6a-44b1-a8be-a98bfe07ac75 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:53.836538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:53.857799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.858107 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.865909 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 8 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.897147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.907318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.907318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.909115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.909443 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.920169 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 9 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.956387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.956850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23153c73-c503-4bfc-8bc5-56a369cc1809 req-5f399048-89c1-4a92-a413-e5c364536209 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:53.957018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.957225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.959252 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-23153c73-c503-4bfc-8bc5-56a369cc1809 req-5f399048-89c1-4a92-a413-e5c364536209 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 944 time: 0.1128321 Feb 14 17:53:53.964557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.964951 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.965336 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempt 10 to bind port 11c94d80-7b86-4195-9972-d4230b61d157 Feb 14 17:53:53.980317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:53.980659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:53.981019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempting to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:53.986742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:53:53.987094 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Failed to bind port 11c94d80-7b86-4195-9972-d4230b61d157 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5c49d3c3-06df-419f-a45b-53798d9540e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b567ac82-9342-465c-9b93-5bb808209963'}] Feb 14 17:53:53.987446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.006362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-23153c73-c503-4bfc-8bc5-56a369cc1809 req-4b3fc016-c3c4-4130-827a-2c1d1ef2984e tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Feb 14 17:53:54.039616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.044174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.073072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.077350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.079496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1a75856-6c6a-44b1-a8be-a98bfe07ac75 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:54.080645 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1a75856-6c6a-44b1-a8be-a98bfe07ac75 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/cbe7bf84-4ef4-4fda-8c1d-22cdf05cf90f HTTP/1.1" status: 404 len: 333 time: 0.3412077 Feb 14 17:53:54.081783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:54.081783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.084076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38946) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:54.148868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8d534d-3de5-4abb-8d18-1b71f36a020c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:54.215819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.217659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-18927b9c-a3bd-4faa-87e6-35b6341e9698 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/subnets/4d8d534d-3de5-4abb-8d18-1b71f36a020c HTTP/1.1" status: 204 len: 168 time: 0.8694208 Feb 14 17:53:54.228060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:54.238340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.240014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.240723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port 11c94d80-7b86-4195-9972-d4230b61d157, host hv-neutron-8232, cleared binding levels {{(pid=84256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:54.241098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Attempted to set empty binding levels {{(pid=84256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:53:54.263843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=20094755-c26c-4d86-870d-4eb9876a4f1d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:54.282400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 20094755-c26c-4d86-870d-4eb9876a4f1d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:54.311160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bf657f39-fea4-460c-8d10-9187dc5c51a4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8255649 Feb 14 17:53:54.317269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38954) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:54.325126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146446811'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:54.333031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.341937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:54.351799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.356076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:54.361168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:54.369540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:54.375742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.495902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:54.498918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.501208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.506665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.511061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.objects.ports [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:53:54.539862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.567239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:53:54.573660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ecf844-9eb3-4630-8f7f-be3b2e6db9b8']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:54.587723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46525c10-5a3c-4587-a336-395dd26cdc8d') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:54.588014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46525c10-5a3c-4587-a336-395dd26cdc8d') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:54.595105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.595443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 421bb80e-8cb1-41e2-a58b-54a84595d9a4 of type vlan for network 5147c065-a6d8-467a-b38f-54f9d0beeb87 Feb 14 17:53:54.605154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.614104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.633422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.639598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.645494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:54.645614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:54.660208 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:54.692244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82b136c1-6e98-42ff-94f5-ae9e64b28a08 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:53:54.692732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] In _notify_port_updated(), no bound segment for port 11c94d80-7b86-4195-9972-d4230b61d157 on network b567ac82-9342-465c-9b93-5bb808209963 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:53:54.693764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.698158 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "PUT /v2.0/ports/11c94d80-7b86-4195-9972-d4230b61d157 HTTP/1.1" status: 200 len: 980 time: 3.6678708 Feb 14 17:53:54.702468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38958) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:54.752429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:54.755456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefc04f-a9ff-4d35-836b-fb33b336d118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event updated for resources: {'Port': ['ID=11c94d80-7b86-4195-9972-d4230b61d157,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:54.771514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.774161 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30c970bd-3c57-4458-b56a-0c9e06f4058a tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0695283 Feb 14 17:53:54.774161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:54.775748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38962) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:54.780558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:54.781166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.782741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'enable_snat': False}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:54.789451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923958c4-e0fb-4d36-ba93-09a5626f4753 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:54.835497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.837341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=d29d7e92-a696-4b2b-a2e2-c923900080d6,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:54.947600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Deleting port 11c94d80-7b86-4195-9972-d4230b61d157 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:54.948212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.952497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08,segment=NetworkSegment(54b3c8d9-1c76-4727-8d70-45d3f9ddd520),segment_id=54b3c8d9-1c76-4727-8d70-45d3f9ddd520)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:54.973207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.978523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '82b136c1-6e98-42ff-94f5-ae9e64b28a08', 'network_id': 'd49212d0-b162-4a21-a2a3-a0f4529db08c', 'port_id': '82b136c1-6e98-42ff-94f5-ae9e64b28a08', 'mac_address': 'fa:16:3e:69:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233f7368-26a4-47d3-ba12-c01f3a1fbe6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:53:54.978723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:54.982746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:54.986188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.052927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] Pushing event deleted for resources: {'Network': ['ID=67ecf844-9eb3-4630-8f7f-be3b2e6db9b8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:55.080475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eeb67a2f-fd97-425f-94e5-8aa221745418 tempest-FloatingIPTestJSON-1018801704 tempest-FloatingIPTestJSON-1018801704-project] 10.222.0.30 "DELETE /v2.0/networks/67ecf844-9eb3-4630-8f7f-be3b2e6db9b8 HTTP/1.1" status: 204 len: 168 time: 0.8513768 Feb 14 17:53:55.107393 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-77383949-1d26-4792-9ef1-ac0457906b37 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4668555 Feb 14 17:53:55.117757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38970) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:55.123593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.132623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:55.143897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b136c1-6e98-42ff-94f5-ae9e64b28a08 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:53:55.150653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.163175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'd29d7e92-a696-4b2b-a2e2-c923900080d6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:55.163993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.193652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08,segment=NetworkSegment(54b3c8d9-1c76-4727-8d70-45d3f9ddd520),segment_id=54b3c8d9-1c76-4727-8d70-45d3f9ddd520)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:55.244486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.278936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=5147c065-a6d8-467a-b38f-54f9d0beeb87,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:55.288863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-af97105e-3675-4928-9193-44600c863668 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9705689 Feb 14 17:53:55.300394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:53:55.304438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38974) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:55.328014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:55.334443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.469848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.470436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Fanout notify agent at l3_agent the message router_deleted on router f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:53:55.548711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.549792 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-eed28515-6a28-4465-bd9c-6d6fb2f31048 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/routers/f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 HTTP/1.1" status: 204 len: 168 time: 1.4638858 Feb 14 17:53:55.551065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:55.553150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:55.565612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] For port 11c94d80-7b86-4195-9972-d4230b61d157, host hv-neutron-8232, got binding levels [] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:55.565960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.568430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62027-186d-4069-b3c5-7b6ef03131d8 req-0e0bbf7c-6b66-483f-8aa2-481268c29534 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:55.569960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0c62027-186d-4069-b3c5-7b6ef03131d8 req-0e0bbf7c-6b66-483f-8aa2-481268c29534 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 945 time: 0.2929320 Feb 14 17:53:55.573905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:55.584871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:55.584871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:55.594020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Allocated IP 2001:db8::f816:3eff:fe01:488c (ec992c4f-9a29-4213-84c0-4010e08b02ef/d29d7e92-a696-4b2b-a2e2-c923900080d6/6dec761b-6c6f-455a-b0e9-aae6f3828205) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:55.599923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:55.606510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.639559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:55.645077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:55.684175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['82b136c1-6e98-42ff-94f5-ae9e64b28a08'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:53:55.703302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:55.705539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:55.709248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:55.713152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Calling delete_port for 11c94d80-7b86-4195-9972-d4230b61d157 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:55.798191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0c62027-186d-4069-b3c5-7b6ef03131d8 req-c59f2b0f-abd6-4e02-9329-681af470d9b5 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483729 Feb 14 17:53:55.833510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38984) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:55.969417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:55.974003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.023382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.038624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Transition to ACTIVE for port object 6dec761b-6c6f-455a-b0e9-aae6f3828205 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:56.048519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.050606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:56.060040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Transition to ACTIVE for port object 6dec761b-6c6f-455a-b0e9-aae6f3828205 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:56.080806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet c24c3203-6fd6-4ccd-ad12-0fffc6312bfa {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:53:56.087429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.123694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.173981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Pushing event deleted for resources: {'Port': ['ID=11c94d80-7b86-4195-9972-d4230b61d157,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:56.186388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.200939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:56.204493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:56.206448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Pushing event updated for resources: {'Port': ['ID=6dec761b-6c6f-455a-b0e9-aae6f3828205,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:56.208675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:56.223737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.232935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1161bf42-4148-41fd-833f-a196dd66e3e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a044c903e39a42a8a1e08c99d1aab4d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3957856 Feb 14 17:53:56.237098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 38990) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:56.265337 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e3b5c318-3b2e-4eb2-9dec-bd52ed56c55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "DELETE /v2.0/ports/11c94d80-7b86-4195-9972-d4230b61d157 HTTP/1.1" status: 204 len: 168 time: 1.5615475 Feb 14 17:53:56.268397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.284215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38994) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:56.311545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Attempting to bind port 6dec761b-6c6f-455a-b0e9-aae6f3828205 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:56.312124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Attempting to bind port 6dec761b-6c6f-455a-b0e9-aae6f3828205 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:56.312262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Attempting to bind port 6dec761b-6c6f-455a-b0e9-aae6f3828205 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:56.319525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:56.319889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:56.320522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.321032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:56.326167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Bound port: 6dec761b-6c6f-455a-b0e9-aae6f3828205, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:56.326167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.375629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.387800 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d29d7e92-a696-4b2b-a2e2-c923900080d6 (CIDR: 2001:db8::/64) Feb 14 17:53:56.396093 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1f86db-0858-4ad1-ba76-657b8c3980c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:53:56.396826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da1f86db-0858-4ad1-ba76-657b8c3980c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Synchronizing usage tracker for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:56.411141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] For port 6dec761b-6c6f-455a-b0e9-aae6f3828205, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:53:56.414474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] For port 6dec761b-6c6f-455a-b0e9-aae6f3828205, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6dec761b-6c6f-455a-b0e9-aae6f3828205,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:53:56.418668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.465656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.486710 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:53:56.487142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:53:56.498028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.523597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.524739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da1f86db-0858-4ad1-ba76-657b8c3980c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] Unset dirty status for tenant:616a8c2fa972498c8d946bbecefb3ffa on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:56.530792 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-da1f86db-0858-4ad1-ba76-657b8c3980c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752961527-project-admin] 10.222.0.30 "GET /v2.0/ports/11c94d80-7b86-4195-9972-d4230b61d157 HTTP/1.1" status: 404 len: 333 time: 0.2358363 Feb 14 17:53:56.531446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 38998) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:56.570103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.620595 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1fad7a85-150e-43b8-9634-ad6fa7df47e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4993608 Feb 14 17:53:56.628473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39002) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:56.649021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:56.653081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb2d8-54aa-400f-97db-b3935eac2f8f None None] Pushing event updated for resources: {'Port': ['ID=6dec761b-6c6f-455a-b0e9-aae6f3828205,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:56.686854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Allocated IP 172.26.4.16 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/661a5842-4973-405c-b262-a42d8d8218d0) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:56.704906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82b136c1-6e98-42ff-94f5-ae9e64b28a08 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:56.754905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.809180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.856906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:56.870590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:56.871567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.897063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.927544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=45db0965-a0b7-440d-bcaf-85b2b94b7952,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:56.939226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:56.979492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:57.000447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=c24c3203-6fd6-4ccd-ad12-0fffc6312bfa,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:57.010969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443baff3-add7-45d8-bcc5-1a52c8d6f6cc,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:57.054608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:57.057075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.059723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:57.073888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:57.091719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.101918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '6c9495f5-1543-4d81-88d7-f1a82d85d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:57.102629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 20094755-c26c-4d86-870d-4eb9876a4f1d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:57.107064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08,segment=NetworkSegment(54b3c8d9-1c76-4727-8d70-45d3f9ddd520),segment_id=54b3c8d9-1c76-4727-8d70-45d3f9ddd520)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:57.109307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:53:57.114482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4518a4-e59c-4749-8bf0-0219b9ad3e2f None None] Network 9f07e47e-c8d4-4a77-8095-d563c8eaf488 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:57.115516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.135205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.136343 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-367f3947-69c0-40ee-9259-474efceab90b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/443baff3-add7-45d8-bcc5-1a52c8d6f6cc HTTP/1.1" status: 204 len: 168 time: 0.8979900 Feb 14 17:53:57.153691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b567ac82-9342-465c-9b93-5bb808209963']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:57.165461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51651792-7f7c-4961-ba7f-cf26904b29d8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/c24c3203-6fd6-4ccd-ad12-0fffc6312bfa HTTP/1.1" status: 204 len: 168 time: 1.5936339 Feb 14 17:53:57.168245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39012) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:57.190967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c49d3c3-06df-419f-a45b-53798d9540e9') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:57.192012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c49d3c3-06df-419f-a45b-53798d9540e9') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:57.207406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:57.211282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.219498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.246288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.252134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.299524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:57.307301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a2549-15a8-439f-82be-6af3da913af4 req-a11224c8-c7f9-4b15-a17c-2ec4e1da9604 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:57.314896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b7a2549-15a8-439f-82be-6af3da913af4 req-a11224c8-c7f9-4b15-a17c-2ec4e1da9604 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 945 time: 0.3052137 Feb 14 17:53:57.365670 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08', 'code': 200} Feb 14 17:53:57.366274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 20094755-c26c-4d86-870d-4eb9876a4f1d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:53:57.410890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.427484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:57.427963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.429513 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b7a2549-15a8-439f-82be-6af3da913af4 req-055d3e3b-eaca-4db2-989b-e9233c7dffa7 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132445 Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:57.443300 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:57.451637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.528285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 20094755-c26c-4d86-870d-4eb9876a4f1d) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:57.534890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:57.536484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:57.538837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.539766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:57.541421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7fd5a-cf61-4c16-b7de-629b14a6f98d None None] Network 20094755-c26c-4d86-870d-4eb9876a4f1d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:57.556895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:57.557773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.573606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Pushing event updated for resources: {'Port': ['ID=661a5842-4973-405c-b262-a42d8d8218d0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:57.602927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] DHCP port deletion for 9f07e47e-c8d4-4a77-8095-d563c8eaf488 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:53:57.618023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port a76937d6-eed9-4bd5-9c75-b20914672ce7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:57.618387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.732214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Deleting port a76937d6-eed9-4bd5-9c75-b20914672ce7 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:57.732591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.825857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6dec761b-6c6f-455a-b0e9-aae6f3828205 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:57.844565 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-93ec4fe9-9110-4dea-b11f-e4f2090c1090 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5360582 Feb 14 17:53:57.845737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.867992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39022) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:57.875420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:57.905553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:57.907571 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] 10.222.0.30 "DELETE /v2.0/networks/b567ac82-9342-465c-9b93-5bb808209963 HTTP/1.1" status: 204 len: 168 time: 1.3752322 Feb 14 17:53:57.940090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d6ece-3ebc-413e-8d5d-a21a45c04507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009226541-project] Pushing event deleted for resources: {'Network': ['ID=b567ac82-9342-465c-9b93-5bb808209963,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:58.136830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:58.167337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:58.182822 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72f85193-4216-43c3-9f75-0b08f1fe71c9 req-bb9d00dc-06d9-4730-82a0-b59ec2c8c673 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1099 time: 0.3882594 Feb 14 17:53:58.186533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:58.200201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:58.225272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:58.281390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] For port a76937d6-eed9-4bd5-9c75-b20914672ce7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a76937d6-eed9-4bd5-9c75-b20914672ce7,segment=NetworkSegment(62c1bb89-11a5-456f-8c02-80a78953c950),segment_id=62c1bb89-11a5-456f-8c02-80a78953c950)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:58.282398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.294760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] For port a76937d6-eed9-4bd5-9c75-b20914672ce7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a76937d6-eed9-4bd5-9c75-b20914672ce7,segment=NetworkSegment(62c1bb89-11a5-456f-8c02-80a78953c950),segment_id=62c1bb89-11a5-456f-8c02-80a78953c950)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:58.295205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.298570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.309261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-20094755-c26c-4d86-870d-4eb9876a4f1d', 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '45db0965-a0b7-440d-bcaf-85b2b94b7952'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:53:58.310220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.336530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a76937d6-eed9-4bd5-9c75-b20914672ce7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:53:58.488500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:58.513363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72f85193-4216-43c3-9f75-0b08f1fe71c9 req-d6924603-b24e-4ab7-93f5-d243214bfd87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145220 Feb 14 17:53:58.539529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for a76937d6-eed9-4bd5-9c75-b20914672ce7 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:58.547862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Calling delete_port for a76937d6-eed9-4bd5-9c75-b20914672ce7 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:53:58.572779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39038) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:58.649165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.670993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.768903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.775146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.847940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.869831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Allocated IP 2001:db8::2 (20094755-c26c-4d86-870d-4eb9876a4f1d/45db0965-a0b7-440d-bcaf-85b2b94b7952/8af04568-b9fd-4a9d-9bc6-78f50efb88f8) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:53:58.871854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port a76937d6-eed9-4bd5-9c75-b20914672ce7 update to DOWN by agent not found {{(pid=84257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 14 17:53:58.885406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Provisioning for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:53:58.888997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Provisioning complete for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:53:58.889392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.934573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:58.938013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=a76937d6-eed9-4bd5-9c75-b20914672ce7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:58.944908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:58.948405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:58.949929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:58.956742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:53:58.957105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:53:58.958196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No DVR routers for this DVR port a76937d6-eed9-4bd5-9c75-b20914672ce7 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:53:58.963633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f4e8be-b091-44d6-a266-f11b99202b6a None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:53:59.003078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=7eaede7f-20f4-4214-8962-d063f6e0a0f2,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:59.025670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:59.132380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.164752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07e47e-c8d4-4a77-8095-d563c8eaf488']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:59.181203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c1bb89-11a5-456f-8c02-80a78953c950') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:59.181798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c1bb89-11a5-456f-8c02-80a78953c950') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:53:59.196185 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5ada7d79-24cd-43d7-9aff-3023bd9ec2f5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5590143 Feb 14 17:53:59.205558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:59.210505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:0c:a1:10', 'name': 'tempest-NetworksTestDHCPv6-574123725'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:59.232360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.315803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1234052081'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:53:59.319486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.326600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:59.332169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.338976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:network and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:59.346679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:53:59.347084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.348284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4273a6e-c6b0-4a2b-8918-b065f4676c4a req-1246b975-7884-42bf-b8dd-8f42b4aeadc3 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:59.349790 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4273a6e-c6b0-4a2b-8918-b065f4676c4a req-1246b975-7884-42bf-b8dd-8f42b4aeadc3 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.6720550 Feb 14 17:53:59.356065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-53327645-fd18-4647-95a5-ab7b297657ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cd4479e8665450dac36822ff3840241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7779517 Feb 14 17:53:59.356065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:59.357904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39058) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:53:59.365046 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:53:59.367016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:59.435696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] For port 6dec761b-6c6f-455a-b0e9-aae6f3828205, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6dec761b-6c6f-455a-b0e9-aae6f3828205,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:53:59.437840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.450655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.451181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Transition to ACTIVE for port object 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:59.465511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Deleting port a76937d6-eed9-4bd5-9c75-b20914672ce7 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:53:59.465885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.498565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:59.502856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:59.505854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:59.506100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Made reservation on behalf of dabcd3c5e06a4528a6d680c782b3a47c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:59.509010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.511622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:59.512465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Transition to ACTIVE for port object 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:53:59.539769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4273a6e-c6b0-4a2b-8918-b065f4676c4a req-d22a7fd8-30ee-45bd-a05b-d33d0d1dcba1 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725576 Feb 14 17:53:59.552634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.554356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-35126541-b8ca-44b2-b5b3-9b47bd08611a None None] The port 'a76937d6-eed9-4bd5-9c75-b20914672ce7' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:53:59.555253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.569836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.592049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.604624 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/9f07e47e-c8d4-4a77-8095-d563c8eaf488 HTTP/1.1" status: 204 len: 168 time: 2.4349096 Feb 14 17:53:59.606120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:59.630210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.651728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b01df-4e34-43bb-be52-4c0f8c954dcc None None] Pushing event updated for resources: {'Port': ['ID=6dec761b-6c6f-455a-b0e9-aae6f3828205,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:59.662420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Network 20094755-c26c-4d86-870d-4eb9876a4f1d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:53:59.669688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:59.694454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:53:59.705987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:53:59.721099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.730304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ec6f0-a91e-464e-ab31-0ae683a257b6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=9f07e47e-c8d4-4a77-8095-d563c8eaf488,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:59.737471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45978c-f7a6-4eb9-afa9-85607e228423 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:53:59.738048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a45978c-f7a6-4eb9-afa9-85607e228423 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:53:59.742239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:53:59.758677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:53:59.795840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:security_group_rule and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:53:59.812639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6dec761b-6c6f-455a-b0e9-aae6f3828205 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:53:59.816950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:53:59.830989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:53:59.836058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Pushing event updated for resources: {'Port': ['ID=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:53:59.873252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '421bb80e-8cb1-41e2-a58b-54a84595d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:59.873543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 5147c065-a6d8-467a-b38f-54f9d0beeb87, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:53:59.882472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.884548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.897184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a45978c-f7a6-4eb9-afa9-85607e228423 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:53:59.903031 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1a45978c-f7a6-4eb9-afa9-85607e228423 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/5dd751e3-7f72-42ba-8957-01d6ab50dcfa HTTP/1.1" status: 200 len: 841 time: 0.2929530 Feb 14 17:53:59.905600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:53:59.929213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Attempting to bind port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:53:59.930015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Attempting to bind port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '6c9495f5-1543-4d81-88d7-f1a82d85d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:53:59.930015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Attempting to bind port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 on network 20094755-c26c-4d86-870d-4eb9876a4f1d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:53:59.951649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:53:59.952069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Checking segment: {'id': '6c9495f5-1543-4d81-88d7-f1a82d85d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:53:59.952561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.952815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Bound using segment: {'id': '6c9495f5-1543-4d81-88d7-f1a82d85d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:53:59.953287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Bound port: 8af04568-b9fd-4a9d-9bc6-78f50efb88f8, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9495f5-1543-4d81-88d7-f1a82d85d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20094755-c26c-4d86-870d-4eb9876a4f1d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:53:59.953654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:53:59.965296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port 4a4ec8d8-03fa-478a-99aa-a60ce6b86784 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:53:59.978173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Update dhcp port {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'fixed_ips': [{'subnet_id': 'd29d7e92-a696-4b2b-a2e2-c923900080d6', 'ip_address': '2001:db8::f816:3eff:fe01:488c'}, {'subnet_id': '7eaede7f-20f4-4214-8962-d063f6e0a0f2'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '6dec761b-6c6f-455a-b0e9-aae6f3828205'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:54:00.028831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.036633 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0a3c83a-ac39-46f7-a99c-37eadfbf3bd6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/5dd751e3-7f72-42ba-8957-01d6ab50dcfa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1300383 Feb 14 17:54:00.041940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:00.049988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:00.093900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:00.094266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.117571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.191239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:00.196027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:00.200738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:00.204148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.216664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:00.220167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.225779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Router c14053af-f1ac-45b7-89ff-52ae65fcb116 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:54:00.233167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:00.252389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:00.257774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] For port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:00.278923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] For port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,segment=NetworkSegment(6c9495f5-1543-4d81-88d7-f1a82d85d431),segment_id=6c9495f5-1543-4d81-88d7-f1a82d85d431)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:00.298257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.298257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Added segment e0d017b2-9bff-4571-97c9-d4fe706b65d8 of type vlan for network b6e6f75d-1ebf-41fc-9143-fab97753b036 Feb 14 17:54:00.306859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26280d96-195f-428c-a3f8-e9d08949c984,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:00.310043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8:0:1::32c (ec992c4f-9a29-4213-84c0-4010e08b02ef/7eaede7f-20f4-4214-8962-d063f6e0a0f2/4a4ec8d8-03fa-478a-99aa-a60ce6b86784) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:00.328300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::f816:3eff:fe0c:a110 (ec992c4f-9a29-4213-84c0-4010e08b02ef/d29d7e92-a696-4b2b-a2e2-c923900080d6/4a4ec8d8-03fa-478a-99aa-a60ce6b86784) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:00.381478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.385969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 5147c065-a6d8-467a-b38f-54f9d0beeb87) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:00.397287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:00.397287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.400193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f43cc5-9e8f-4615-af7e-e31309609edb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:00.418974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.423410 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f9be62d5-f707-4c68-8eaa-e35443d299fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84f43cc5-9e8f-4615-af7e-e31309609edb HTTP/1.1" status: 204 len: 168 time: 1.0608022 Feb 14 17:54:00.438749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1abba-5e63-4639-99db-91c022c6ba31 None None] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:00.500351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:00.526338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.600056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b461c6-3848-45cd-988c-b8cbd272818f None None] Pushing event updated for resources: {'Port': ['ID=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:00.643365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.644560 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2bfb3ba6-52bc-4539-88e5-25931d33adbc tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7754095 Feb 14 17:54:00.646829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39078) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:00.658873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-245414163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:00.674998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:00.684555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:00.687693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object 4a4ec8d8-03fa-478a-99aa-a60ce6b86784 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:00.689245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:00.697722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:00.720164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.827312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-5147c065-a6d8-467a-b38f-54f9d0beeb87', 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': 'e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:00.828160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.836513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.836513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.840115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.856971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.860583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:00.861182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.944858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:00.945841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=4a4ec8d8-03fa-478a-99aa-a60ce6b86784,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:00.949336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:00.953332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:00.962944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:00.962944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:00.965696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.034068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Network': ['ID=b6e6f75d-1ebf-41fc-9143-fab97753b036,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:01.049725 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f430d38f-f9ff-4e49-9d88-0422e816f11d tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9697471 Feb 14 17:54:01.054655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39082) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:01.062558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:01.070214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46d24-2133-4f67-bf9c-45dbadad2d5b req-27914cac-62ec-46d0-bd2b-6fcd032369c5 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:01.070484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'subnet': {'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:01.071682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55a46d24-2133-4f67-bf9c-45dbadad2d5b req-27914cac-62ec-46d0-bd2b-6fcd032369c5 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.3380842 Feb 14 17:54:01.174488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Allocated IP 2001:db8:0:1::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/7eaede7f-20f4-4214-8962-d063f6e0a0f2/6dec761b-6c6f-455a-b0e9-aae6f3828205) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:01.225584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55a46d24-2133-4f67-bf9c-45dbadad2d5b req-f3b45ace-b5e3-4d88-a442-ea5804064c0f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221495 Feb 14 17:54:01.242529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:01.246922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:subnet and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:01.264749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:01.266123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:01.278211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:01.278321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.278416 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] Sync routers for ids ['c14053af-f1ac-45b7-89ff-52ae65fcb116'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:01.282147 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-01048dd0-2b21-4ee3-b0d7-099626baa89d tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "PUT /v2.0/routers/c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 200 len: 915 time: 6.5011973 Feb 14 17:54:01.282147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39088) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:01.284664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.297966 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-14bff33b-c1bf-474a-8a4d-545237905686 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0931985 Feb 14 17:54:01.298217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39092) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:01.308965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] Routers {'c14053af-f1ac-45b7-89ff-52ae65fcb116'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:01.309632 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c14053af-f1ac-45b7-89ff-52ae65fcb116'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:01.352394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.407544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Made reservation on behalf of dabcd3c5e06a4528a6d680c782b3a47c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:01.433024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Allocated IP 2001:db8:1::2 (5147c065-a6d8-467a-b38f-54f9d0beeb87/e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c/c617cf50-d93c-4f4d-83d3-5d7817ab2860) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:01.447246 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:01.468349 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] Routers {'c14053af-f1ac-45b7-89ff-52ae65fcb116'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:01.468998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['c14053af-f1ac-45b7-89ff-52ae65fcb116'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:01.550724 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:01.551055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port 4a4ec8d8-03fa-478a-99aa-a60ce6b86784 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:01.551208 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a4ad0-9e8e-4aa8-9722-03dea23f2650 None None] The sync data for ids ['c14053af-f1ac-45b7-89ff-52ae65fcb116'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:01.551580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.629412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] For port 6dec761b-6c6f-455a-b0e9-aae6f3828205, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6dec761b-6c6f-455a-b0e9-aae6f3828205,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:01.654376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.655493 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e93a118e-35b8-4e78-a55f-f957575bb499 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0073819 Feb 14 17:54:01.674801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39098) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:01.730974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.786669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.786812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=5502283b-c1a1-4aba-944d-2dbb74f4d998,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:01.794439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39102) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:01.797924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:01.804746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:01.821572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:01.822246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:01.823448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:01.850020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915681e3-eb7a-419c-a8de-e0ac2de3932d None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:01.923617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77304d-b0e6-4878-8c81-489ad4a87e00 req-277d4263-e9db-45ef-80f9-c8b15f57529d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:01.925403 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d77304d-b0e6-4878-8c81-489ad4a87e00 req-277d4263-e9db-45ef-80f9-c8b15f57529d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.4583716 Feb 14 17:54:01.992896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3f6f8b96-6355-4d84-a386-c645129114b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=616a8c2fa972498c8d946bbecefb3ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1924412 Feb 14 17:54:02.009286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d77304d-b0e6-4878-8c81-489ad4a87e00 req-6c6b1d1a-7a3e-4ac7-93ab-4b47e65c564f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738432 Feb 14 17:54:02.010157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39106) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.084343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Transition to ACTIVE for port object 6dec761b-6c6f-455a-b0e9-aae6f3828205 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:02.089249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-22d77361-cec5-4c70-afe7-ece183857f8f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0440319 Feb 14 17:54:02.108843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39112) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.126134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'security_group': {'name': 'tempest-secgroup-904873820'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:02.133201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.135970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1823f03-e618-4103-a0af-20d336a6dbda None None] Network 20094755-c26c-4d86-870d-4eb9876a4f1d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:02.140224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:02.150656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:02.155001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:02.163291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:02.173741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.220572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.241465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-43b6df2d-d8bc-4a7f-961c-1eaecf409b80 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 200 len: 921 time: 0.9580154 Feb 14 17:54:02.245193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39116) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.293650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.328782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Transition to ACTIVE for port object c617cf50-d93c-4f4d-83d3-5d7817ab2860 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:02.331215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.367317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:02.372863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:02.377069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:02.384295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:02.395439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e911dfb1-dc56-4f2f-a09f-9d53ebd15766 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=c14053af-f1ac-45b7-89ff-52ae65fcb116&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1486862 Feb 14 17:54:02.399433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39120) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.481813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.486595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.509368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Transition to ACTIVE for port object c617cf50-d93c-4f4d-83d3-5d7817ab2860 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:02.528880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.529770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e62e00-fe06-458d-8856-f72a5c604c3d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:02.593399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:02.598534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Provisioning for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:02.606183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Provisioning complete for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:02.606458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.626547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ae3a6-52b2-470f-a638-7dbe12505022 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:02.628464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-110ae3a6-52b2-470f-a638-7dbe12505022 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/networks/991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 881 time: 0.2281039 Feb 14 17:54:02.637096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39126) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.647472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.655244 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8fc71472-1d8b-4c1a-96e9-481bd7d25580 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46e62e00-fe06-458d-8856-f72a5c604c3d HTTP/1.1" status: 204 len: 168 time: 0.6423326 Feb 14 17:54:02.687442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for 4a4ec8d8-03fa-478a-99aa-a60ce6b86784 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:02.706003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-87f605c5-9117-4b63-9e65-02bd685d21a3 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 200 len: 205 time: 0.0677385 Feb 14 17:54:02.708930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.709864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39134) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:02.808157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Subnet': ['ID=b6170d1e-b900-4b2e-9a41-9b8d6c9a4753,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:02.884673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.902805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:02.903422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.918503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:02.923219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Checking segment: {'id': 'e0d017b2-9bff-4571-97c9-d4fe706b65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:02.923579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network hostable DHCP agents. Network: b6e6f75d-1ebf-41fc-9143-fab97753b036, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:54:02.992179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102bf8-5689-4ace-8522-a0cda804a5ff None None] Pushing event updated for resources: {'Port': ['ID=6dec761b-6c6f-455a-b0e9-aae6f3828205,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:03.002596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb1d8e-ec70-4d4b-b6d9-f61182c4fd16,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:03.054232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d873626-5358-47b9-971b-030e0837bd2e req-a1ce0742-682c-468a-9156-58d78983e9c2 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:03.061550 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d873626-5358-47b9-971b-030e0837bd2e req-a1ce0742-682c-468a-9156-58d78983e9c2 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.1934071 Feb 14 17:54:03.078999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.081034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Pushing event updated for resources: {'Port': ['ID=c617cf50-d93c-4f4d-83d3-5d7817ab2860,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:03.084258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a62a4e8-8aee-4ce0-8027-2cfd368b21f6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9743087 Feb 14 17:54:03.086755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39140) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:03.098476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845187676'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:03.104841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:03.110660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:03.117463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:03.131326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:03.131996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:03.140367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:03.161214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:03.176885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.181062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-8637f3ed-eb61-424f-b309-a3aad7443327', 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'tenant_id': 'cd59ff70a6694457b8ec20e071af7d66', 'fixed_ips': [{'subnet_id': '5502283b-c1a1-4aba-944d-2dbb74f4d998'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:03.182021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.194824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.207635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d873626-5358-47b9-971b-030e0837bd2e req-8f99de98-c78a-4e4e-8cba-36aec946915c tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451294 Feb 14 17:54:03.256194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.273991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=4a4ec8d8-03fa-478a-99aa-a60ce6b86784,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:03.280607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:03.352921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.357638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.433344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,segment=NetworkSegment(6c9495f5-1543-4d81-88d7-f1a82d85d431),segment_id=6c9495f5-1543-4d81-88d7-f1a82d85d431)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:03.498182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.498843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.499404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.499936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.500467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.501031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.501567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.502083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.502598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.503123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.503651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:03.529305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:03.530495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.535009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:03.539799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:03.547899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:03.557844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, b6e6f75d-1ebf-41fc-9143-fab97753b036) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:03.566314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.601055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:03.601882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.633796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276c00a-5ae7-4480-9813-ba9c93779cdd None None] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:03.649300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.682415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.725572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.743292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.766209 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4733bf8a-fffa-4fc0-8e10-0ab6e2054c6e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/4a4ec8d8-03fa-478a-99aa-a60ce6b86784 HTTP/1.1" status: 204 len: 168 time: 2.4666970 Feb 14 17:54:03.776054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39152) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:03.836444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f11c4819-410f-44fe-a4ed-dc6e6c74f328 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7824445 Feb 14 17:54:03.840845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39156) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:03.872787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port 661a5842-4973-405c-b262-a42d8d8218d0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:03.874396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.895465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Attempting to bind port c617cf50-d93c-4f4d-83d3-5d7817ab2860 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:03.895465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Attempting to bind port c617cf50-d93c-4f4d-83d3-5d7817ab2860 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '421bb80e-8cb1-41e2-a58b-54a84595d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:03.895465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Attempting to bind port c617cf50-d93c-4f4d-83d3-5d7817ab2860 on network 5147c065-a6d8-467a-b38f-54f9d0beeb87 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:03.934446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:03.934832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Checking segment: {'id': '421bb80e-8cb1-41e2-a58b-54a84595d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:03.935445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.935634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Bound using segment: {'id': '421bb80e-8cb1-41e2-a58b-54a84595d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:03.936076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Bound port: c617cf50-d93c-4f4d-83d3-5d7817ab2860, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421bb80e-8cb1-41e2-a58b-54a84595d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5147c065-a6d8-467a-b38f-54f9d0beeb87'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:03.936451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.942894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ecbb85-3558-43f9-9298-cbe4e34f415d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:03.948407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-15301038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:03.956015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:03.961631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:router and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:03.964664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:03.970808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:03.971897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:03.975690 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1048c9fc-73fe-4407-acbb-d91d2ba193bc tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8861811 Feb 14 17:54:03.976575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:03.983055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6dec761b-6c6f-455a-b0e9-aae6f3828205 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:03.989857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-909455823', 'security_groups': ['78ecbb85-3558-43f9-9298-cbe4e34f415d'], 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5502283b-c1a1-4aba-944d-2dbb74f4d998'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:04.114273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.115556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.154492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beaeae8-5837-4840-9bc0-6c1d78bc81e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:04.155409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9beaeae8-5837-4840-9bc0-6c1d78bc81e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:04.188537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8::1 (20094755-c26c-4d86-870d-4eb9876a4f1d/45db0965-a0b7-440d-bcaf-85b2b94b7952/603fb864-e357-4e16-8f95-41417daf5828) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:04.203083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.270576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-b6e6f75d-1ebf-41fc-9143-fab97753b036', 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036', 'tenant_id': 'dabcd3c5e06a4528a6d680c782b3a47c', 'fixed_ips': [{'subnet_id': 'b6170d1e-b900-4b2e-9a41-9b8d6c9a4753'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:04.271684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.302324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.312185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:04.333147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:54:04.333760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-a4004602-48d3-47eb-9ecd-e478a94b1c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:54:04.416321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Allocated IP 172.20.0.2 (8637f3ed-eb61-424f-b309-a3aad7443327/5502283b-c1a1-4aba-944d-2dbb74f4d998/0fbf970e-23a7-4495-a1dd-070cee2b3a24) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:04.491961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.517098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object 603fb864-e357-4e16-8f95-41417daf5828 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:04.546386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] For port c617cf50-d93c-4f4d-83d3-5d7817ab2860, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:04.587669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9beaeae8-5837-4840-9bc0-6c1d78bc81e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:04.591922 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9beaeae8-5837-4840-9bc0-6c1d78bc81e0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8152277 Feb 14 17:54:04.604680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39174) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:04.662579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:04.680379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.730387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for 661a5842-4973-405c-b262-a42d8d8218d0 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:04.772001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:port and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:04.787698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:04.802561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:04.832204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] For port c617cf50-d93c-4f4d-83d3-5d7817ab2860, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c617cf50-d93c-4f4d-83d3-5d7817ab2860,segment=NetworkSegment(421bb80e-8cb1-41e2-a58b-54a84595d9a4),segment_id=421bb80e-8cb1-41e2-a58b-54a84595d9a4)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:04.878999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746217-d9e1-47e5-8577-f3c95e839b7c req-a643ae16-52fe-48cb-bae9-6ef070e1884f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:04.880497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3746217-d9e1-47e5-8577-f3c95e839b7c req-a643ae16-52fe-48cb-bae9-6ef070e1884f tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.2155154 Feb 14 17:54:04.915733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 20094755-c26c-4d86-870d-4eb9876a4f1d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:04.917276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=603fb864-e357-4e16-8f95-41417daf5828,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:04.918009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:04.919744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:04.921656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.925430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:04.930387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:04.930911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.007257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:05.012906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4346a5-af29-4197-a65e-71f94b025f76 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:05.018314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.019785 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de4346a5-af29-4197-a65e-71f94b025f76 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4133615 Feb 14 17:54:05.020496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39180) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:05.061943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3746217-d9e1-47e5-8577-f3c95e839b7c req-631af38a-4e67-43bc-bb45-0204e86f100a tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745684 Feb 14 17:54:05.072264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.077312 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f98cc8a-a9ab-485a-b45e-6d15cfa796c0 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.2267168 Feb 14 17:54:05.079527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:05.149611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:05.152418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:05.154449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:05.155282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:05.190861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.229339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Transition to ACTIVE for port object 0fbf970e-23a7-4495-a1dd-070cee2b3a24 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:05.238978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Allocated IP 172.20.0.2 (b6e6f75d-1ebf-41fc-9143-fab97753b036/b6170d1e-b900-4b2e-9a41-9b8d6c9a4753/b08beede-f87a-4b57-a17a-37c646858daa) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:05.256150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Pushing event updated for resources: {'Port': ['ID=c617cf50-d93c-4f4d-83d3-5d7817ab2860,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:05.272127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:05.277169 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7d99e8ef-a42e-4dfa-8267-4762bb621200 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2556100 Feb 14 17:54:05.278100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39194) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:05.298391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Transition to ACTIVE for port object 0fbf970e-23a7-4495-a1dd-070cee2b3a24 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:05.310253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.310679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.311110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.311534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.311883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.312266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.312679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.313242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.313795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.314232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.314609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab2d623-a668-4f18-b91f-5b5546a601d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:05.434358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.517344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:05.518510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Provisioning for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:05.525940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:05.541629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:05.549656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Provisioning complete for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:05.550020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.559947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:05.811621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:05.873254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 7eaede7f-20f4-4214-8962-d063f6e0a0f2 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:05.913618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.021441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c617cf50-d93c-4f4d-83d3-5d7817ab2860 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:06.056231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.077779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=661a5842-4973-405c-b262-a42d8d8218d0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:06.087334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.100418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.115028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Transition to ACTIVE for port object b08beede-f87a-4b57-a17a-37c646858daa will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:06.123999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.125947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.128749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.129231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.129665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.132650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.133100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.133611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.134011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.134412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.134812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:54:06.147131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Transition to ACTIVE for port object b08beede-f87a-4b57-a17a-37c646858daa will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:06.171282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Attempting to bind port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:06.171935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Attempting to bind port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:06.172640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Attempting to bind port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 on network 8637f3ed-eb61-424f-b309-a3aad7443327 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:06.203221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:06.203925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Checking segment: {'id': 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:06.205032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.205759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Bound using segment: {'id': 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:06.206472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Bound port: 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:06.207052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.266283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.473445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:06.545415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:06.548932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:06.549612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:06.553171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:06.557217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Could not find standard attr ID for object 4a4ec8d8-03fa-478a-99aa-a60ce6b86784. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:54:06.560510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Pushing event updated for resources: {'Port': ['ID=b08beede-f87a-4b57-a17a-37c646858daa,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:06.575767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c617cf50-d93c-4f4d-83d3-5d7817ab2860 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:06.578786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.13 (8637f3ed-eb61-424f-b309-a3aad7443327/5502283b-c1a1-4aba-944d-2dbb74f4d998/7ec8bc05-ef6e-45e9-b73c-456f7c587e25) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:06.583026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:06.643136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Provisioning complete for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:06.643501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-29d7c88b-4666-443d-8f8a-e58af3248c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.750508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.761744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.848984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b2d1-3c9f-4a87-90fd-abf4279c6df1 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:06.852918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79935289-7641-4cd6-ab53-4328f3070da4 None None] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:06.867115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39210) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:06.912609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.972839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=7eaede7f-20f4-4214-8962-d063f6e0a0f2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:06.991569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:06.996902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.024726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.066837 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-78b2e6d6-8fa7-49d6-b8ec-552a4f2a9109 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7eaede7f-20f4-4214-8962-d063f6e0a0f2 HTTP/1.1" status: 204 len: 168 time: 1.7875009 Feb 14 17:54:07.069180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39216) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:07.118596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.119333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.124554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7848e-fa54-4280-99fe-ac86bfb29117 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:07.159953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-14190b48-6e45-4044-9785-f2c7cb73d731 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1099 time: 1.2469175 Feb 14 17:54:07.215480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-342524788'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:07.275601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:07.289185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=603fb864-e357-4e16-8f95-41417daf5828,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:07.291721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Usage tracker for resource:network and tenant:43b118a544294e06ab3fae1c082f634c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:07.304628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:07.323716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:07.330915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet d29d7e92-a696-4b2b-a2e2-c923900080d6 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:07.337719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.420524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.432104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53503a-00b0-42ad-93ee-0dfab62f82af req-2e0e8a84-a59a-4636-869b-f9ceb143d4d8 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:07.434156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b53503a-00b0-42ad-93ee-0dfab62f82af req-2e0e8a84-a59a-4636-869b-f9ceb143d4d8 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 1.6361320 Feb 14 17:54:07.439314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.445391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.469058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 20094755-c26c-4d86-870d-4eb9876a4f1d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:07.472370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:07.484883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Attempting to bind port b08beede-f87a-4b57-a17a-37c646858daa on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:07.485246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Attempting to bind port b08beede-f87a-4b57-a17a-37c646858daa by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'e0d017b2-9bff-4571-97c9-d4fe706b65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:07.485601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Attempting to bind port b08beede-f87a-4b57-a17a-37c646858daa on network b6e6f75d-1ebf-41fc-9143-fab97753b036 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:07.534104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.545002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Made reservation on behalf of 43b118a544294e06ab3fae1c082f634c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:07.548104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.548304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:07.554751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:07.555121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Checking segment: {'id': 'e0d017b2-9bff-4571-97c9-d4fe706b65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:07.555542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.555888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Bound using segment: {'id': 'e0d017b2-9bff-4571-97c9-d4fe706b65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:07.556363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Bound port: b08beede-f87a-4b57-a17a-37c646858daa, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d017b2-9bff-4571-97c9-d4fe706b65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:07.556743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.673384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b53503a-00b0-42ad-93ee-0dfab62f82af req-12d14fd4-83da-42d9-ab79-341921f46acf tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890383 Feb 14 17:54:07.704862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:07.705026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.738904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.739435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router c14053af-f1ac-45b7-89ff-52ae65fcb116 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:07.750562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-6cda6f64-64f1-4289-a9b7-1d002e9143ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:07.751999 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-6cda6f64-64f1-4289-a9b7-1d002e9143ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 200 len: 912 time: 0.5721865 Feb 14 17:54:07.753076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.852450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] For port b08beede-f87a-4b57-a17a-37c646858daa, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:07.856449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] For port b08beede-f87a-4b57-a17a-37c646858daa, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b08beede-f87a-4b57-a17a-37c646858daa,segment=NetworkSegment(e0d017b2-9bff-4571-97c9-d4fe706b65d8),segment_id=e0d017b2-9bff-4571-97c9-d4fe706b65d8)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:07.857509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Provisioning for port 603fb864-e357-4e16-8f95-41417daf5828 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:07.890843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:07.985462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.009869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Provisioning complete for port 603fb864-e357-4e16-8f95-41417daf5828 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:08.010309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.016567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:08.053202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.083171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-e7c9851a-e539-41d3-8012-b4438c5bec6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 200 len: 217 time: 0.3007700 Feb 14 17:54:08.141119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.143539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Usage tracker for resource:security_group_rule and tenant:43b118a544294e06ab3fae1c082f634c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:08.159753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:08.181436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:08.185694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Port 603fb864-e357-4e16-8f95-41417daf5828 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:08.221999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f53ee7-8a99-4e0b-b0cc-f5bda07e378d None None] Pushing event updated for resources: {'Port': ['ID=b08beede-f87a-4b57-a17a-37c646858daa,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:08.226373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:08.241389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.246310 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4ca27657-7ae5-4635-b090-ae2a2052fbd9 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 204 len: 168 time: 5.5315120 Feb 14 17:54:08.264610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39220) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:08.280641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-295887731', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:08.297872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Provisioning for port c617cf50-d93c-4f4d-83d3-5d7817ab2860 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:08.298090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:08.305145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Provisioning complete for port c617cf50-d93c-4f4d-83d3-5d7817ab2860 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:08.305145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.313360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Usage tracker for resource:router and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:08.318790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:08.341922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:08.345683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:08.351589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-246c11b7-01e0-4c46-a935-f7ae97d53655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:08.353118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-246c11b7-01e0-4c46-a935-f7ae97d53655 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=233f7368-26a4-47d3-ba12-c01f3a1fbe6c HTTP/1.1" status: 200 len: 852 time: 0.2585771 Feb 14 17:54:08.363653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:08.372899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=7ec8bc05-ef6e-45e9-b73c-456f7c587e25,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:08.375612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:08.428882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:08.433426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.472911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.486449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.487861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.496845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.523334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] For port c617cf50-d93c-4f4d-83d3-5d7817ab2860, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c617cf50-d93c-4f4d-83d3-5d7817ab2860,segment=NetworkSegment(421bb80e-8cb1-41e2-a58b-54a84595d9a4),segment_id=421bb80e-8cb1-41e2-a58b-54a84595d9a4)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:08.550640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.564472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=d29d7e92-a696-4b2b-a2e2-c923900080d6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:08.588784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.608913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:08.609738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.620845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.622306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9884732-77fe-42c2-87ff-146070486ac0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:08.644450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.648856 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Added segment 498a358a-c240-4dda-8286-bca1468fe145 of type vlan for network ab3702c2-291b-47f4-9d30-f27081ae7bfc Feb 14 17:54:08.665491 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5272a326-c5aa-4ea2-8f86-31463ebe62e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/d29d7e92-a696-4b2b-a2e2-c923900080d6 HTTP/1.1" status: 204 len: 168 time: 1.5952580 Feb 14 17:54:08.666163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39224) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:08.676440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 2f25564d-20af-4862-b9ed-1c303887726b is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:54:08.700406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-a4bb566d-b549-4dfb-9b22-3cb01a076e5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d49212d0-b162-4a21-a2a3-a0f4529db08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3317728 Feb 14 17:54:08.783362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6051dd-3a9e-4863-8e61-c063e28d76e7 None None] Pushing event updated for resources: {'Port': ['ID=c617cf50-d93c-4f4d-83d3-5d7817ab2860,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:08.807050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-573bd3ca-ef34-4a95-91be-f540c876e26a None None] Provisioning complete for port 603fb864-e357-4e16-8f95-41417daf5828 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:08.807418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-573bd3ca-ef34-4a95-91be-f540c876e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.928234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-573bd3ca-ef34-4a95-91be-f540c876e26a None None] Port 603fb864-e357-4e16-8f95-41417daf5828 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:08.943311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.949609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-573bd3ca-ef34-4a95-91be-f540c876e26a None None] Provisioning complete for port c617cf50-d93c-4f4d-83d3-5d7817ab2860 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:08.949975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-573bd3ca-ef34-4a95-91be-f540c876e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:08.961153 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9526442e-ee72-43d4-aaef-0902cc69091b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2870355 Feb 14 17:54:09.005513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39230) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:09.038107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:09.068622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:09.069248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.192113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5d2137a1-3f51-43ba-a34a-38c04a1fd882 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2091191 Feb 14 17:54:09.209623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39234) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:09.221209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:09.251384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.346122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:09.354201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:09.354653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0f5c3-655f-4b51-818a-bbb4821a4339 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:09.355746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:09.363528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-304e2d6f-229a-479c-ab42-9bd08d2e020c service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395383 Feb 14 17:54:09.366926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:09.394489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.398302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:09.398871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.409227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Allocated IP 172.20.0.1 (b6e6f75d-1ebf-41fc-9143-fab97753b036/b6170d1e-b900-4b2e-9a41-9b8d6c9a4753/7347da70-488e-47da-9ea0-149b2b239c9a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:09.487277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7fedefd4-dad1-4790-8a3e-3b894bc3f50a None None] Provisioning complete for port 6dec761b-6c6f-455a-b0e9-aae6f3828205 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:09.487591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fedefd4-dad1-4790-8a3e-3b894bc3f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.487910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9eb7d-1202-429d-b9f4-6357f706e8e5 req-da7d286a-834c-45be-a32f-873a6c99f6cd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:09.489406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3b9eb7d-1202-429d-b9f4-6357f706e8e5 req-da7d286a-834c-45be-a32f-873a6c99f6cd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.5619218 Feb 14 17:54:09.504787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:09.510184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:09.538948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:09.608489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:09.625102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7256243 Feb 14 17:54:09.637143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:09.644582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84afaff-1545-42d2-b221-a0db16ff49ab tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Pushing event updated for resources: {'Network': ['ID=ab3702c2-291b-47f4-9d30-f27081ae7bfc,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:09.675519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:09.696600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:09.704999 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-05463f88-cb16-4f89-88b7-8c1169d7292f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0287483 Feb 14 17:54:09.708870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39242) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:09.782618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:09.793223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] Sync routers for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:09.807224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:09.935504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3b9eb7d-1202-429d-b9f4-6357f706e8e5 req-483aa31e-e2c3-4c9b-a752-8c97677b8b0a tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365473 Feb 14 17:54:09.947465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:09.967974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5857d04-5d92-4225-b36c-11dccb1f5de5 req-bff23a0f-caa9-47c5-a52e-c88c360060ac service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882676 Feb 14 17:54:09.975837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Deleting port 6dec761b-6c6f-455a-b0e9-aae6f3828205 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:09.976440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.099893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:10.100456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:10.100978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.142198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39246) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:10.150052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Transition to ACTIVE for port object 7347da70-488e-47da-9ea0-149b2b239c9a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:10.155483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc', 'binding:host_id': 'hv-neutron-8232', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1091010962'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:10.165168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:10.171466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Usage tracker for resource:port and tenant:b8ef5cf2e7ee45a190963852c2e10fa4 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:10.175444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:10.184667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:10.307446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967034c1-2ed7-41c0-951b-a85eef8c34a8 None None] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:10.323878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a458a-7496-40c9-80db-7b01279462e5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:10.324671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c35a458a-7496-40c9-80db-7b01279462e5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:10.330835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Made reservation on behalf of b8ef5cf2e7ee45a190963852c2e10fa4 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:10.333601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.348952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.361806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.362620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.449271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:10.456140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:10.457183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Usage tracker for resource:security_group_rule and tenant:b8ef5cf2e7ee45a190963852c2e10fa4 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:10.460145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.460328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c617cf50-d93c-4f4d-83d3-5d7817ab2860 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:10.463418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=7347da70-488e-47da-9ea0-149b2b239c9a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:10.467076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:10.492972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.498695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:10.500101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:10.507644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:10.514091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:10.532544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c35a458a-7496-40c9-80db-7b01279462e5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:10.533720 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c35a458a-7496-40c9-80db-7b01279462e5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports/603fb864-e357-4e16-8f95-41417daf5828 HTTP/1.1" status: 200 len: 911 time: 0.8238864 Feb 14 17:54:10.537234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.538964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39250) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:10.599707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:10.608916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:10.618096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:10.618911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.628283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.630786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=f191c814-fafb-4e47-997d-6d537b3c5c0e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:10.632074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:10.633436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:10.708941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:10.709457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439ce4b-267a-4bb8-be1f-2382723de9d8 None None] The sync data for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:10.712137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.761105 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-813f112e-3af1-491d-8e8d-8be1eb53ac4a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7471447 Feb 14 17:54:10.762711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:10.775053 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5502283b-c1a1-4aba-944d-2dbb74f4d998 (CIDR: 172.20.0.0/28) Feb 14 17:54:10.808985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] For port 6dec761b-6c6f-455a-b0e9-aae6f3828205, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6dec761b-6c6f-455a-b0e9-aae6f3828205,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:10.809269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.830404 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:10.830879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:10.881782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Allocated IP 172.26.4.48 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/860528fe-d745-40b8-b49c-47b0a285db73) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:10.904724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:10.956161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:10.972869 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f2a9db6f-68c0-4468-8d46-86e5324dbdc3 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7583120 Feb 14 17:54:10.975170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39260) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:10.980206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Calling delete_port for 6dec761b-6c6f-455a-b0e9-aae6f3828205 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:10.989819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:11.018530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:11.044343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:11.073646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:11.074585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.157572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c617cf50-d93c-4f4d-83d3-5d7817ab2860 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:11.157957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.207090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.278829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] Pushing event deleted for resources: {'Port': ['ID=6dec761b-6c6f-455a-b0e9-aae6f3828205,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:11.301594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee8e579-0f72-46f4-bb2d-6106ca27ae83,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:11.341816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171eacf-ca69-4907-92fd-d9cc418aafa1 None None] No DVR routers for this DVR port 6dec761b-6c6f-455a-b0e9-aae6f3828205 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:11.342221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.342532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.342532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:11.342532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:11.345348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:11.356341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:11.388207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a1a6e-4104-488a-8acf-93a0f38a7a7c None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:11.416570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.459678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:11.463622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.490211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.525098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b08beede-f87a-4b57-a17a-37c646858daa up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:11.607947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:11.638898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:11.712897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.794501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:11.801271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:11.854210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event updated for resources: {'Port': ['ID=860528fe-d745-40b8-b49c-47b0a285db73,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:11.874705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:11.882540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797d10-f943-44e3-bfd5-8f88781fa949 req-f70b9e6c-8ada-4390-8bbb-84f8c757eefb tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:11.882930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:11.889237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d6797d10-f943-44e3-bfd5-8f88781fa949 req-f70b9e6c-8ada-4390-8bbb-84f8c757eefb tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.6294994 Feb 14 17:54:11.903561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': 'f191c814-fafb-4e47-997d-6d537b3c5c0e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:11.904380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:11.915400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:11.919569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:11.923020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:11.964886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning for port b08beede-f87a-4b57-a17a-37c646858daa completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:11.970479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b08beede-f87a-4b57-a17a-37c646858daa completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:11.975821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning complete for port b08beede-f87a-4b57-a17a-37c646858daa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:11.976242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.023896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b08beede-f87a-4b57-a17a-37c646858daa triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:12.024263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.056018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:12.059319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.103539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:12.170943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.202270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d6797d10-f943-44e3-bfd5-8f88781fa949 req-bd24b1ec-d559-48e8-985f-fc290746831e tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110859 Feb 14 17:54:12.250812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Transition to ACTIVE for port object 75ef8af4-42f0-4d17-8852-bd0152fc3f0f will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:12.315184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.328809 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f191c814-fafb-4e47-997d-6d537b3c5c0e (CIDR: 2001:db8::/64) Feb 14 17:54:12.331772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/f191c814-fafb-4e47-997d-6d537b3c5c0e/06d6bf49-c665-40c2-9826-abe3f611d62b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:12.350916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.363964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.364345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.401401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.437131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:12.437581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:12.475834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.484181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.494431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b08beede-f87a-4b57-a17a-37c646858daa, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b08beede-f87a-4b57-a17a-37c646858daa,segment=NetworkSegment(e0d017b2-9bff-4571-97c9-d4fe706b65d8),segment_id=e0d017b2-9bff-4571-97c9-d4fe706b65d8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:12.576140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=f190dd74-1dab-4b49-8b52-820bd2e7c41a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:12.581822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.583340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:12.591415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:12.593952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:12.594542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.605172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=75ef8af4-42f0-4d17-8852-bd0152fc3f0f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:12.645205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.645921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.657348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4718722-d0f1-4ad5-9a73-8d0c5e196421 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:12.696496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Checking segment: {'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:12.697722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Network hostable DHCP agents. Network: ab3702c2-291b-47f4-9d30-f27081ae7bfc, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:54:12.705548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e46deb5d-9880-43f9-80b3-0636c0d8283a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9418669 Feb 14 17:54:12.720100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39268) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:12.728251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:12.746787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6dec761b-6c6f-455a-b0e9-aae6f3828205 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:12.768801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.827669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6dec761b-6c6f-455a-b0e9-aae6f3828205 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:12.827669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6dec761b-6c6f-455a-b0e9-aae6f3828205 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:12.876608 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbf8ff9e-4964-45ab-8756-62103dad7ec1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8982272 Feb 14 17:54:12.877258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:54:12.877475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:54:12.878291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:12.883658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b08beede-f87a-4b57-a17a-37c646858daa,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:12.887497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=7347da70-488e-47da-9ea0-149b2b239c9a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:12.890714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39274) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:12.898698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2097436577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f190dd74-1dab-4b49-8b52-820bd2e7c41a'}], 'security_groups': ['ebeb1d8e-ec70-4d4b-b6d9-f61182c4fd16']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:12.930119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Transition to ACTIVE for port object 06d6bf49-c665-40c2-9826-abe3f611d62b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:12.962266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Transition to ACTIVE for port object 06d6bf49-c665-40c2-9826-abe3f611d62b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:13.004047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:13.066621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.121357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:13.145697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8:1::1 (5147c065-a6d8-467a-b38f-54f9d0beeb87/e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c/7f2a385a-7040-45b5-a838-50569e0ba495) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:13.147430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:13.158569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:13.159370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Pushing event updated for resources: {'Port': ['ID=06d6bf49-c665-40c2-9826-abe3f611d62b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:13.164309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.164516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:13.164627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:13.166606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:13.168953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:13.184844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:13.184844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.189438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:13.214135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ab3702c2-291b-47f4-9d30-f27081ae7bfc) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:13.219073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:13.243960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2265c9-4a20-448b-8f81-e23d635a8c47 None None] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:13.249758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:13.250096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:13.250432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:13.257442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:13.261101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:13.454194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ea857-77d4-48ce-ba6c-5b66120ba3f1 req-1ef63c0d-752d-48b1-a97f-5141a7b94817 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:13.455768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-116ea857-77d4-48ce-ba6c-5b66120ba3f1 req-1ef63c0d-752d-48b1-a97f-5141a7b94817 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.4192739 Feb 14 17:54:13.520825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:13.524273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.563837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.570606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:13.570942 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:13.588406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Update dhcp port {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'fixed_ips': [{'subnet_id': '5502283b-c1a1-4aba-944d-2dbb74f4d998', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f190dd74-1dab-4b49-8b52-820bd2e7c41a'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '0fbf970e-23a7-4495-a1dd-070cee2b3a24'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:54:13.622831 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 2 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:13.628006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object 7f2a385a-7040-45b5-a838-50569e0ba495 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:13.661728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Attempting to bind port 06d6bf49-c665-40c2-9826-abe3f611d62b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:13.662097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Attempting to bind port 06d6bf49-c665-40c2-9826-abe3f611d62b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:13.662452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Attempting to bind port 06d6bf49-c665-40c2-9826-abe3f611d62b on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:13.675498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.694442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:13.694825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:13.695101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:13.723681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-116ea857-77d4-48ce-ba6c-5b66120ba3f1 req-7eaf4ada-2d56-459a-ac8e-d452fc932ff3 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812096 Feb 14 17:54:13.728395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:13.728395 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:13.732743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 3 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:13.776149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:13.776538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:13.776986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:13.789085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning for port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:13.830430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:13.830852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:13.832064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.832064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:13.832064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Bound port: 06d6bf49-c665-40c2-9826-abe3f611d62b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:13.832456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.840952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning complete for port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:13.841313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.868298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Router 28625c17-cd24-4c3f-9c85-2e587b3b9cda is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:54:13.911194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:13.911545 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:13.913769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 4 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:13.939128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:13.939483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:13.939794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:13.996254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:13.999364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:13.999624 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.004773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 5 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.036292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.036694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.036970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.057016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.057381 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.059445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 6 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.084759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.085687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.086025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.094455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:14.111477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.111815 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.115062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 7 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.117159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:14.123232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:14.135303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:14.135790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.157466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.157798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.158128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.167484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.168334 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.173551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] For port 06d6bf49-c665-40c2-9826-abe3f611d62b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:14.173901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 8 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.178197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] For port 06d6bf49-c665-40c2-9826-abe3f611d62b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=06d6bf49-c665-40c2-9826-abe3f611d62b,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:14.179845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:14.180214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.192576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=7f2a385a-7040-45b5-a838-50569e0ba495,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:14.198335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.198697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.199033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.200401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Delete allocated IP 172.20.0.13 (8637f3ed-eb61-424f-b309-a3aad7443327/5502283b-c1a1-4aba-944d-2dbb74f4d998) {{(pid=84256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:54:14.211155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.26 (8637f3ed-eb61-424f-b309-a3aad7443327/f190dd74-1dab-4b49-8b52-820bd2e7c41a/7ec8bc05-ef6e-45e9-b73c-456f7c587e25) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:14.218856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.218856 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.220081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 9 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.242240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.242578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.242910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.245677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1000e120-5194-48bf-96c3-b118fa3360e2 None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:14.249341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.249749 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.250141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 10 to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f Feb 14 17:54:14.272062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:14.272389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:14.272743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:14.283666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.316311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Router 10f54c6a-41af-4c67-a13c-7acdd6901865 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:54:14.320624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:14.321212 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:14.321770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.400565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76305bc1-7389-405e-a5c2-ffa67cf0080b None None] Pushing event updated for resources: {'Port': ['ID=06d6bf49-c665-40c2-9826-abe3f611d62b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:14.431662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.535249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Provisioning for port 7347da70-488e-47da-9ea0-149b2b239c9a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:14.545666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Provisioning complete for port 7347da70-488e-47da-9ea0-149b2b239c9a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:14.545666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.608171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Port 7347da70-488e-47da-9ea0-149b2b239c9a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:14.620164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:14.633665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Provisioning complete for port b08beede-f87a-4b57-a17a-37c646858daa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:14.634885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a4158ddc-1ae4-4617-a536-277f52dba6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.642214 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] Sync routers for ids ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:14.662992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:54:14.667095 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] Routers {'28625c17-cd24-4c3f-9c85-2e587b3b9cda'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:14.668997 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:14.729537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.757625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:14.757625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempted to set empty binding levels {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:54:14.770304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Ignored duplicate provisioning block setup for port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 14 17:54:14.831180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.870472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.874740 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fc8ff167-b41c-46eb-b442-1a229833d6db tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6061397 Feb 14 17:54:14.895469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:14.924302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39280) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:14.972915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:15.032216 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.045908 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] Routers {'28625c17-cd24-4c3f-9c85-2e587b3b9cda'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:15.046629 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.064288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-733c7116-e2bd-485a-95df-93c0c558ba33 None None] Provisioning for port 7f2a385a-7040-45b5-a838-50569e0ba495 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:15.073319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Allocated IP 172.20.0.18 (8637f3ed-eb61-424f-b309-a3aad7443327/f190dd74-1dab-4b49-8b52-820bd2e7c41a/0fbf970e-23a7-4495-a1dd-070cee2b3a24) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:15.076201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-733c7116-e2bd-485a-95df-93c0c558ba33 None None] Provisioning complete for port 7f2a385a-7040-45b5-a838-50569e0ba495 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:15.076568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-733c7116-e2bd-485a-95df-93c0c558ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.111481 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.112409 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8645e7-d5da-4311-bc2c-7e83db72545d None None] The sync data for ids ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:15.138316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 06d6bf49-c665-40c2-9826-abe3f611d62b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:15.188406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.205823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=7ec8bc05-ef6e-45e9-b73c-456f7c587e25,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:15.258066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] In _notify_port_updated(), no bound segment for port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 on network 8637f3ed-eb61-424f-b309-a3aad7443327 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:54:15.261946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:15.262592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.263927 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1c82c2bb-5800-4341-aa79-8e8236e28fd8 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/ports/7ec8bc05-ef6e-45e9-b73c-456f7c587e25 HTTP/1.1" status: 200 len: 921 time: 2.3726923 Feb 14 17:54:15.273999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39284) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:15.301331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-733c7116-e2bd-485a-95df-93c0c558ba33 None None] Port 7f2a385a-7040-45b5-a838-50569e0ba495 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:15.319378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.346485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:15.347218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.355553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.367006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:15.377574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.378402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.396184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.403714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:15.432970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] Sync routers for ids ['10f54c6a-41af-4c67-a13c-7acdd6901865'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:15.440145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 06d6bf49-c665-40c2-9826-abe3f611d62b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:15.452379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b08beede-f87a-4b57-a17a-37c646858daa up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:15.458639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2c47de7-ff00-4e2d-9a38-fb278ac454c7 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "PUT /v2.0/routers/10f54c6a-41af-4c67-a13c-7acdd6901865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3769591 Feb 14 17:54:15.463084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=75ef8af4-42f0-4d17-8852-bd0152fc3f0f,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:15.468111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=7f2a385a-7040-45b5-a838-50569e0ba495,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:15.479456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39288) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:15.490654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'port': {'network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036', 'name': 'tempest-FloatingIPNegativeTestJSON-1704964787'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:15.506202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.507102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Transition to ACTIVE for port object 0fbf970e-23a7-4495-a1dd-070cee2b3a24 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:15.543337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] Routers {'10f54c6a-41af-4c67-a13c-7acdd6901865'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:15.543977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10f54c6a-41af-4c67-a13c-7acdd6901865'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.593546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-22d98766-3855-441b-987f-101f84db3a5f tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4499645 Feb 14 17:54:15.601794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39292) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:15.633053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.784561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Deleting port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:15.787012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.788463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.817952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] Routers {'10f54c6a-41af-4c67-a13c-7acdd6901865'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:15.818575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10f54c6a-41af-4c67-a13c-7acdd6901865'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.858320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ece13-c3d0-4f89-8ab9-5d3f0578edc5 req-f6dd03d8-35b4-4fcd-8cdc-c0384b05dff1 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:15.860191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d4ece13-c3d0-4f89-8ab9-5d3f0578edc5 req-f6dd03d8-35b4-4fcd-8cdc-c0384b05dff1 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.5316560 Feb 14 17:54:15.937606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:15.941423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:15.943429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:15.943832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f7d9c-dd7a-4c19-94e8-98553024399c None None] The sync data for ids ['10f54c6a-41af-4c67-a13c-7acdd6901865'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:15.959373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b08beede-f87a-4b57-a17a-37c646858daa triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:15.959778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:15.998889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4afb-b0c9-47d7-8258-0bc628184ee2 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:16.030817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:16.086126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:port and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:16.101081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:16.134831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:16.143221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.163992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Provisioning for port 06d6bf49-c665-40c2-9826-abe3f611d62b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:16.167075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Provisioning complete for port 06d6bf49-c665-40c2-9826-abe3f611d62b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:16.167558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.213756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d4ece13-c3d0-4f89-8ab9-5d3f0578edc5 req-76d7d2dd-7f23-4a9f-a746-d05c25a5529e tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325284 Feb 14 17:54:16.289787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Made reservation on behalf of dabcd3c5e06a4528a6d680c782b3a47c for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:16.292979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.348412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 7ec8bc05-ef6e-45e9-b73c-456f7c587e25 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:16.356579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 06d6bf49-c665-40c2-9826-abe3f611d62b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=06d6bf49-c665-40c2-9826-abe3f611d62b,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:16.372584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 75ef8af4-42f0-4d17-8852-bd0152fc3f0f, host hv-neutron-8232, got binding levels [] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:16.372986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.379812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.388799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] device_id is not set on port 28e4a40b-1807-44c7-9398-7a953d42baae yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:16.554772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Calling delete_port for 75ef8af4-42f0-4d17-8852-bd0152fc3f0f owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:16.597332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:54:16.703927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.723671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 2f25564d-20af-4862-b9ed-1c303887726b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:16.860292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.895441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:54:16.895997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:54:16.900166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.901831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:16.915037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=7ec8bc05-ef6e-45e9-b73c-456f7c587e25,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:16.942509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:17.047344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.062119 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aa984da6-c458-4ec7-8077-30ed4cc16049 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/7ec8bc05-ef6e-45e9-b73c-456f7c587e25 HTTP/1.1" status: 204 len: 168 time: 1.7866104 Feb 14 17:54:17.064809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39300) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.068448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:17.077350 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-41951a79-d90f-408f-a72e-2f37d91073b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5310235 Feb 14 17:54:17.077595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39304) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.078606 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] Sync routers for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:17.090483 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:17.091320 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:17.153251 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:17.163122 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fae901-3be9-4f88-85b1-e84eae71532e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:54:17.163702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d9fae901-3be9-4f88-85b1-e84eae71532e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:17.165255 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:17.166021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:17.209749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf2db6-9f8a-4c5f-bed6-6e1e6326e3d9 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:17.210441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e6cf2db6-9f8a-4c5f-bed6-6e1e6326e3d9 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:17.225641 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:17.226040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168847cf-e467-4003-ac06-62bfbb08ef29 None None] The sync data for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:17.273686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:17.277571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d9fae901-3be9-4f88-85b1-e84eae71532e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:17.280748 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d9fae901-3be9-4f88-85b1-e84eae71532e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/7ec8bc05-ef6e-45e9-b73c-456f7c587e25 HTTP/1.1" status: 404 len: 333 time: 0.2130399 Feb 14 17:54:17.281739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39308) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.294834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:17.306154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b96aa-03f7-4566-8437-f7cd6a333899 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:17.310754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:17.311344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.325638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e6cf2db6-9f8a-4c5f-bed6-6e1e6326e3d9 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:17.327225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e6cf2db6-9f8a-4c5f-bed6-6e1e6326e3d9 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports/7f2a385a-7040-45b5-a838-50569e0ba495 HTTP/1.1" status: 200 len: 913 time: 0.2486806 Feb 14 17:54:17.330217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39312) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.333329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.346452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Allocated IP 172.20.0.11 (b6e6f75d-1ebf-41fc-9143-fab97753b036/b6170d1e-b900-4b2e-9a41-9b8d6c9a4753/28e4a40b-1807-44c7-9398-7a953d42baae) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:17.361044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=d67c22a5-2e00-4032-9f84-e212dff0ee82,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:17.379883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=06d6bf49-c665-40c2-9826-abe3f611d62b,revision_number=4']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:17.450702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event deleted for resources: {'Port': ['ID=75ef8af4-42f0-4d17-8852-bd0152fc3f0f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:17.485546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.487450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-035a2e5e-59c2-4350-a6e3-35a0daf76a1b tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "DELETE /v2.0/ports/75ef8af4-42f0-4d17-8852-bd0152fc3f0f HTTP/1.1" status: 204 len: 168 time: 1.8843269 Feb 14 17:54:17.501826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39316) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.505405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.586586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418e4c3-1640-4ef3-9390-f86995803b81 req-b8829d7e-b8bd-4454-811e-3288d07220b4 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:17.588465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e418e4c3-1640-4ef3-9390-f86995803b81 req-b8829d7e-b8bd-4454-811e-3288d07220b4 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.7240205 Feb 14 17:54:17.597518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aef1832f-d077-4e59-b445-5de7be0c203e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8760769 Feb 14 17:54:17.606382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] For port 06d6bf49-c665-40c2-9826-abe3f611d62b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=06d6bf49-c665-40c2-9826-abe3f611d62b,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:17.633460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39320) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:17.645319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:0e:6e:c3', 'name': 'tempest-NetworksTestDHCPv6-880260641'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:17.669085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-950db9f8-d9c5-4783-ac99-17fb08f32272 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1099 time: 0.5401957 Feb 14 17:54:17.688538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8cd631-ce73-4cd5-9bb3-03204a7b86ac tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:54:17.689394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3f8cd631-ce73-4cd5-9bb3-03204a7b86ac tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Synchronizing usage tracker for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:17.728718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.791210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:17.808375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:17.824365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:17.836890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:17.838791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.882456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.885991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f519902-9c49-489b-ab9b-8fa62b0cd7a9 None None] Pushing event updated for resources: {'Port': ['ID=06d6bf49-c665-40c2-9826-abe3f611d62b,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:17.913258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e418e4c3-1640-4ef3-9390-f86995803b81 req-8aa1aa8a-7d23-4591-92d8-b5a625021538 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142989 Feb 14 17:54:17.982240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Provisioning for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:17.992957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:17.993379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:17.994647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3f8cd631-ce73-4cd5-9bb3-03204a7b86ac tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Unset dirty status for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:17.995973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3f8cd631-ce73-4cd5-9bb3-03204a7b86ac tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports/75ef8af4-42f0-4d17-8852-bd0152fc3f0f HTTP/1.1" status: 404 len: 333 time: 0.4919198 Feb 14 17:54:18.007802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39324) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:18.065033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b7454-7472-4348-807e-6edefa582d33 req-31519607-2f1d-4658-a5c1-077f8acd6aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:18.066673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-31519607-2f1d-4658-a5c1-077f8acd6aab service neutron] 10.222.0.45 "GET /v2.0/networks?id=d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 200 len: 912 time: 0.3726501 Feb 14 17:54:18.067445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1109239861'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:18.070244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:18.095398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:18.164231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Provisioning complete for port 7f2a385a-7040-45b5-a838-50569e0ba495 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:18.164603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.168755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:18.193003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.195142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.230659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-d4dac4c5-93fd-4f77-9249-75fb7a50260f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 200 len: 217 time: 0.1399896 Feb 14 17:54:18.230914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ecbb85-3558-43f9-9298-cbe4e34f415d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:18.234511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Transition to ACTIVE for port object 28e4a40b-1807-44c7-9398-7a953d42baae will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:18.250135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Port 7f2a385a-7040-45b5-a838-50569e0ba495 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:18.255961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Could not find standard attr ID for object 7ec8bc05-ef6e-45e9-b73c-456f7c587e25. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:54:18.264250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.266499 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c31898a5-5bbe-49e8-80df-068ab279ad07 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/security-groups/78ecbb85-3558-43f9-9298-cbe4e34f415d HTTP/1.1" status: 204 len: 168 time: 0.9831693 Feb 14 17:54:18.280109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39328) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:18.283974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:18.284540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.311708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Made reservation on behalf of b8ef5cf2e7ee45a190963852c2e10fa4 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:18.314037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.335634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.336093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b7454-7472-4348-807e-6edefa582d33 req-d9d71361-3a32-4224-8da0-67252ce0a858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:18.337703 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-d9d71361-3a32-4224-8da0-67252ce0a858 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=233f7368-26a4-47d3-ba12-c01f3a1fbe6c HTTP/1.1" status: 200 len: 852 time: 0.0894315 Feb 14 17:54:18.365693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a1a04412-be35-4024-bb68-b9f7a10284ee None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:18.377346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.392548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-20636d21-59d3-4efe-b696-cd75efe38eac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d49212d0-b162-4a21-a2a3-a0f4529db08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442743 Feb 14 17:54:18.395530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.440272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 275c2191-7ad7-410d-89e6-ffff006f8bd9 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:18.500301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port c24041bc-e75a-4cef-88d5-625e08579985 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:18.585417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:18.594721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:18.605744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:18.630591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=28e4a40b-1807-44c7-9398-7a953d42baae,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:18.692127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.697632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b7a4595-e888-421f-ac73-ea26b18d84d2 None None] Provisioning complete for port 06d6bf49-c665-40c2-9826-abe3f611d62b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:18.697632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4595-e888-421f-ac73-ea26b18d84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.704062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-eda05656-3bc2-47ff-81bd-f9e886332df1 service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719150 Feb 14 17:54:18.707961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.719187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:18.719991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.828031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.896852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea0b7454-7472-4348-807e-6edefa582d33 req-a285447f-2826-450c-ab64-f7610c5326b0 service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826360 Feb 14 17:54:18.908793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:18.926703 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ebf46881-9c1d-4d97-995f-9129e53fb9d6 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4392602 Feb 14 17:54:18.928786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39332) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:18.935285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:18.941075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 06d6bf49-c665-40c2-9826-abe3f611d62b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:18.953356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:18.955388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:floatingip and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:18.958523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:18.971528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:19.012422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 06d6bf49-c665-40c2-9826-abe3f611d62b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:19.013017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.041045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Deleting port 860528fe-d745-40b8-b49c-47b0a285db73 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:19.043710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.044534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.083934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.169309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-deb752b4-8044-4db3-9bab-14d3d9944bed None None] Provisioning for port 28e4a40b-1807-44c7-9398-7a953d42baae completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:19.175685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-deb752b4-8044-4db3-9bab-14d3d9944bed None None] Provisioning complete for port 28e4a40b-1807-44c7-9398-7a953d42baae triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:19.176198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-deb752b4-8044-4db3-9bab-14d3d9944bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.228544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.241777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-deb752b4-8044-4db3-9bab-14d3d9944bed None None] Port 28e4a40b-1807-44c7-9398-7a953d42baae cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:19.282615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb1d8e-ec70-4d4b-b6d9-f61182c4fd16,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:19.285740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::261 (ec992c4f-9a29-4213-84c0-4010e08b02ef/f191c814-fafb-4e47-997d-6d537b3c5c0e/c24041bc-e75a-4cef-88d5-625e08579985) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:19.344460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:6ec3 (ec992c4f-9a29-4213-84c0-4010e08b02ef/d67c22a5-2e00-4032-9f84-e212dff0ee82/c24041bc-e75a-4cef-88d5-625e08579985) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:19.372394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.373676 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c9f3cdd7-bcfa-4f91-96b3-32203816dcca tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/security-groups/ebeb1d8e-ec70-4d4b-b6d9-f61182c4fd16 HTTP/1.1" status: 204 len: 168 time: 1.0908291 Feb 14 17:54:19.377586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39338) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:19.465240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.505017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6cead-1b0d-4c13-9e9c-e8fb2a16474a req-8146e9c0-c255-4367-b65e-4c5ccfce6a61 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:19.506577 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ad6cead-1b0d-4c13-9e9c-e8fb2a16474a req-8146e9c0-c255-4367-b65e-4c5ccfce6a61 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.4238305 Feb 14 17:54:19.518042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.661852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Calling delete_port for 860528fe-d745-40b8-b49c-47b0a285db73 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:19.695575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:19.746710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=275c2191-7ad7-410d-89e6-ffff006f8bd9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:19.749033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:19.752814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ad6cead-1b0d-4c13-9e9c-e8fb2a16474a req-0a61b673-f196-433d-9034-9ef28eaf81b5 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271245 Feb 14 17:54:19.765142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:19.765944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:19.766523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.773409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:19.947247 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1190a13c-c693-478c-803d-efea7e758186 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8893003 Feb 14 17:54:19.951597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:19.966092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:19.967268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 5502283b-c1a1-4aba-944d-2dbb74f4d998 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:19.981178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.003470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Allocated IP 172.26.4.204 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/d78d2326-44ac-42f5-9ec4-e788ec6dadb3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:20.021917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.065772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.098232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object c24041bc-e75a-4cef-88d5-625e08579985 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:20.135945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.202201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Pushing event deleted for resources: {'Port': ['ID=860528fe-d745-40b8-b49c-47b0a285db73,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:20.213589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.258927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.271233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.407518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.413750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=c24041bc-e75a-4cef-88d5-625e08579985,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:20.420734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:20.423807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 7f2a385a-7040-45b5-a838-50569e0ba495 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:20.424136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.448140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:20.454089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:20.457979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:20.458510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.540761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.631665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1af695d-9f28-4b81-ad67-9fe8af5cdf90 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9959056 Feb 14 17:54:20.636936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=5502283b-c1a1-4aba-944d-2dbb74f4d998,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:20.638608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39346) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:20.692079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.694084 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b82bea7-214b-49e3-9537-b8df0ccf7ab4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/5502283b-c1a1-4aba-944d-2dbb74f4d998 HTTP/1.1" status: 204 len: 168 time: 1.3153985 Feb 14 17:54:20.716744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22116edc-06c0-43f6-8755-9236df22ce75 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:20.717228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39350) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:20.739071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:20.830007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.850347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port c24041bc-e75a-4cef-88d5-625e08579985 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:20.850347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.957155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-40e27ea0-5777-4817-9aec-05baec25b433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:20.959965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4d05c0ee-1c0d-4afd-bf21-d29f1efa8247 None None] Provisioning for port c24041bc-e75a-4cef-88d5-625e08579985 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:20.971983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4d05c0ee-1c0d-4afd-bf21-d29f1efa8247 None None] Provisioning complete for port c24041bc-e75a-4cef-88d5-625e08579985 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:20.972353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4d05c0ee-1c0d-4afd-bf21-d29f1efa8247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.016464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.033195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.047169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.076282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4d05c0ee-1c0d-4afd-bf21-d29f1efa8247 None None] Port c24041bc-e75a-4cef-88d5-625e08579985 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:21.171379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 7f2a385a-7040-45b5-a838-50569e0ba495 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:21.171621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.350450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:21.359142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:21.360925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22736db-1cdc-4770-9943-521198185ad1 req-86acfb25-46c5-4d48-8fe0-dc55277d7752 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:21.362645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b22736db-1cdc-4770-9943-521198185ad1 req-86acfb25-46c5-4d48-8fe0-dc55277d7752 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.3972502 Feb 14 17:54:21.364997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 275c2191-7ad7-410d-89e6-ffff006f8bd9 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:21.400791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.406333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:21.418044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:21.427460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=d78d2326-44ac-42f5-9ec4-e788ec6dadb3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:21.438728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:21.446332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:21.449176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:21.487466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Transition to ACTIVE for port object 275c2191-7ad7-410d-89e6-ffff006f8bd9 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:21.499628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.524923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Router 28625c17-cd24-4c3f-9c85-2e587b3b9cda has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:21.540253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b22736db-1cdc-4770-9943-521198185ad1 req-56664a31-0506-41a4-9090-f4ac0efbb880 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630468 Feb 14 17:54:21.560004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-f453fd54-8806-4a45-b844-25c6b457bc5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3948493 Feb 14 17:54:21.628224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:21.632795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.702839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-67d1d5fa-8cee-4e23-825a-e7007220f145 None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:21.703409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-67d1d5fa-8cee-4e23-825a-e7007220f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.706365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.729494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for c24041bc-e75a-4cef-88d5-625e08579985 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:21.846362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-67d1d5fa-8cee-4e23-825a-e7007220f145 None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:21.846913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-67d1d5fa-8cee-4e23-825a-e7007220f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.849387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=275c2191-7ad7-410d-89e6-ffff006f8bd9,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:21.930817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:21.933921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-67d1d5fa-8cee-4e23-825a-e7007220f145 None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:21.945956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] Sync routers for ids ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:21.959009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] Routers {'28625c17-cd24-4c3f-9c85-2e587b3b9cda'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:21.959761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:21.966299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.967533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-17d1f2b0-35ec-4a46-b570-5474a0ed223e tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "PUT /v2.0/routers/28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 200 len: 705 time: 7.0390732 Feb 14 17:54:21.969522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:21.973184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39358) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:22.036024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=7f2a385a-7040-45b5-a838-50569e0ba495,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:22.038261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:22.038779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:22.038877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:22.043611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-1f0c9383-dd97-4d67-b667-cb0912bc98cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 1099 time: 0.3442698 Feb 14 17:54:22.062145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:22.084354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] Routers {'28625c17-cd24-4c3f-9c85-2e587b3b9cda'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:22.086770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:53:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:22.140892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:22.141322 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:22.170990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:22.171666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26f9e0-8a05-4845-a142-dec6b7c0eb4c None None] The sync data for ids ['28625c17-cd24-4c3f-9c85-2e587b3b9cda'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:22.211573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 2 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:22.358264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:22.430450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:22.430773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:22.431100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:22.431775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:22.470504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-683cf271-aced-4adc-823a-9b8f3026e232 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/routers/28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 200 len: 740 time: 0.4946165 Feb 14 17:54:22.477988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39364) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:22.479209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:22.479527 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:22.491483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 3 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:22.566237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-0df48c46-9e5a-45ae-8fce-011d75a84962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:22.568139 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-0df48c46-9e5a-45ae-8fce-011d75a84962 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 200 len: 912 time: 0.4361603 Feb 14 17:54:22.577647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ff3ff7cd-6e37-408c-91ff-81c3c2047012 tempest-RoutersAdminTest-1718992357 tempest-RoutersAdminTest-1718992357-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&device_id=28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 200 len: 205 time: 0.0945628 Feb 14 17:54:22.600611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39368) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:22.626224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:22.626614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:22.627047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:22.658652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:22.658984 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:22.660616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 4 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:22.668167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-67fa6069-424e-431a-9823-fc395f88653f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 200 len: 217 time: 0.0915539 Feb 14 17:54:22.695070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=c24041bc-e75a-4cef-88d5-625e08579985,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:22.703171 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ea9be2af-a6c4-4ff7-bd3c-d4d24dbb809d tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 200 len: 205 time: 0.0738342 Feb 14 17:54:22.709468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39372) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:22.798264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b229e-021e-4636-8954-9de669e18737 req-72952db5-48bc-4607-b504-800c60649180 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:22.799776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-582b229e-021e-4636-8954-9de669e18737 req-72952db5-48bc-4607-b504-800c60649180 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.5723691 Feb 14 17:54:22.805346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:22.805684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:22.806002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:22.812896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:22.849255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:22.849604 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:22.852179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 5 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:22.884671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-ad39e37c-023b-418c-94a8-71034d1e1e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:22.885341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-ad39e37c-023b-418c-94a8-71034d1e1e8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=233f7368-26a4-47d3-ba12-c01f3a1fbe6c HTTP/1.1" status: 200 len: 852 time: 0.1510324 Feb 14 17:54:22.890140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:22.890477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:22.890809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:22.924988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-582b229e-021e-4636-8954-9de669e18737 req-b2d71891-591c-4a2d-89ef-ae9cf3fc4a73 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130745 Feb 14 17:54:22.965690 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:54:22.967419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:22.969515 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-486ff07b-7ae5-460f-be82-620b3d009a06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d49212d0-b162-4a21-a2a3-a0f4529db08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759351 Feb 14 17:54:22.975648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:22.976500 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:22.979399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 6 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:23.004862 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-487c94b3-7af2-47c6-a833-6d3bb8aa0c1c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c24041bc-e75a-4cef-88d5-625e08579985 HTTP/1.1" status: 204 len: 168 time: 2.3622265 Feb 14 17:54:23.012802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:23.027492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.031967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a149bcd-c143-4b82-9e0a-7fe99a65a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.104622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:23.105817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:23.105926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:23.132459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.163488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:23.163730 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:23.171559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 7 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:23.229590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:23.229978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:23.230800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:23.281792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:23.282105 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:23.283973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-04cc0241-c3b0-4a52-a57b-c3104bc90f03 service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071952 Feb 14 17:54:23.287391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 8 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:23.434497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:23.434747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:23.435066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:23.441893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.445381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4140e0-b736-4d18-8c1e-2c99f95ab6c9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.446850 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed4140e0-b736-4d18-8c1e-2c99f95ab6c9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4290915 Feb 14 17:54:23.457573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39380) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:23.517537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:23.518115 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:23.522825 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 9 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:23.526378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:23.530003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:23.540596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a4a30-706e-4084-933b-bf8c2c6f2111 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:23.592623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:23.592977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:23.593308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:23.601902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75bcdb79-c960-4ff0-8bac-382034f3415c req-34a1ced1-776a-4232-89ce-70bb9519f9bc service neutron] 10.222.0.45 "GET /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658174 Feb 14 17:54:23.616525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:23.616868 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:23.618818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 10 to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 Feb 14 17:54:23.639024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.639644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.656111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:23.656440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:23.656803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:23.686487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1710dcd-c245-4199-b5d0-9adfadd56e6a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.687856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b1710dcd-c245-4199-b5d0-9adfadd56e6a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2269905 Feb 14 17:54:23.688487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:23.688943 dv-neutron-823271-4-hyperv neutron-server[84255]: ERROR neutron.plugins.ml2.managers [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:23.689189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.702803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.704281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:23.788118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.881125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.882436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.883740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:23.884522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:23.900747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=78232914-7549-405b-8a31-6d7b92fd01e3,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:23.913472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.921609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:23.956824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Update dhcp port {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'fixed_ips': [{'subnet_id': 'f190dd74-1dab-4b49-8b52-820bd2e7c41a', 'ip_address': '172.20.0.18'}, {'subnet_id': '78232914-7549-405b-8a31-6d7b92fd01e3'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '0fbf970e-23a7-4495-a1dd-070cee2b3a24'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:54:23.957065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=d78d2326-44ac-42f5-9ec4-e788ec6dadb3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:23.978920 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-af422581-3a2a-4c54-9ff2-ea772c7ef8e6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2558334 Feb 14 17:54:23.979646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39390) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:23.986591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'security_group': {'name': 'tempest-secgroup-85326608'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:23.995069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:24.002712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:24.005323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 275c2191-7ad7-410d-89e6-ffff006f8bd9, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:24.005502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempted to set empty binding levels {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:54:24.006664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:24.020414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:24.023578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 2f25564d-20af-4862-b9ed-1c303887726b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:24.042946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.045681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.046169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Fanout notify agent at l3_agent the message router_deleted on router 28625c17-cd24-4c3f-9c85-2e587b3b9cda {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:24.061821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.085406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:24.090978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b0e998a-7dc2-469c-b932-2e6ecc2c30c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3843296 Feb 14 17:54:24.092563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.098011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39394) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.177801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.178824 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f50061eb-be7c-45fc-a75c-0867dc20b970 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 204 len: 168 time: 1.4652054 Feb 14 17:54:24.179892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.191128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39396) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.254830 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8e82f556-f2b0-44d5-a3bf-ba69adae6985 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 200 len: 205 time: 0.0547168 Feb 14 17:54:24.257895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39400) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.277603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.296635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Allocated IP 172.20.0.2 (8637f3ed-eb61-424f-b309-a3aad7443327/78232914-7549-405b-8a31-6d7b92fd01e3/0fbf970e-23a7-4495-a1dd-070cee2b3a24) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:24.308735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.350383 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-483d604b-de3d-43d0-98f0-90872a4a691c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:24.353931 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-483d604b-de3d-43d0-98f0-90872a4a691c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/28625c17-cd24-4c3f-9c85-2e587b3b9cda HTTP/1.1" status: 404 len: 336 time: 0.0901005 Feb 14 17:54:24.356983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39406) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.357767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:24.382405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.387056 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-99c84cc1-1f21-43a7-b57c-3b1bcae0eb32 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4540863 Feb 14 17:54:24.396557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39410) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.400177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:24.412216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-30ce5a3d-f308-45bb-8aec-5128ff0c5331 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'floatingip': {'port_id': '28e4a40b-1807-44c7-9398-7a953d42baae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:24.442719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] In _notify_port_updated(), no bound segment for port 275c2191-7ad7-410d-89e6-ffff006f8bd9 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:54:24.442965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:24.443889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.447956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "PUT /v2.0/ports/275c2191-7ad7-410d-89e6-ffff006f8bd9 HTTP/1.1" status: 200 len: 977 time: 4.4954038 Feb 14 17:54:24.453948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39414) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.469622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462357c7-c90a-449c-8fc4-7e433d3411e6 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=275c2191-7ad7-410d-89e6-ffff006f8bd9,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:24.471231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.487801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:24.489463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Transition to ACTIVE for port object 0fbf970e-23a7-4495-a1dd-070cee2b3a24 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:24.494617 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ad434e91-2a0e-4bd2-bf9f-a1f6ee0d8d1b tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 200 len: 205 time: 0.1321628 Feb 14 17:54:24.515252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:24.516095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39418) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.530465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30ce5a3d-f308-45bb-8aec-5128ff0c5331 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.563788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.684463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-7b322bd3-72eb-4e7a-add7-bdecf238cb7d tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:24.685539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7b322bd3-72eb-4e7a-add7-bdecf238cb7d tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/c14053af-f1ac-45b7-89ff-52ae65fcb116 HTTP/1.1" status: 404 len: 336 time: 0.1626270 Feb 14 17:54:24.694222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39422) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.726780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9c81e-4307-4c3c-816f-f90d8050f185 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:24.743538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:24.755106 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] Sync routers for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:24.757791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e265-50c1-48ac-a824-61faf9433840 req-063a3e60-8d4f-4338-bb76-bd3b8d54496b tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:24.759666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e67e265-50c1-48ac-a824-61faf9433840 req-063a3e60-8d4f-4338-bb76-bd3b8d54496b tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.6766419 Feb 14 17:54:24.776009 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:24.778136 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:24.783749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-86780505-13e1-478d-90a5-0ee3e0c6bb6a tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:24.785270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-86780505-13e1-478d-90a5-0ee3e0c6bb6a tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 946 time: 0.4701383 Feb 14 17:54:24.796321 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1b05f735-3a3d-4a15-a2cc-bea9bbfffcc7 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 200 len: 205 time: 0.0978408 Feb 14 17:54:24.800098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.804545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39426) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:24.869737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet d67c22a5-2e00-4032-9f84-e212dff0ee82 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:24.885671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:24.890358 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:24.917105 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:24.919209 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:24.928779 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-45cb0700-09f5-4fbf-96ea-8fca60e262b8 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:24.933570 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-45cb0700-09f5-4fbf-96ea-8fca60e262b8 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/93a1c67a-0586-4f1b-865f-a9264d27bfbe HTTP/1.1" status: 404 len: 336 time: 0.1245227 Feb 14 17:54:24.941194 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c21e7306-7c6a-4fa2-916e-d26350539252 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6094704 Feb 14 17:54:24.952365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:24.965823 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-30ce5a3d-f308-45bb-8aec-5128ff0c5331 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] update failed (client error): The resource could not be found. Feb 14 17:54:24.967670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9107c477-e152-4abd-a926-880e3aa23205 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14610 time: 0.5044496 Feb 14 17:54:24.967831 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30ce5a3d-f308-45bb-8aec-5128ff0c5331 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "PUT /v2.0/floatingips/e92f7bc3-26e6-4867-87b1-d821b90fa1b8 HTTP/1.1" status: 404 len: 507 time: 0.5685401 Feb 14 17:54:24.993548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.031227 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:25.031227 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7ecde-203c-4cec-b49d-3503743959ac None None] The sync data for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:25.031414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Deleting port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:25.031414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.041124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39430) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.041753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39432) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.042066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39434) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.042935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39436) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.077892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e67e265-50c1-48ac-a824-61faf9433840 req-800154e0-a5a9-41bf-bf16-f522334db004 tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/security-groups?id=92551e43-ae59-46f3-939d-f5bf6add2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045855 Feb 14 17:54:25.093436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.264248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.268275 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2848625 Feb 14 17:54:25.268607 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aa85ba54-bc68-485f-b721-2ae19fabc0bb tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 200 len: 205 time: 0.2207627 Feb 14 17:54:25.269150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39446) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.282607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc689d2-db97-4baf-b39c-a82f4a1341a4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e4251-f360-4a84-b817-59ae01dc6284,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:25.291618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39448) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.328769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.348845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'security_group': {'name': 'tempest-secgroup-140198798'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:25.425146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] For port 82b136c1-6e98-42ff-94f5-ae9e64b28a08, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82b136c1-6e98-42ff-94f5-ae9e64b28a08,segment=NetworkSegment(54b3c8d9-1c76-4727-8d70-45d3f9ddd520),segment_id=54b3c8d9-1c76-4727-8d70-45d3f9ddd520)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:25.425799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.477146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Provisioning for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:25.483469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:25.487970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.565787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Calling delete_port for 82b136c1-6e98-42ff-94f5-ae9e64b28a08 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:25.579773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.600907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:25.643248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:25.646606 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-deefb43d-e237-4689-bbc4-2b8371ee50d6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:25.647628 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-deefb43d-e237-4689-bbc4-2b8371ee50d6 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/e0d75184-a125-4b55-bdd2-7736ec26fbe2 HTTP/1.1" status: 404 len: 336 time: 0.3110273 Feb 14 17:54:25.650769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39454) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.656841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:25.662480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Deleting port 275c2191-7ad7-410d-89e6-ffff006f8bd9 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:25.662818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.683102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:25.683468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.693443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port d78d2326-44ac-42f5-9ec4-e788ec6dadb3 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:25.694039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.725636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.729792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:25.742799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-67e349fa-7b7d-4146-b952-48c14c93abda None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:25.773921 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-88f1600f-57c0-4efe-9816-35a31dc2fd1c tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 200 len: 205 time: 0.1191611 Feb 14 17:54:25.781287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39458) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.786688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=d67c22a5-2e00-4032-9f84-e212dff0ee82,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:25.794066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.800051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84353f73-2f64-4993-b850-654486e0bea2 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:25.882765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.939685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Pushing event deleted for resources: {'Port': ['ID=82b136c1-6e98-42ff-94f5-ae9e64b28a08,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:25.943260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4265a85c-9842-4975-a3a8-713b903bbecd tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/d67c22a5-2e00-4032-9f84-e212dff0ee82 HTTP/1.1" status: 204 len: 168 time: 1.6417971 Feb 14 17:54:25.953701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39462) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:25.953821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:25.965261 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-a51331c3-9af4-42a6-81e3-f1ed4727f404 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:25.966285 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a51331c3-9af4-42a6-81e3-f1ed4727f404 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/6570b23b-6f60-413e-ac47-d4dbb5ddda55 HTTP/1.1" status: 404 len: 336 time: 0.1824913 Feb 14 17:54:25.987603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39466) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:26.063025 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6bb873f6-df34-4d47-acf0-86dada7248c0 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2c74f3-0fde-479e-a07a-6c91738ce9a5 HTTP/1.1" status: 200 len: 205 time: 0.0701408 Feb 14 17:54:26.085742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:26.178797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] No DVR routers for this DVR port 82b136c1-6e98-42ff-94f5-ae9e64b28a08 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:26.181594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.183776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6cf8e168-4af0-4aa2-96a2-b08468fbedc8 req-1d547c11-b58b-4f9c-8d5e-fea0011ffacd tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.45 "DELETE /v2.0/ports/82b136c1-6e98-42ff-94f5-ae9e64b28a08 HTTP/1.1" status: 204 len: 173 time: 1.3708220 Feb 14 17:54:26.199521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'name': 'network-vif-deleted', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:54:26.239951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:26.251232 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-8268df10-907b-4717-b4d5-fe8ad4312995 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] delete failed (client error): The resource could not be found. Feb 14 17:54:26.254800 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8268df10-907b-4717-b4d5-fe8ad4312995 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/routers/4d2c74f3-0fde-479e-a07a-6c91738ce9a5 HTTP/1.1" status: 404 len: 336 time: 0.1657207 Feb 14 17:54:26.278334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39478) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:26.282773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d07f243-e5e0-45bf-87ff-aa076290d096', 'name': 'network-vif-deleted', 'tag': '82b136c1-6e98-42ff-94f5-ae9e64b28a08', 'status': 'completed', 'code': 200} Feb 14 17:54:26.295231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:26.306539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:26.334823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet f191c814-fafb-4e47-997d-6d537b3c5c0e {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:26.342633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3e5167d0-c1db-487a-8e27-e9e99a34ee60 req-1fa4eb03-6ea1-44ef-ae1f-9987cf11fd2d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Synchronizing usage tracker for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:26.345254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.363832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.364158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.372450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1b8bf2-33f5-47e7-a832-fcde53c26b58 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:26.373047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1b8bf2-33f5-47e7-a832-fcde53c26b58 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:26.374718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6b1b8bf2-33f5-47e7-a832-fcde53c26b58 tempest-RoutersAdminTest-1233859353 tempest-RoutersAdminTest-1233859353-project] 10.222.0.30 "DELETE /v2.0/subnets/dc11b6ea-91f0-4601-a602-173ac62dfbe9 HTTP/1.1" status: 404 len: 337 time: 0.0969360 Feb 14 17:54:26.387725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:26.399058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 275c2191-7ad7-410d-89e6-ffff006f8bd9, host hv-neutron-8232, got binding levels [] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:26.399058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.422448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.465463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3e5167d0-c1db-487a-8e27-e9e99a34ee60 req-1fa4eb03-6ea1-44ef-ae1f-9987cf11fd2d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] Unset dirty status for tenant:01c48a55ae7b4c6ba4100b8bc302a0dd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:26.477334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e5167d0-c1db-487a-8e27-e9e99a34ee60 req-1fa4eb03-6ea1-44ef-ae1f-9987cf11fd2d tempest-TestServerAdvancedOps-1970735379 tempest-TestServerAdvancedOps-1970735379-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d07f243-e5e0-45bf-87ff-aa076290d096 HTTP/1.1" status: 200 len: 210 time: 0.2436848 Feb 14 17:54:26.552143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.635124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Calling delete_port for d78d2326-44ac-42f5-9ec4-e788ec6dadb3 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:26.746757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.774066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ae086b42-5002-4037-b755-d75bf8222b73 None None] Provisioning complete for port 06d6bf49-c665-40c2-9826-abe3f611d62b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:26.774709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae086b42-5002-4037-b755-d75bf8222b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.799792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=f191c814-fafb-4e47-997d-6d537b3c5c0e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:26.811874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:26.824179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ec52fcd9-47fa-4a9e-9bea-b8183f6bb612 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/f191c814-fafb-4e47-997d-6d537b3c5c0e HTTP/1.1" status: 204 len: 168 time: 0.8759966 Feb 14 17:54:26.825366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39484) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:26.843761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10af96c-14ec-40ac-b45c-15e91b777b1d None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:26.866943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82b136c1-6e98-42ff-94f5-ae9e64b28a08 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:26.914912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-850dfe6a-4b40-4401-a818-ef4ec3c350c3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853014 Feb 14 17:54:26.915112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39488) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:26.918313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Calling delete_port for 275c2191-7ad7-410d-89e6-ffff006f8bd9 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:26.921776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:26.966497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 82b136c1-6e98-42ff-94f5-ae9e64b28a08 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:26.977509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82b136c1-6e98-42ff-94f5-ae9e64b28a08 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:27.066467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.088121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.108838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:27.112503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:27.118707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:27.126327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.155698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.212955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.223547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:27.228349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Deleting port 06d6bf49-c665-40c2-9826-abe3f611d62b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:27.228763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.274830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.282903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5909007a-627d-4c5b-9ddc-6619358d05fe,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:27.286244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:27.296087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.318651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.336957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.410566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event deleted for resources: {'Port': ['ID=275c2191-7ad7-410d-89e6-ffff006f8bd9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:27.449084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.449314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] For port 06d6bf49-c665-40c2-9826-abe3f611d62b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=06d6bf49-c665-40c2-9826-abe3f611d62b,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:27.449314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.449492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Usage tracker for resource:security_group_rule and tenant:20b70989c0134d098c9db15b94ae5e52 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:27.453393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:27.458065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.462592 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ee7d5b93-afef-425e-83c4-80ab7bccda97 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "DELETE /v2.0/ports/275c2191-7ad7-410d-89e6-ffff006f8bd9 HTTP/1.1" status: 204 len: 168 time: 2.4143004 Feb 14 17:54:27.462741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:27.465390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39500) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.496467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Port': ['ID=d78d2326-44ac-42f5-9ec4-e788ec6dadb3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:27.513595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e93e64-f829-4a29-8a88-7426f8bcaf42 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:54:27.519160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50e93e64-f829-4a29-8a88-7426f8bcaf42 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports/275c2191-7ad7-410d-89e6-ffff006f8bd9 HTTP/1.1" status: 404 len: 333 time: 0.0485594 Feb 14 17:54:27.519160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39506) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.526261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1236026678', 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:27.561769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.586546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Calling delete_port for 06d6bf49-c665-40c2-9826-abe3f611d62b owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:27.588896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:27.602676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.603992 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a4bfc53-bce4-4df2-a54b-55fcc5b795d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3229156 Feb 14 17:54:27.607149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39510) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.612944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'security_group': {'name': 'tempest-secgroup-485114819'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:27.632549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39514) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.634541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.643578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:27.648204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:27.657279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:27.677837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.680204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.685052 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-48ae647f-1b27-4fae-a524-7c134c54df5f tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "DELETE /v2.0/floatingips/e92f7bc3-26e6-4867-87b1-d821b90fa1b8 HTTP/1.1" status: 204 len: 168 time: 2.6376541 Feb 14 17:54:27.691365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39518) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:27.704634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'floatingip': {'floating_network_id': 'b6e6f75d-1ebf-41fc-9143-fab97753b036', 'port_id': '28e4a40b-1807-44c7-9398-7a953d42baae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:27.717348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.726764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:floatingip and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:27.726977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Made reservation on behalf of b8ef5cf2e7ee45a190963852c2e10fa4 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:27.729308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.734821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:27.740352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Deleting subnet 233f7368-26a4-47d3-ba12-c01f3a1fbe6c {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:27.746802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:27.751301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.769107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.778830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.779820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.781159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 0f63fe80-4cc8-41a7-839a-7b4b73678541 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:27.816077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.827363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] Pushing event deleted for resources: {'Port': ['ID=06d6bf49-c665-40c2-9826-abe3f611d62b,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:27.831149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fd8ec-0a86-4feb-9ef5-96f29cfbbba8 None None] No DVR routers for this DVR port 06d6bf49-c665-40c2-9826-abe3f611d62b on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:27.847804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.906122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.946986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:27.950567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:27.972905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:27.974804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:27.984443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b528a3-33d9-49ee-98ce-e0aa94a88b14 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:27.991760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:27.992353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.016968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=3f5f79f9-43b1-458d-92e4-21a161bc94e6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:28.026726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:security_group_rule and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:28.037449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:28.040047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf032bac-70f6-41b4-9f9d-69929b40a581,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:28.062577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:28.065819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.066409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b9e9c64-4702-48bc-954b-6ef11e7802a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20b70989c0134d098c9db15b94ae5e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9390221 Feb 14 17:54:28.076988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39522) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:28.226894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ec992c4f-9a29-4213-84c0-4010e08b02ef', 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'tenant_id': 'ddf00120e46c4a7ba46fad22a3dcfbf0', 'fixed_ips': [{'subnet_id': '3f5f79f9-43b1-458d-92e4-21a161bc94e6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:28.227986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.245553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eef716bf-6d8a-4dc4-94a5-59df858af3ca tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3267479 Feb 14 17:54:28.260222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39526) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:28.266472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:28.302642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.355303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233f7368-26a4-47d3-ba12-c01f3a1fbe6c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:28.361322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.367806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.389899 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-00614ff4-8869-4e1e-9784-bf29b843bbb6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/233f7368-26a4-47d3-ba12-c01f3a1fbe6c HTTP/1.1" status: 204 len: 168 time: 0.7520533 Feb 14 17:54:28.396245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39530) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:28.428846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Allocated IP 2001:db8::2 (ec992c4f-9a29-4213-84c0-4010e08b02ef/3f5f79f9-43b1-458d-92e4-21a161bc94e6/9ed4512f-a452-4961-aabf-3309ccc68953) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:28.494072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.507222 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:28.507658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbc30ddb-bbe3-463c-b728-f1c06ea0b875 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8154864 Feb 14 17:54:28.513870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.517844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39534) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:28.529348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '28e4a40b-1807-44c7-9398-7a953d42baae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:28.546605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:28.550566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.574758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Usage tracker for resource:floatingip and tenant:dabcd3c5e06a4528a6d680c782b3a47c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:28.588098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:28.604178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.619990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:28.623871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.658579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.671556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:28.680627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Transition to ACTIVE for port object 9ed4512f-a452-4961-aabf-3309ccc68953 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:28.701171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:28.706775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:28.708534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Transition to ACTIVE for port object 9ed4512f-a452-4961-aabf-3309ccc68953 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:28.710009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d953c9b-d2db-4389-b273-134847f0629e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:28.715704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:28.739211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.785631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.832321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.845311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.857128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 603fb864-e357-4e16-8f95-41417daf5828 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:28.857454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.886210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.889784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:28.897111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.914349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:28.915004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:28.918706 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-abc22cf3-3c7d-43bd-89f7-076e0aa19a8d tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3074772 Feb 14 17:54:28.918844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:28.919237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:28.923423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:28.932844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Pushing event updated for resources: {'Port': ['ID=9ed4512f-a452-4961-aabf-3309ccc68953,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:28.935984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39538) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:28.949223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:28.967940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49212d0-b162-4a21-a2a3-a0f4529db08c']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:28.990216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b3c8d9-1c76-4727-8d70-45d3f9ddd520') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:28.990502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b3c8d9-1c76-4727-8d70-45d3f9ddd520') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:29.006668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1817587419', 'security_groups': ['8d953c9b-d2db-4389-b273-134847f0629e'], 'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78232914-7549-405b-8a31-6d7b92fd01e3'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:29.036205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=0f63fe80-4cc8-41a7-839a-7b4b73678541,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:29.045295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:29.047914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:29.047914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.055057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf032bac-70f6-41b4-9f9d-69929b40a581,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:29.067288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.077106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 06d6bf49-c665-40c2-9826-abe3f611d62b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:29.084865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.091484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:29.091860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.130580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 06d6bf49-c665-40c2-9826-abe3f611d62b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:29.131193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 06d6bf49-c665-40c2-9826-abe3f611d62b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:29.151305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.155336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-055ab4f3-528e-45c2-bdf2-e40232721135 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf032bac-70f6-41b4-9f9d-69929b40a581 HTTP/1.1" status: 204 len: 168 time: 1.0750682 Feb 14 17:54:29.161358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Attempting to bind port 9ed4512f-a452-4961-aabf-3309ccc68953 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:29.161358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Attempting to bind port 9ed4512f-a452-4961-aabf-3309ccc68953 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:29.161683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Attempting to bind port 9ed4512f-a452-4961-aabf-3309ccc68953 on network ec992c4f-9a29-4213-84c0-4010e08b02ef {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:29.171159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:29.171822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Checking segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:29.173327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.174392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Bound using segment: {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:29.175275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Bound port: 9ed4512f-a452-4961-aabf-3309ccc68953, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc0346-761a-49ca-8de7-f19b68ac1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:29.175828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:29.180128 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:29.269427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-013fd9d6-935b-4d79-a274-ab35f23136d5 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7490709 Feb 14 17:54:29.278222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39544) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:29.280659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f5f79f9-43b1-458d-92e4-21a161bc94e6 (CIDR: 2001:db8::/64) Feb 14 17:54:29.284796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] For port 9ed4512f-a452-4961-aabf-3309ccc68953, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:29.292979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] For port 9ed4512f-a452-4961-aabf-3309ccc68953, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ed4512f-a452-4961-aabf-3309ccc68953,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:29.293237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.324719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:29.325202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:29.332618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.335034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:29.359859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d49212d0-b162-4a21-a2a3-a0f4529db08c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:29.364276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.366793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.376722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:29.397651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a496c74a-9874-40b1-a997-564a43fcec55 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Synchronizing usage tracker for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:29.423262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.469562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479497e-1278-470e-8ce0-aee265bf44c6 None None] Pushing event updated for resources: {'Port': ['ID=9ed4512f-a452-4961-aabf-3309ccc68953,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:29.497592 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6f17060d-fbf2-49b2-82d2-6d55fcc50a7f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2362537 Feb 14 17:54:29.501057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:29.519491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39548) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:29.520131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 603fb864-e357-4e16-8f95-41417daf5828 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:29.536279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'subnet': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:29.548289 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9d3bafd0-d92d-4d38-a2d9-c179a7e7ff61 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d49212d0-b162-4a21-a2a3-a0f4529db08c HTTP/1.1" status: 204 len: 168 time: 1.1542318 Feb 14 17:54:29.555100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39552) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:29.672060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a496c74a-9874-40b1-a997-564a43fcec55 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Unset dirty status for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:29.673643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a496c74a-9874-40b1-a997-564a43fcec55 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports/0f63fe80-4cc8-41a7-839a-7b4b73678541 HTTP/1.1" status: 200 len: 955 time: 0.3918681 Feb 14 17:54:29.674483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Deleting subnet afe9d2d0-c072-4733-948d-55a8f26330ee {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:29.681376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39558) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:29.686183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.810838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.851237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Deleting port 0f63fe80-4cc8-41a7-839a-7b4b73678541 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:29.859254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.883929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Allocated IP 172.26.4.107 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/63c352f9-f6d4-4b60-b4c8-0371784cb4a9) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:29.909559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.947098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:29.952380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] device_id is not set on port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:29.959813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:29.985141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:subnet and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:29.988662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:29.998969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:30.149142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39562) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:30.177476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:30.203550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.214152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.366623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.9 (8637f3ed-eb61-424f-b309-a3aad7443327/78232914-7549-405b-8a31-6d7b92fd01e3/2226dec4-a9e8-4f49-8ead-03ad41364bd8) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:30.406392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=603fb864-e357-4e16-8f95-41417daf5828,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:30.529049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Calling delete_port for 0f63fe80-4cc8-41a7-839a-7b4b73678541 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:30.555252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.573192 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57a0d04b-cdac-448f-89e4-093f57fc7dad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97eeef5edcc64b7abd204981dc310431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4210224 Feb 14 17:54:30.578171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39566) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:30.647969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.669067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.678440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.734377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8b3cb052-bad2-406f-8064-57b73a3bcc55 None None] Provisioning for port 9ed4512f-a452-4961-aabf-3309ccc68953 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:30.735322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe9d2d0-c072-4733-948d-55a8f26330ee,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:30.869764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.883886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.949794 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e09db173-2f34-4003-bfef-090dd7ba1bb7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/afe9d2d0-c072-4733-948d-55a8f26330ee HTTP/1.1" status: 204 len: 168 time: 1.3936200 Feb 14 17:54:30.950819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.952381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:30.965461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ed4512f-a452-4961-aabf-3309ccc68953 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:30.979779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:30.989838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.045974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 2226dec4-a9e8-4f49-8ead-03ad41364bd8 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:31.094097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9ed4512f-a452-4961-aabf-3309ccc68953 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:31.095147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f63fe80-4cc8-41a7-839a-7b4b73678541,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:31.100484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.101189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9ed4512f-a452-4961-aabf-3309ccc68953 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:31.101606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.128439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:31.134956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:31.137379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:31.167979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event updated for resources: {'Port': ['ID=63c352f9-f6d4-4b60-b4c8-0371784cb4a9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:31.200150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.222270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.240049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.255909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9ed4512f-a452-4961-aabf-3309ccc68953, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ed4512f-a452-4961-aabf-3309ccc68953,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:31.297064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.311976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.376453 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-190fa3c1-ee6d-4d77-8202-5c949946b477 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0f63fe80-4cc8-41a7-839a-7b4b73678541 HTTP/1.1" status: 204 len: 168 time: 1.6904993 Feb 14 17:54:31.384089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39574) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:31.405534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9ed4512f-a452-4961-aabf-3309ccc68953,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:31.429408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:31.437659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:31.440018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:31.462604 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7269dac1-887f-45af-bfef-0fbd3e936b98 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:54:31.463119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7269dac1-887f-45af-bfef-0fbd3e936b98 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Synchronizing usage tracker for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:31.488480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=2226dec4-a9e8-4f49-8ead-03ad41364bd8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:31.534630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port 63c352f9-f6d4-4b60-b4c8-0371784cb4a9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:31.534970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.596140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.610481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:31.611094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.694270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.709864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7269dac1-887f-45af-bfef-0fbd3e936b98 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Unset dirty status for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:31.711043 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7269dac1-887f-45af-bfef-0fbd3e936b98 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports/0f63fe80-4cc8-41a7-839a-7b4b73678541 HTTP/1.1" status: 404 len: 333 time: 0.3232923 Feb 14 17:54:31.711979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a08f010-dfd8-48c6-925c-4e1f78c1de91,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:31.720774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39578) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:31.743607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1419688339'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:31.747719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.751185 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f13e0c4c-c636-485e-a768-fcec1801e366 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a08f010-dfd8-48c6-925c-4e1f78c1de91 HTTP/1.1" status: 204 len: 168 time: 1.1257927 Feb 14 17:54:31.754410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9947073-9055-4b43-aff2-c469f9e79767']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:31.762056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:31.778649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9876d0a0-83dc-461f-acf4-c15e0d9136a9') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:31.778944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9876d0a0-83dc-461f-acf4-c15e0d9136a9') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:31.791196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:31.802715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.824465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.827515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.objects.ports [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84255) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 14 17:54:31.827656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 2f25564d-20af-4862-b9ed-1c303887726b has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:31.835730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:31.836129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:31.850059 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:31.872999 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-371793a6-a250-49e3-a301-85f3f26806d2 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9254007 Feb 14 17:54:31.884596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39584) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:31.895961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d55affce-e45d-43d7-a573-dc39e04d9c2d None None] Provisioning for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:31.906116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:31.906335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d55affce-e45d-43d7-a573-dc39e04d9c2d None None] Provisioning complete for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:31.906969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d55affce-e45d-43d7-a573-dc39e04d9c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.931902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.933987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:31.970765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d55affce-e45d-43d7-a573-dc39e04d9c2d None None] Port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:32.079125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Made reservation on behalf of b8ef5cf2e7ee45a190963852c2e10fa4 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:32.080980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.153238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Calling delete_port for 63c352f9-f6d4-4b60-b4c8-0371784cb4a9 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:32.170873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 680ea13b-4aca-4b79-90da-00a0644fda71 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:32.207430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.233047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.253384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9947073-9055-4b43-aff2-c469f9e79767,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:32.271650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:32.276255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:32.280045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:32.283831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:32.287833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:32.290447 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-416c7757-75a8-42d9-b469-f9c53ad1ed5f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2415392 Feb 14 17:54:32.296381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39594) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:32.299235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] Sync routers for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:32.312660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:32.313436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:32.347768 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ff1d1e44-0da2-4369-94ee-e720c8f04fb5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9947073-9055-4b43-aff2-c469f9e79767 HTTP/1.1" status: 204 len: 168 time: 1.3861208 Feb 14 17:54:32.388402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:32.402265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] Routers {'2f25564d-20af-4862-b9ed-1c303887726b'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:32.403040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['2f25564d-20af-4862-b9ed-1c303887726b'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:32.466662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:32.467345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5845364-d8c9-483e-9f49-f01a0bf2571a None None] The sync data for ids ['2f25564d-20af-4862-b9ed-1c303887726b'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:32.569068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-55b230d4-8616-45ad-b6c1-96ebb3d6660d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f25564d-20af-4862-b9ed-1c303887726b HTTP/1.1" status: 200 len: 205 time: 0.2700686 Feb 14 17:54:32.571761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39602) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:32.609047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.693270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:32.697038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.725535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.732064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:32.837798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Port': ['ID=63c352f9-f6d4-4b60-b4c8-0371784cb4a9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:32.861076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39608) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:32.930596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ed4512f-a452-4961-aabf-3309ccc68953 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:32.955104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.025533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9ed4512f-a452-4961-aabf-3309ccc68953 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:33.025931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.077751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78232914-7549-405b-8a31-6d7b92fd01e3 (CIDR: 172.20.0.0/28) Feb 14 17:54:33.162718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1061977e-cec3-444f-87f1-be582066aeba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01c48a55ae7b4c6ba4100b8bc302a0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2982411 Feb 14 17:54:33.162718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:33.162718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:33.166831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] For port 9ed4512f-a452-4961-aabf-3309ccc68953, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ed4512f-a452-4961-aabf-3309ccc68953,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:33.174293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39616) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.230817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.237642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.254189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.269594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.296232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.333376 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] create failed (client error): The resource could not be found. Feb 14 17:54:33.338370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.341224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dec866a6-c36c-47eb-a7d2-eb8fc5b85362 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8151321 Feb 14 17:54:33.341224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-49f9b239-6b8d-45b0-bc32-469ffa803599 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4412506 Feb 14 17:54:33.341224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39622) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.341224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39624) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.374021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:33.379431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.379960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router 2f25564d-20af-4862-b9ed-1c303887726b {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:33.405115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.405862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.421032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.424983 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-040b0124-3bc1-4f0b-8d63-1bce7ff2751a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b HTTP/1.1" status: 204 len: 168 time: 0.8493876 Feb 14 17:54:33.426899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Network ab3702c2-291b-47f4-9d30-f27081ae7bfc is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:33.429596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.467032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:33.475806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:33.476605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:33.477213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.481359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=680ea13b-4aca-4b79-90da-00a0644fda71,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:33.588635 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-03d041c4-12ce-4449-8f84-550e83c5cd5e tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8546903 Feb 14 17:54:33.590253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.606084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:33.641686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port 28e4a40b-1807-44c7-9398-7a953d42baae {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:33.642027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.685023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.690004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:33.707631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Subnet': ['ID=b29f8289-408a-47ff-a8b5-bc1cb84eb3fa,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:33.723764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:33.726827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:33.729580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.733734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d9693-8905-4945-b665-73bb60b3a579 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:33.760595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92551e43-ae59-46f3-939d-f5bf6add2ee7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:33.775873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=9ed4512f-a452-4961-aabf-3309ccc68953,revision_number=5']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:33.799380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:33.829437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:33.837903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:33.846906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:33.847381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.848628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ef071f7-c9f7-4bdc-845d-746d37bc1aba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92551e43-ae59-46f3-939d-f5bf6add2ee7 HTTP/1.1" status: 204 len: 168 time: 0.6734259 Feb 14 17:54:33.855660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:33.868507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.885523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a53d937-cecb-4b96-8815-c0e836a597cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3623164 Feb 14 17:54:33.889062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39644) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:33.958451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Request body: {'port': {'network_id': 'ec992c4f-9a29-4213-84c0-4010e08b02ef', 'mac_address': 'fa:16:3e:3f:1d:10', 'name': 'tempest-NetworksTestDHCPv6-562292574'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:33.981810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:33.983492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.985217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:33.998856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.283665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.441151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] device_id is not set on port 680ea13b-4aca-4b79-90da-00a0644fda71 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:34.449882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.492848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.553118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Transition to ACTIVE for port object 680ea13b-4aca-4b79-90da-00a0644fda71 will not be triggered until provisioned by entity L2. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:34.554242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.637282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.640496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc3ce2-d17d-43d8-8e12-b5759aa5f249 None None] Network 5147c065-a6d8-467a-b38f-54f9d0beeb87 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:34.667697 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c HTTP/1.1" status: 204 len: 168 time: 1.2361927 Feb 14 17:54:34.669171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39658) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:34.670437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85a3da-758d-4737-a3c6-556d081d4df1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:34.672908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Calling delete_port for 28e4a40b-1807-44c7-9398-7a953d42baae owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:34.716849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:34.721239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f190dd74-1dab-4b49-8b52-820bd2e7c41a (CIDR: 172.20.0.16/28) Feb 14 17:54:34.739834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:34.759724 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:54:34.760596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:34.768551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Usage tracker for resource:port and tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:34.778937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:34.800182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:34.830670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=680ea13b-4aca-4b79-90da-00a0644fda71,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:34.933602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1ec8555b-7753-4cc9-b63f-fd282e8b7732 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5910277 Feb 14 17:54:34.937788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39664) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:34.938214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39666) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:34.960213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'subnet': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:35.009335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.010032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.010546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.027854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ed4512f-a452-4961-aabf-3309ccc68953 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:35.069108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Made reservation on behalf of ddf00120e46c4a7ba46fad22a3dcfbf0 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:35.073648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.108448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d119458-4320-469e-910d-dcee4db7e148 None None] Provisioning complete for port 9ed4512f-a452-4961-aabf-3309ccc68953 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:35.109265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d119458-4320-469e-910d-dcee4db7e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.168963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 45db0965-a0b7-440d-bcaf-85b2b94b7952 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:35.172514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.192278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9ed4512f-a452-4961-aabf-3309ccc68953 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:35.193270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.216738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.217114 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.220023 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 2 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.220415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] device_id is not set on port bd9ddd72-f95a-464d-bf5d-16a65bc6feca yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:35.238107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.238657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.238781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.250131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.250770 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.252671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.254094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.259642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:35.284752 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 3 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.316913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.316913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.317234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.322939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Usage tracker for resource:subnet and tenant:cd59ff70a6694457b8ec20e071af7d66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:35.328832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.329526 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.331516 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 4 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.336738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] DHCP port deletion for 5147c065-a6d8-467a-b38f-54f9d0beeb87 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:35.342458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:35.347913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Deleting port c617cf50-d93c-4f4d-83d3-5d7817ab2860 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:35.347913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.349518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Port': ['ID=28e4a40b-1807-44c7-9398-7a953d42baae,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:35.352675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.352675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.353096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.362538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.362538 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.362808 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 5 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.364253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:35.371385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7c0cf159-347e-423a-b8b6-61c6b0aea7d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=094668485db2427abb0d5b8ee3d89e8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4258680 Feb 14 17:54:35.376238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:35.382730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.383093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.383470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.398006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.398336 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.399806 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 6 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.418909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.419126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.419703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.431763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.432050 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.433656 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 7 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.442723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.506336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.506632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.506928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.517307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.518191 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.520986 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 8 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.538253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Made reservation on behalf of cd59ff70a6694457b8ec20e071af7d66 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:35.548875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.549219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.549553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.564374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.564721 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.565142 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 9 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.590510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.590852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.591165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.603916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.604248 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.604665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempt 10 to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 Feb 14 17:54:35.638419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:35.638759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] {{(pid=84256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:35.639103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempting to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:35.650914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:54:35.651238 dv-neutron-823271-4-hyperv neutron-server[84256]: ERROR neutron.plugins.ml2.managers [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Failed to bind port 680ea13b-4aca-4b79-90da-00a0644fda71 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '498a358a-c240-4dda-8286-bca1468fe145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ab3702c2-291b-47f4-9d30-f27081ae7bfc'}] Feb 14 17:54:35.653054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.671010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39680) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:35.689144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] For port c617cf50-d93c-4f4d-83d3-5d7817ab2860, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c617cf50-d93c-4f4d-83d3-5d7817ab2860,segment=NetworkSegment(421bb80e-8cb1-41e2-a58b-54a84595d9a4),segment_id=421bb80e-8cb1-41e2-a58b-54a84595d9a4)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:35.689712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.700613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.776735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=45db0965-a0b7-440d-bcaf-85b2b94b7952,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:35.780395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.792204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.795596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.806324 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-987c9477-8307-4f6f-899b-057a6d564030 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/45db0965-a0b7-440d-bcaf-85b2b94b7952 HTTP/1.1" status: 204 len: 168 time: 1.1342015 Feb 14 17:54:35.807047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39686) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:35.850102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Calling delete_port for c617cf50-d93c-4f4d-83d3-5d7817ab2860 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:35.877175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-49b29dfb-dab0-40f2-967e-545444762c84 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "DELETE /v2.0/ports/28e4a40b-1807-44c7-9398-7a953d42baae HTTP/1.1" status: 204 len: 168 time: 2.5375903 Feb 14 17:54:35.888492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39690) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:35.927376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf470c7c-f6b8-4b9f-8d4c-2f2e45c9069d None None] Network 20094755-c26c-4d86-870d-4eb9876a4f1d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:35.934234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 680ea13b-4aca-4b79-90da-00a0644fda71, host hv-neutron-8232, cleared binding levels {{(pid=84256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:35.934604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Attempted to set empty binding levels {{(pid=84256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 17:54:35.938289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.942139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.952454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port c617cf50-d93c-4f4d-83d3-5d7817ab2860 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:35.952829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.963370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:35.981980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1902015654'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:36.040788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:36.042696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.061065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.062079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Usage tracker for resource:router and tenant:d1e9a984bc98487db1966e9767206453 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:36.080551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:36.087916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8::39a (ec992c4f-9a29-4213-84c0-4010e08b02ef/3f5f79f9-43b1-458d-92e4-21a161bc94e6/bd9ddd72-f95a-464d-bf5d-16a65bc6feca) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:36.119240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:36.126610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:1d10 (ec992c4f-9a29-4213-84c0-4010e08b02ef/b29f8289-408a-47ff-a8b5-bc1cb84eb3fa/bd9ddd72-f95a-464d-bf5d-16a65bc6feca) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:36.143447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] Pushing event deleted for resources: {'Port': ['ID=c617cf50-d93c-4f4d-83d3-5d7817ab2860,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:36.156383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa70c3-742f-4ef4-8613-77b7398fd16e None None] No DVR routers for this DVR port c617cf50-d93c-4f4d-83d3-5d7817ab2860 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:36.217520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event updated for resources: {'Port': ['ID=680ea13b-4aca-4b79-90da-00a0644fda71,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:36.238509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.239484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.267277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] DHCP port deletion for 20094755-c26c-4d86-870d-4eb9876a4f1d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:36.272085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Deleting port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:36.272560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.284522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c2571-141e-472c-bf5f-071ca5d53f90 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:36.292305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-668c2571-141e-472c-bf5f-071ca5d53f90 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Synchronizing usage tracker for tenant:dabcd3c5e06a4528a6d680c782b3a47c on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:36.296163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] In _notify_port_updated(), no bound segment for port 680ea13b-4aca-4b79-90da-00a0644fda71 on network ab3702c2-291b-47f4-9d30-f27081ae7bfc {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:54:36.297227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.304459 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-152a0805-12ef-4df5-b9d1-b7430d0f3cc3 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "PUT /v2.0/ports/680ea13b-4aca-4b79-90da-00a0644fda71 HTTP/1.1" status: 200 len: 977 time: 2.7045486 Feb 14 17:54:36.304459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39694) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:36.351984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.385658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port c617cf50-d93c-4f4d-83d3-5d7817ab2860, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c617cf50-d93c-4f4d-83d3-5d7817ab2860,segment=NetworkSegment(421bb80e-8cb1-41e2-a58b-54a84595d9a4),segment_id=421bb80e-8cb1-41e2-a58b-54a84595d9a4)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:36.386024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.391269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51d2ea-1a9c-4ba2-b9fc-a58629995347,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:36.402898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Deleting port 680ea13b-4aca-4b79-90da-00a0644fda71 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:36.403180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.418862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.499851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] For port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,segment=NetworkSegment(6c9495f5-1543-4d81-88d7-f1a82d85d431),segment_id=6c9495f5-1543-4d81-88d7-f1a82d85d431)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:36.500244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.550965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for c617cf50-d93c-4f4d-83d3-5d7817ab2860 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:36.601361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-668c2571-141e-472c-bf5f-071ca5d53f90 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Unset dirty status for tenant:dabcd3c5e06a4528a6d680c782b3a47c on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:36.602519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-668c2571-141e-472c-bf5f-071ca5d53f90 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "GET /v2.0/ports?device_id=10f54c6a-41af-4c67-a13c-7acdd6901865 HTTP/1.1" status: 200 len: 913 time: 0.7079279 Feb 14 17:54:36.607643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39698) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:36.631245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.632608 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4be11f99-70fc-4ea9-97a7-3394f3123344 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c51d2ea-1a9c-4ba2-b9fc-a58629995347 HTTP/1.1" status: 204 len: 168 time: 1.2541239 Feb 14 17:54:36.663185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.666439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Calling delete_port for 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:36.698376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Transition to ACTIVE for port object bd9ddd72-f95a-464d-bf5d-16a65bc6feca will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:36.710563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.808836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.812998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d10fecc5-e593-4dd1-b0a0-f8f323bd8239 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1199040 Feb 14 17:54:36.813816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39704) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:36.843432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.876007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.893521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:54:36.893836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:54:36.897050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] Pushing event deleted for resources: {'Port': ['ID=8af04568-b9fd-4a9d-9bc6-78f50efb88f8,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:36.913329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:36.923370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7c0b1-7b38-4879-b2eb-fb292d89a90f None None] No DVR routers for this DVR port 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:36.984290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c617cf50-d93c-4f4d-83d3-5d7817ab2860 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:36.994737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] For port 680ea13b-4aca-4b79-90da-00a0644fda71, host hv-neutron-8232, got binding levels [] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:36.995206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.016314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c617cf50-d93c-4f4d-83d3-5d7817ab2860 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:37.016687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c617cf50-d93c-4f4d-83d3-5d7817ab2860 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:37.017119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:37.050809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:37.051476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8af04568-b9fd-4a9d-9bc6-78f50efb88f8 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:37.097324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Network 8637f3ed-eb61-424f-b309-a3aad7443327 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:37.105644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:37.112300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event updated for resources: {'Port': ['ID=bd9ddd72-f95a-464d-bf5d-16a65bc6feca,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:37.116927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Network ec992c4f-9a29-4213-84c0-4010e08b02ef is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:37.118124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b3d56-b789-4810-95df-f01745f7fb9e None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:37.119134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:37.119952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.125422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Subnet': ['ID=24fa5f85-40ea-42e9-b52e-201254b871c3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:37.131832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:37.141807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:37.146836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:37.147685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.170723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.182875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Calling delete_port for 680ea13b-4aca-4b79-90da-00a0644fda71 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:37.246162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d74398a2-5336-4d2c-b564-947597c39b1e tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3021665 Feb 14 17:54:37.279388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39708) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:37.290462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1108957050', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24fa5f85-40ea-42e9-b52e-201254b871c3'}], 'security_groups': ['1f4e4251-f360-4a84-b817-59ae01dc6284', '5909007a-627d-4c5b-9ddc-6619358d05fe']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:37.381098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0df3d920-f05a-4915-b119-09f436dbcbf9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4732432 Feb 14 17:54:37.439207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39712) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:37.452685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port c617cf50-d93c-4f4d-83d3-5d7817ab2860 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:37.453271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.479282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.567518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Update dhcp port {'port': {'network_id': '8637f3ed-eb61-424f-b309-a3aad7443327', 'fixed_ips': [{'subnet_id': 'f190dd74-1dab-4b49-8b52-820bd2e7c41a', 'ip_address': '172.20.0.18'}, {'subnet_id': '78232914-7549-405b-8a31-6d7b92fd01e3', 'ip_address': '172.20.0.2'}, {'subnet_id': '24fa5f85-40ea-42e9-b52e-201254b871c3'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '0fbf970e-23a7-4495-a1dd-070cee2b3a24'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:54:37.571015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Pushing event deleted for resources: {'Port': ['ID=680ea13b-4aca-4b79-90da-00a0644fda71,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:37.618722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c598254f-a70b-42ac-b716-26136685448c None None] Provisioning for port bd9ddd72-f95a-464d-bf5d-16a65bc6feca completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:37.630562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c598254f-a70b-42ac-b716-26136685448c None None] Provisioning complete for port bd9ddd72-f95a-464d-bf5d-16a65bc6feca triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:37.630952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c598254f-a70b-42ac-b716-26136685448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.644004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting port bd9ddd72-f95a-464d-bf5d-16a65bc6feca {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:37.644617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.675788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.678963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.699469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.750762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c598254f-a70b-42ac-b716-26136685448c None None] Port bd9ddd72-f95a-464d-bf5d-16a65bc6feca cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:37.759520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] The port 'c617cf50-d93c-4f4d-83d3-5d7817ab2860' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:54:37.858767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.859341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.859451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9638c66e-98ac-48ae-bec1-3f6f9032f51c {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:37.876423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:37.877912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa54e894-e6f2-4393-8b3b-cd3da61a2674 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9638c66e-98ac-48ae-bec1-3f6f9032f51c HTTP/1.1" status: 204 len: 168 time: 1.0631967 Feb 14 17:54:37.880953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:37.886798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Request body: {'router': {'name': 'tempest-router-1077281930', 'distributed': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:37.893498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:37.904002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Usage tracker for resource:router and tenant:d1e9a984bc98487db1966e9767206453 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:37.912186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Allocated IP 172.20.0.34 (8637f3ed-eb61-424f-b309-a3aad7443327/24fa5f85-40ea-42e9-b52e-201254b871c3/0fbf970e-23a7-4495-a1dd-070cee2b3a24) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:37.916605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:37.927890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:37.956403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.027342 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d61370fe-a7d4-4f35-8a6e-1dc1ab353a93 tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "DELETE /v2.0/ports/680ea13b-4aca-4b79-90da-00a0644fda71 HTTP/1.1" status: 204 len: 168 time: 1.7196603 Feb 14 17:54:38.039479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39720) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:38.054533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.058923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:38.090074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.109207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Transition to ACTIVE for port object 0fbf970e-23a7-4495-a1dd-070cee2b3a24 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:38.113103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.131570 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-368cd4e7-7eef-4c53-bbb4-92dd93c68e3c tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] GET failed (client error): The resource could not be found. Feb 14 17:54:38.132048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-368cd4e7-7eef-4c53-bbb4-92dd93c68e3c tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Synchronizing usage tracker for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:38.149000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5147c065-a6d8-467a-b38f-54f9d0beeb87']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:38.180322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.181087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.181258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.190159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Calling delete_port for bd9ddd72-f95a-464d-bf5d-16a65bc6feca owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:38.201077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421bb80e-8cb1-41e2-a58b-54a84595d9a4') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:38.201363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421bb80e-8cb1-41e2-a58b-54a84595d9a4') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:38.237607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.257682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.303043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.310282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-368cd4e7-7eef-4c53-bbb4-92dd93c68e3c tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] Unset dirty status for tenant:b8ef5cf2e7ee45a190963852c2e10fa4 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:38.314790 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-368cd4e7-7eef-4c53-bbb4-92dd93c68e3c tempest-PortsAdminExtendedAttrsTestJSON-1853058523 tempest-PortsAdminExtendedAttrsTestJSON-1853058523-project-admin] 10.222.0.30 "GET /v2.0/ports/680ea13b-4aca-4b79-90da-00a0644fda71 HTTP/1.1" status: 404 len: 333 time: 0.2673912 Feb 14 17:54:38.328009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:38.328009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:38.328221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.357028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5bf53-b7f4-48da-8765-49f0dd21cae9 None None] Pushing event updated for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:38.359465 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:38.369879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.383611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.500073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.501651 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cd38bbef-3a55-4092-8409-673a358a062c tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6192222 Feb 14 17:54:38.504201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:38.567848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.721400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Port': ['ID=bd9ddd72-f95a-464d-bf5d-16a65bc6feca,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:38.761496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.787405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.787551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.790383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-77685fdf-ce86-4ca6-a78b-01c39001647f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/bd9ddd72-f95a-464d-bf5d-16a65bc6feca HTTP/1.1" status: 204 len: 168 time: 1.3502004 Feb 14 17:54:38.791161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39732) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:38.797612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.843317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:38.882873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=5147c065-a6d8-467a-b38f-54f9d0beeb87,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:38.893366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0be0ab85-2d4b-4568-af3f-c77de2e2f032 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/5147c065-a6d8-467a-b38f-54f9d0beeb87 HTTP/1.1" status: 204 len: 168 time: 3.0813389 Feb 14 17:54:38.911603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39736) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:38.992014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:39.060473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.092177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Provisioning complete for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:39.092672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.109335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3702c2-291b-47f4-9d30-f27081ae7bfc']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.117244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.159306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:39.183903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498a358a-c240-4dda-8286-bca1468fe145') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.184196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498a358a-c240-4dda-8286-bca1468fe145') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.207346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.241121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.241770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Provisioning for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:39.249973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:39.250266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.253822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb79fe-1812-4c00-8344-f31a5895fcbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:39.256796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4dfb79fe-1812-4c00-8344-f31a5895fcbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:39.388491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:39.389234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.414944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:39.415333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:39.430174 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:39.446698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a87601d3-819d-40b2-bb3b-5fc733266224 None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:39.520453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Delete allocated IP 172.20.0.9 (8637f3ed-eb61-424f-b309-a3aad7443327/78232914-7549-405b-8a31-6d7b92fd01e3) {{(pid=84256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:54:39.559936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Allocated IP 172.20.0.45 (8637f3ed-eb61-424f-b309-a3aad7443327/24fa5f85-40ea-42e9-b52e-201254b871c3/2226dec4-a9e8-4f49-8ead-03ad41364bd8) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:39.634443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.639993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.651722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.656221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.669938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4dfb79fe-1812-4c00-8344-f31a5895fcbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:39.673004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4dfb79fe-1812-4c00-8344-f31a5895fcbf tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8760028 Feb 14 17:54:39.673004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20094755-c26c-4d86-870d-4eb9876a4f1d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.678227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.680181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:39.703911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] Pushing event deleted for resources: {'Network': ['ID=ab3702c2-291b-47f4-9d30-f27081ae7bfc,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:39.720549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9495f5-1543-4d81-88d7-f1a82d85d431') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.720932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9495f5-1543-4d81-88d7-f1a82d85d431') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:39.722836 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2345a9b0-0f00-463e-8e64-a127f38eeabf tempest-PortsAdminExtendedAttrsTestJSON-1926913220 tempest-PortsAdminExtendedAttrsTestJSON-1926913220-project] 10.222.0.30 "DELETE /v2.0/networks/ab3702c2-291b-47f4-9d30-f27081ae7bfc HTTP/1.1" status: 204 len: 168 time: 1.4047520 Feb 14 17:54:39.749517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.771554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.781419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:39.781813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:39.801375 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:39.858514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.859006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 237633a3-7df0-4243-bdf7-7e4398bd14df {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:39.885188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.895261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-96bce088-ffe4-424c-95d8-1ce51d00f5c1 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "DELETE /v2.0/routers/237633a3-7df0-4243-bdf7-7e4398bd14df HTTP/1.1" status: 204 len: 168 time: 1.3816335 Feb 14 17:54:39.895422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39746) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:39.896849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac61609-52a2-418e-b3a7-cccd8c057867 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:39.898469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ac61609-52a2-418e-b3a7-cccd8c057867 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2151167 Feb 14 17:54:39.900866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39750) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:39.901734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Request body: {'router': {'name': 'tempest-router-1325228881', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd1869ee7371f459088a1bf0cdb3fcc0d'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:39.909134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:39.915203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Usage tracker for resource:router and tenant:d1869ee7371f459088a1bf0cdb3fcc0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:39.921283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:39.930459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:39.953224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.971999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.979262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:39.985255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=20094755-c26c-4d86-870d-4eb9876a4f1d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:39.994323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2e3c8229-5a3e-40de-89ad-8c26a6809602 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/20094755-c26c-4d86-870d-4eb9876a4f1d HTTP/1.1" status: 204 len: 168 time: 1.0761249 Feb 14 17:54:39.995729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39754) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.003695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Transition to ACTIVE for port object 2226dec4-a9e8-4f49-8ead-03ad41364bd8 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:40.004115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378192185'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:40.010105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:40.011955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:40.013289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:40.014138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:40.019487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:40.027152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:40.032192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:40.039251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:40.077698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.078579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.091382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port 7347da70-488e-47da-9ea0-149b2b239c9a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:40.091708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.106088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:40.109981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f167083e-388d-48f8-a24a-9a30544cd2cb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2054772 Feb 14 17:54:40.109981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:40.111468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.117712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39758) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.133453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.140495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:40.149812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.150158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 8687a4c2-e190-4abf-9161-e896fe63c426 of type vlan for network bc22a989-6cc7-4ab5-9374-b93f1fe5823d Feb 14 17:54:40.181074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.257740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39764) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.282864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.287984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.288554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:40.289713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.416428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=bc22a989-6cc7-4ab5-9374-b93f1fe5823d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:40.422587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event updated for resources: {'Port': ['ID=2226dec4-a9e8-4f49-8ead-03ad41364bd8,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:40.429010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:40.454211 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b97410c2-891d-4eb4-aa0a-28dd5f0f659f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43b118a544294e06ab3fae1c082f634c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948996 Feb 14 17:54:40.456769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39770) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.495994 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-122b37af-fb1d-4a85-bcd6-2e0da77e4b27 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4997959 Feb 14 17:54:40.499201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39774) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.507042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:40.596133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] In _notify_port_updated(), no bound segment for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 on network 8637f3ed-eb61-424f-b309-a3aad7443327 {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:54:40.599916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:40.600732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.601808 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-51cb4f14-0986-43f9-803d-74beb087548f tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "PUT /v2.0/ports/2226dec4-a9e8-4f49-8ead-03ad41364bd8 HTTP/1.1" status: 200 len: 960 time: 3.3213079 Feb 14 17:54:40.608220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39778) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:40.624162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.664631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.667110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.676828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.692738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:40.705483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:40.710797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:40.720108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:40.834541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Calling delete_port for 7347da70-488e-47da-9ea0-149b2b239c9a owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:40.865270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet 3f5f79f9-43b1-458d-92e4-21a161bc94e6 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:40.871238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:40.882871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.953812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:40.985685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9884732-77fe-42c2-87ff-146070486ac0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:40.986296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6da53538-274a-4ef1-8d7e-a7fafc84674c None None] Provisioning for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:40.992935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6da53538-274a-4ef1-8d7e-a7fafc84674c None None] Provisioning complete for port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:40.997543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6da53538-274a-4ef1-8d7e-a7fafc84674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.010548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.028035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.029175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0a94cabf-ff90-4e75-ac87-c2adf658e4a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9884732-77fe-42c2-87ff-146070486ac0 HTTP/1.1" status: 204 len: 168 time: 0.5712719 Feb 14 17:54:41.036311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:41.036800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.074146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6da53538-274a-4ef1-8d7e-a7fafc84674c None None] Port 2226dec4-a9e8-4f49-8ead-03ad41364bd8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:41.111489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.142162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.143588 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d62a5cb5-0866-4aee-a6c3-2acc843fcef4 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2484648 Feb 14 17:54:41.146554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39784) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:41.179671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:41.375136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.509825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.543127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.650160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 2226dec4-a9e8-4f49-8ead-03ad41364bd8 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:41.677952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.742898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Port': ['ID=7347da70-488e-47da-9ea0-149b2b239c9a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:41.774692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.775047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.802354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.833037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39790) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:41.881408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:41.889382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210d47b-d3e7-4309-8da3-b480d44d3b64 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:41.906353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5f79f9-43b1-458d-92e4-21a161bc94e6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:41.939526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=8d30408c-22ad-4804-87d3-6f483d823c7e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:41.991891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-61be284e-9aed-4a02-a96f-bc4bc6d19b79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8ef5cf2e7ee45a190963852c2e10fa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1576214 Feb 14 17:54:41.998466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39794) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:42.019820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84255) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 14 17:54:42.020414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Router 4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 migrating from provider to provider. {{(pid=84255) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 14 17:54:42.022400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.032579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '8687a4c2-e190-4abf-9161-e896fe63c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:42.033283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: bc22a989-6cc7-4ab5-9374-b93f1fe5823d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:54:42.038407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.094638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.107312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.111983 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d923b99c-c986-43b7-93cf-82d51b6d2c73 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5f79f9-43b1-458d-92e4-21a161bc94e6 HTTP/1.1" status: 204 len: 168 time: 1.9871984 Feb 14 17:54:42.114135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:42.125874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.190557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.196462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:42.204984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Deleting subnet b29f8289-408a-47ff-a8b5-bc1cb84eb3fa {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:42.210138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.296739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.309857 dv-neutron-823271-4-hyperv neutron-server[84255]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] No L3 agents can host the router 4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 Feb 14 17:54:42.373620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, bc22a989-6cc7-4ab5-9374-b93f1fe5823d) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:42.380980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758c5db-a6c8-44ae-9ec7-9aa11006d564 None None] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:42.430553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:42.431130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.441418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.482122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee8e579-0f72-46f4-bb2d-6106ca27ae83,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:42.489424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.493019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-96975498-fcb7-4f94-98d3-bb4170848bdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ee8e579-0f72-46f4-bb2d-6106ca27ae83 HTTP/1.1" status: 204 len: 168 time: 0.4903922 Feb 14 17:54:42.544071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=2226dec4-a9e8-4f49-8ead-03ad41364bd8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:42.550348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Hosts for router 4b3b0ac9-ec6d-46f7-b854-a90412f7ec47: [] {{(pid=84255) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 14 17:54:42.561519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.636926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6ae83c54-d159-4d4e-904d-3f1310df347b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1366436 Feb 14 17:54:42.637607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39804) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:42.656534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1787992366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:42.664844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:42.669896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:42.673502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:42.680837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:42.699086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Hosts for other DVR routers connected to router 4b3b0ac9-ec6d-46f7-b854-a90412f7ec47: set() {{(pid=84255) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 14 17:54:42.701946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.706474 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2f5c61fa-20e3-481c-abcb-d680a701b464 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "PUT /v2.0/routers/4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 HTTP/1.1" status: 200 len: 717 time: 1.5587320 Feb 14 17:54:42.707344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39808) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:42.788542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.789445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.811896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-bc22a989-6cc7-4ab5-9374-b93f1fe5823d', 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '8d30408c-22ad-4804-87d3-6f483d823c7e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:42.813863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.916002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:42.937490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e222544f-66fa-487d-85d7-ac5c46d28e6b tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "GET /v2.0/routers/4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 HTTP/1.1" status: 200 len: 717 time: 0.2288482 Feb 14 17:54:42.938580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39812) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.019176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.026199 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e8427e20-4df6-4763-871a-fd410d3a13ba tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/2226dec4-a9e8-4f49-8ead-03ad41364bd8 HTTP/1.1" status: 204 len: 168 time: 2.4123206 Feb 14 17:54:43.027151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.053174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.056483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Allocated IP 2001:db8::2 (bc22a989-6cc7-4ab5-9374-b93f1fe5823d/8d30408c-22ad-4804-87d3-6f483d823c7e/c3de7ad2-0a27-40da-9ed0-758593819210) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:43.095413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.121465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e3306a-a7c1-43e1-adb6-36414d9930d6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] GET failed (client error): The resource could not be found. Feb 14 17:54:43.121956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-11e3306a-a7c1-43e1-adb6-36414d9930d6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Synchronizing usage tracker for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:43.235160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.236632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b624c5dc-5ff1-41d9-9783-6a07677b9ff6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5863974 Feb 14 17:54:43.240035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.246403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'port': {'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d', 'name': 'tempest-RoutersIpV6Test-544212864'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:43.258503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-05e2c21f-97cf-4875-ac17-42272b51159c None None] Provisioning complete for port 9ed4512f-a452-4961-aabf-3309ccc68953 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:43.261124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05e2c21f-97cf-4875-ac17-42272b51159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.269965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Router 10f54c6a-41af-4c67-a13c-7acdd6901865 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:43.294187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-11e3306a-a7c1-43e1-adb6-36414d9930d6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Unset dirty status for tenant:cd59ff70a6694457b8ec20e071af7d66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:43.297264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11e3306a-a7c1-43e1-adb6-36414d9930d6 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports/2226dec4-a9e8-4f49-8ead-03ad41364bd8 HTTP/1.1" status: 404 len: 333 time: 0.2691441 Feb 14 17:54:43.308340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39832) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.413100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.421641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.460656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Subnet': ['ID=b29f8289-408a-47ff-a8b5-bc1cb84eb3fa,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:43.464884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Transition to ACTIVE for port object c3de7ad2-0a27-40da-9ed0-758593819210 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:43.469430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.483121 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9299c49-0792-4789-bce6-eae19bc04294 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/b29f8289-408a-47ff-a8b5-bc1cb84eb3fa HTTP/1.1" status: 204 len: 168 time: 1.3596170 Feb 14 17:54:43.483930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39840) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.485574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e553180-f43c-4fbd-bd7b-55451ed2c0f7 None None] Network ec992c4f-9a29-4213-84c0-4010e08b02ef requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:43.568730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Transition to ACTIVE for port object c3de7ad2-0a27-40da-9ed0-758593819210 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:43.586783 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2ca9a580-97ca-4f4a-9381-20867515bef5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018376 Feb 14 17:54:43.589112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39846) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.596516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:43.606168 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3657df05-9eb7-4602-a255-99d7119fbc64 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "PUT /v2.0/routers/10f54c6a-41af-4c67-a13c-7acdd6901865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9974957 Feb 14 17:54:43.612557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39850) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.612795 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] Sync routers for ids ['10f54c6a-41af-4c67-a13c-7acdd6901865'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:43.640139 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] Routers {'10f54c6a-41af-4c67-a13c-7acdd6901865'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:43.642621 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10f54c6a-41af-4c67-a13c-7acdd6901865'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:43.682092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.768281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Pushing event updated for resources: {'Port': ['ID=c3de7ad2-0a27-40da-9ed0-758593819210,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:43.768554 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:43.770079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f26834-337f-475c-a3ef-feefbcf8abe7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:43.771060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f5f26834-337f-475c-a3ef-feefbcf8abe7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:43.778637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:43.781447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:43.784380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:43.790228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f5f26834-337f-475c-a3ef-feefbcf8abe7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:43.794975 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f5f26834-337f-475c-a3ef-feefbcf8abe7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1986275 Feb 14 17:54:43.795278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39854) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.797615 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] Routers {'10f54c6a-41af-4c67-a13c-7acdd6901865'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:43.798664 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10f54c6a-41af-4c67-a13c-7acdd6901865'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:43.862998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:43.867286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:port and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:43.870739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:43.877502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:43.898357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Attempting to bind port c3de7ad2-0a27-40da-9ed0-758593819210 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:54:43.898456 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:43.898456 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00d4e0-6a0f-43d3-851f-44ceeb4c0ad1 None None] The sync data for ids ['10f54c6a-41af-4c67-a13c-7acdd6901865'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:43.898842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Attempting to bind port c3de7ad2-0a27-40da-9ed0-758593819210 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '8687a4c2-e190-4abf-9161-e896fe63c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:54:43.899201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Attempting to bind port c3de7ad2-0a27-40da-9ed0-758593819210 on network bc22a989-6cc7-4ab5-9374-b93f1fe5823d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:54:43.902802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6196bf-cf69-4f1b-b8a2-9d4c011f0aaa tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:43.904232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0ef42013-1203-4de9-8adb-53462f21de5e tempest-RoutersTestDVR-694886587 tempest-RoutersTestDVR-694886587-project] 10.222.0.30 "GET /v2.0/routers/4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 HTTP/1.1" status: 200 len: 683 time: 0.9527311 Feb 14 17:54:43.907320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ac6196bf-cf69-4f1b-b8a2-9d4c011f0aaa tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Synchronizing usage tracker for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:43.909113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:54:43.909761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Checking segment: {'id': '8687a4c2-e190-4abf-9161-e896fe63c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:43.910433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39860) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:43.910633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.911223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Bound using segment: {'id': '8687a4c2-e190-4abf-9161-e896fe63c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:54:43.911833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Bound port: c3de7ad2-0a27-40da-9ed0-758593819210, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8687a4c2-e190-4abf-9161-e896fe63c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc22a989-6cc7-4ab5-9374-b93f1fe5823d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:54:43.912353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.966610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.975194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:43.978321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:43.982539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] DHCP port deletion for ec992c4f-9a29-4213-84c0-4010e08b02ef request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:43.992352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Deleting port 9ed4512f-a452-4961-aabf-3309ccc68953 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:43.992999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.031146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] device_id is not set on port b3ba266a-0c7d-43f9-9dc7-9743eac30317 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:44.063339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] For port c3de7ad2-0a27-40da-9ed0-758593819210, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:54:44.065077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.099752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ac6196bf-cf69-4f1b-b8a2-9d4c011f0aaa tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Unset dirty status for tenant:ddf00120e46c4a7ba46fad22a3dcfbf0 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:44.103658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac6196bf-cf69-4f1b-b8a2-9d4c011f0aaa tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3047855 Feb 14 17:54:44.108830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39866) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.112637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.148495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] For port c3de7ad2-0a27-40da-9ed0-758593819210, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c3de7ad2-0a27-40da-9ed0-758593819210,segment=NetworkSegment(8687a4c2-e190-4abf-9161-e896fe63c426),segment_id=8687a4c2-e190-4abf-9161-e896fe63c426)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:54:44.198283 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c041c607-111e-4bc7-a52e-b68ad86a2a70 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857439 Feb 14 17:54:44.210561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.233087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.253078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.354240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] For port 9ed4512f-a452-4961-aabf-3309ccc68953, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9ed4512f-a452-4961-aabf-3309ccc68953,segment=NetworkSegment(87bc0346-761a-49ca-8de7-f19b68ac1532),segment_id=87bc0346-761a-49ca-8de7-f19b68ac1532)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:44.354240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.428790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.514488 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eb2790-00b8-4eec-b58a-63f59e82fe4e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:44.515800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47eb2790-00b8-4eec-b58a-63f59e82fe4e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:44.517786 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-47eb2790-00b8-4eec-b58a-63f59e82fe4e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/bd9ddd72-f95a-464d-bf5d-16a65bc6feca HTTP/1.1" status: 404 len: 333 time: 0.3071272 Feb 14 17:54:44.519783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Calling delete_port for 9ed4512f-a452-4961-aabf-3309ccc68953 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:44.524739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39878) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.525162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8::3ce (bc22a989-6cc7-4ab5-9374-b93f1fe5823d/8d30408c-22ad-4804-87d3-6f483d823c7e/b3ba266a-0c7d-43f9-9dc7-9743eac30317) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:44.546404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e54f-3f3e-4687-a727-f87e638ee608 None None] Pushing event updated for resources: {'Port': ['ID=c3de7ad2-0a27-40da-9ed0-758593819210,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:44.569111 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d433c27e-afcf-4a2d-a748-b306690577f2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:44.569615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d433c27e-afcf-4a2d-a748-b306690577f2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:44.571303 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d433c27e-afcf-4a2d-a748-b306690577f2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/b29f8289-408a-47ff-a8b5-bc1cb84eb3fa HTTP/1.1" status: 404 len: 337 time: 0.0447905 Feb 14 17:54:44.574066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39882) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.623694 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff3344-0747-4592-ae89-831ed38fda3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:44.624040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff3344-0747-4592-ae89-831ed38fda3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:44.628003 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1ff3344-0747-4592-ae89-831ed38fda3d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5f79f9-43b1-458d-92e4-21a161bc94e6 HTTP/1.1" status: 404 len: 337 time: 0.0529776 Feb 14 17:54:44.631219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39888) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.666007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d953c9b-d2db-4389-b273-134847f0629e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:44.676892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.689591 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeefa11-e85f-4a9e-ac5c-c3f1c510098e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:44.690155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adeefa11-e85f-4a9e-ac5c-c3f1c510098e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:44.702015 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-adeefa11-e85f-4a9e-ac5c-c3f1c510098e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c24041bc-e75a-4cef-88d5-625e08579985 HTTP/1.1" status: 404 len: 333 time: 0.0640221 Feb 14 17:54:44.791406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39892) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.791625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] Pushing event deleted for resources: {'Port': ['ID=9ed4512f-a452-4961-aabf-3309ccc68953,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:44.795619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3508ca-77c8-48e1-8000-3699887bbcef None None] No DVR routers for this DVR port 9ed4512f-a452-4961-aabf-3309ccc68953 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:44.809846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:44.810970 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c1ecb1d0-dd76-48c8-ad8c-dfda27d01c23 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/security-groups/8d953c9b-d2db-4389-b273-134847f0629e HTTP/1.1" status: 204 len: 168 time: 1.4355195 Feb 14 17:54:44.892624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39896) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.986902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2b1f96-6480-4cee-831c-471006388391 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:44.987895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2b1f96-6480-4cee-831c-471006388391 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:44.991605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2e2b1f96-6480-4cee-831c-471006388391 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/d67c22a5-2e00-4032-9f84-e212dff0ee82 HTTP/1.1" status: 404 len: 337 time: 0.1963630 Feb 14 17:54:44.992176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39900) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:44.994140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.016160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c3de7ad2-0a27-40da-9ed0-758593819210 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:45.056121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.058008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a37f3c-c92a-4b7f-8c29-af0cabc9316d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.058445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a37f3c-c92a-4b7f-8c29-af0cabc9316d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.062657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-04a37f3c-c92a-4b7f-8c29-af0cabc9316d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/f191c814-fafb-4e47-997d-6d537b3c5c0e HTTP/1.1" status: 404 len: 337 time: 0.0624411 Feb 14 17:54:45.069757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39906) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.110231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.117059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.127234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.132503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac69c35-356b-41f1-91ff-2f3f7ff8c805 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.132918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac69c35-356b-41f1-91ff-2f3f7ff8c805 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.134525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3ac69c35-356b-41f1-91ff-2f3f7ff8c805 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/4a4ec8d8-03fa-478a-99aa-a60ce6b86784 HTTP/1.1" status: 404 len: 333 time: 0.0678034 Feb 14 17:54:45.139129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39912) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.177736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.187341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c3de7ad2-0a27-40da-9ed0-758593819210 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:45.203342 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7378df4-e954-46e1-94ec-c6628505e1cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.203843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7378df4-e954-46e1-94ec-c6628505e1cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.205690 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a7378df4-e954-46e1-94ec-c6628505e1cc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7eaede7f-20f4-4214-8962-d063f6e0a0f2 HTTP/1.1" status: 404 len: 337 time: 0.0657082 Feb 14 17:54:45.208471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39918) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.211546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.231800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.259834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object b3ba266a-0c7d-43f9-9dc7-9743eac30317 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:45.265099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ed4512f-a452-4961-aabf-3309ccc68953 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:45.280100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.280600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:45.311602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.312421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Fanout notify agent at l3_agent the message router_deleted on router 10f54c6a-41af-4c67-a13c-7acdd6901865 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:45.313644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9ed4512f-a452-4961-aabf-3309ccc68953 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:45.313992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9ed4512f-a452-4961-aabf-3309ccc68953 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:45.329057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.330824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-597d6d0f-14dd-4e89-a215-0786d333b4d5 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "DELETE /v2.0/routers/10f54c6a-41af-4c67-a13c-7acdd6901865 HTTP/1.1" status: 204 len: 168 time: 1.7171249 Feb 14 17:54:45.333325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39924) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.334847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad07f82-6f6a-40e1-9453-cf5263b22fa4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.335351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad07f82-6f6a-40e1-9453-cf5263b22fa4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.362933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9ad07f82-6f6a-40e1-9453-cf5263b22fa4 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/d29d7e92-a696-4b2b-a2e2-c923900080d6 HTTP/1.1" status: 404 len: 337 time: 0.1510653 Feb 14 17:54:45.362933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.362933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7a63c809-0b06-4570-a21a-a4772bc456d8 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4b3b0ac9-ec6d-46f7-b854-a90412f7ec47 HTTP/1.1" status: 204 len: 168 time: 1.4502966 Feb 14 17:54:45.363518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39928) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.365950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39932) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.382162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.405843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Request body: {'router': {'name': 'tempest-router-304934671', 'distributed': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:45.411535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:45.426227 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb03b45-d4f7-4066-9eab-74e14a708eae tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.427984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb03b45-d4f7-4066-9eab-74e14a708eae tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.431197 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bbb03b45-d4f7-4066-9eab-74e14a708eae tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/022b1ab6-c6d2-43c4-83e8-da3f53216a22 HTTP/1.1" status: 404 len: 333 time: 0.0659966 Feb 14 17:54:45.437058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.437650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.438816 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/security-groups/5909007a-627d-4c5b-9ddc-6619358d05fe HTTP/1.1" status: 204 len: 168 time: 0.3543723 Feb 14 17:54:45.440173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Usage tracker for resource:router and tenant:d1e9a984bc98487db1966e9767206453 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:45.443203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39938) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.443506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.459068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:45.492415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:45.506285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:45.506787 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8824c78e-6b88-4daa-b792-dbeeeed6b657 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.507280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8824c78e-6b88-4daa-b792-dbeeeed6b657 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.509899 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8824c78e-6b88-4daa-b792-dbeeeed6b657 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/f36d9331-e687-46dc-9fa3-c804fc0fcb27 HTTP/1.1" status: 404 len: 337 time: 0.0584784 Feb 14 17:54:45.519996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39946) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.520802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:45.526778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:45.527781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.531636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:45.534436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82cf29-219d-4a3a-9d0d-2c79d3e227ac tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5909007a-627d-4c5b-9ddc-6619358d05fe,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:45.598927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.634019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.637829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=b3ba266a-0c7d-43f9-9dc7-9743eac30317,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:45.640841 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15f5cce-97ae-4d6f-a413-980c96b22d71 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.641506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15f5cce-97ae-4d6f-a413-980c96b22d71 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.643621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c15f5cce-97ae-4d6f-a413-980c96b22d71 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7cf4dd52-50f7-4252-943f-92c360f26e55 HTTP/1.1" status: 404 len: 337 time: 0.1104841 Feb 14 17:54:45.646830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39952) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.707847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.708832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.717527 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6fe46f-d9e9-4ff9-a076-21dffd1779c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.717962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6fe46f-d9e9-4ff9-a076-21dffd1779c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.723070 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6f6fe46f-d9e9-4ff9-a076-21dffd1779c5 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b0926e44-d8ae-4347-938d-8cf5ea84742a HTTP/1.1" status: 404 len: 333 time: 0.0719302 Feb 14 17:54:45.723070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39956) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.767161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67538a43-4de4-422b-8154-c30506f7aaf2 None None] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:45.790707 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7482566-bd25-468c-b63f-072652b8d8da tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.792353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7482566-bd25-468c-b63f-072652b8d8da tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.801696 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a7482566-bd25-468c-b63f-072652b8d8da tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7a46c929-d965-4722-b3a1-cd6e738273bc HTTP/1.1" status: 404 len: 337 time: 0.0778930 Feb 14 17:54:45.807169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39962) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.851254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:45.853112 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d4099-213f-402f-b874-0385fba9d28d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.853606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4d4099-213f-402f-b874-0385fba9d28d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.871067 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cd4d4099-213f-402f-b874-0385fba9d28d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/0724ce96-5040-437b-bafb-874e7ed150b9 HTTP/1.1" status: 404 len: 333 time: 0.0624976 Feb 14 17:54:45.873663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39966) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.880270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-febd8eb1-5c8e-415e-9ff3-29b7c4c2d28c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6391830 Feb 14 17:54:45.885320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39970) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.933285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47aab2a-838c-4d82-841d-c12981dff4ce tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:45.933817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47aab2a-838c-4d82-841d-c12981dff4ce tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:45.937941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b47aab2a-838c-4d82-841d-c12981dff4ce tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/976ba5d8-bd79-49ee-b923-1127c30c1114 HTTP/1.1" status: 404 len: 337 time: 0.0605681 Feb 14 17:54:45.937941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39974) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.943141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39976) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:45.997716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting subnet b6170d1e-b900-4b2e-9a41-9b8d6c9a4753 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:46.000981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d1ceb5-ec2c-4052-ac01-992fcac6d27c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.001655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d1ceb5-ec2c-4052-ac01-992fcac6d27c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.005585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b2d1ceb5-ec2c-4052-ac01-992fcac6d27c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/10821c58-6de5-42bd-a767-51dadc204348 HTTP/1.1" status: 404 len: 333 time: 0.0506203 Feb 14 17:54:46.005585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.013856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 39984) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.025247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.028505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.029764 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f4e4251-f360-4a84-b817-59ae01dc6284 HTTP/1.1" status: 204 len: 168 time: 0.5754611 Feb 14 17:54:46.035551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39988) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.050018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Provisioning for port c3de7ad2-0a27-40da-9ed0-758593819210 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:46.062812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Provisioning complete for port c3de7ad2-0a27-40da-9ed0-758593819210 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:46.063535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.078177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.089549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1f2c-c809-4dfb-b48a-9e9ad75e5988 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e4251-f360-4a84-b817-59ae01dc6284,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:46.093094 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6717f400-d121-492e-b3b1-c0cd64b0adfc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.093094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6717f400-d121-492e-b3b1-c0cd64b0adfc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.098280 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6717f400-d121-492e-b3b1-c0cd64b0adfc tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/4bdb1f31-cd87-4829-9993-5485d5d3dd1f HTTP/1.1" status: 404 len: 337 time: 0.0798135 Feb 14 17:54:46.102484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39992) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.156065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-718252638', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:46.165178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.182333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.185249 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0c8c55a5-6585-4c4c-8ca5-3e3909804a13 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8173287 Feb 14 17:54:46.196929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 39996) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.205120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:46.209809 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecf1286-62cb-49b6-825d-5511ad090295 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.210319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecf1286-62cb-49b6-825d-5511ad090295 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.215332 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3ecf1286-62cb-49b6-825d-5511ad090295 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c78f94e0-1840-426b-95b4-506539d8be62 HTTP/1.1" status: 404 len: 333 time: 0.1063480 Feb 14 17:54:46.241162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40000) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.248539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.285967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] For port c3de7ad2-0a27-40da-9ed0-758593819210, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c3de7ad2-0a27-40da-9ed0-758593819210,segment=NetworkSegment(8687a4c2-e190-4abf-9161-e896fe63c426),segment_id=8687a4c2-e190-4abf-9161-e896fe63c426)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:46.295315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Usage tracker for resource:port and tenant:82d175728eed44328a3f5171a8f62eb9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:46.295979 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2dd6b4-90bf-4209-b69b-101b3b103576 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.296477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2dd6b4-90bf-4209-b69b-101b3b103576 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.298400 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0b2dd6b4-90bf-4209-b69b-101b3b103576 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/00f152ee-8671-46e3-a95b-cd0936ce861e HTTP/1.1" status: 404 len: 337 time: 0.0561585 Feb 14 17:54:46.301400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40004) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.314011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:46.357137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.425559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:46.453807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f504f5-83b5-4417-89b9-cf88b90184d8 None None] Pushing event updated for resources: {'Port': ['ID=c3de7ad2-0a27-40da-9ed0-758593819210,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:46.454650 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e8231e-a093-4fcb-a023-fc62eb40c2e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.455216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e8231e-a093-4fcb-a023-fc62eb40c2e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.457664 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c3e8231e-a093-4fcb-a023-fc62eb40c2e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b6c5cd1a-cdb4-487f-b954-e6e15f187944 HTTP/1.1" status: 404 len: 333 time: 0.1545076 Feb 14 17:54:46.460596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40008) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.521624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.560341 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-743088d0-641b-4c83-94ae-096df50f0107 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.560906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743088d0-641b-4c83-94ae-096df50f0107 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.562614 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-743088d0-641b-4c83-94ae-096df50f0107 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/603821c4-0163-4f00-82ab-06292badc917 HTTP/1.1" status: 404 len: 337 time: 0.1009169 Feb 14 17:54:46.567490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40012) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.590374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Made reservation on behalf of 82d175728eed44328a3f5171a8f62eb9 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:46.593428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.597711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Provisioning complete for port c3de7ad2-0a27-40da-9ed0-758593819210 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:46.597711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.706309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.717629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 78232914-7549-405b-8a31-6d7b92fd01e3 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:46.743755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.773909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.817004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7afd54-f12f-4190-a009-af6b23faa93d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.817442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7afd54-f12f-4190-a009-af6b23faa93d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.819073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0c7afd54-f12f-4190-a009-af6b23faa93d tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b6ee89ee-a9f5-43ad-976a-b46281f2e325 HTTP/1.1" status: 404 len: 333 time: 0.2477400 Feb 14 17:54:46.821927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40016) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.842882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Provisioning for port b3ba266a-0c7d-43f9-9dc7-9743eac30317 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:54:46.848939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Provisioning complete for port b3ba266a-0c7d-43f9-9dc7-9743eac30317 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:46.850885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.871860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:46.875580 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-24076a6c-0284-4a74-af4c-c63b21cc3495 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.876032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24076a6c-0284-4a74-af4c-c63b21cc3495 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.880212 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-24076a6c-0284-4a74-af4c-c63b21cc3495 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/cef39555-8877-44c6-a287-9405c5a8aaa3 HTTP/1.1" status: 404 len: 337 time: 0.0548410 Feb 14 17:54:46.885656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40020) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.885961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.913746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Usage tracker for resource:security_group_rule and tenant:82d175728eed44328a3f5171a8f62eb9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:46.917320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3d541a59-2a1a-41f9-9ec4-68d6d5719110 None None] Port b3ba266a-0c7d-43f9-9dc7-9743eac30317 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:46.919539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:46.928377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:46.944802 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5a21fb-6cb6-4b82-a213-7f1e7615700b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:46.945333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5a21fb-6cb6-4b82-a213-7f1e7615700b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:46.948885 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6c5a21fb-6cb6-4b82-a213-7f1e7615700b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/dce11224-ed49-4dee-ad0c-f44a28f33c9d HTTP/1.1" status: 404 len: 337 time: 0.0660369 Feb 14 17:54:46.950156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40024) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:46.973054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c3de7ad2-0a27-40da-9ed0-758593819210 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:54:47.032740 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96f0c46-ed9d-4688-afe2-32a4d36a45d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.032983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96f0c46-ed9d-4688-afe2-32a4d36a45d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.036983 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c96f0c46-ed9d-4688-afe2-32a4d36a45d3 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/c02a5294-8e85-4eea-899f-2936327abf4d HTTP/1.1" status: 404 len: 333 time: 0.0834825 Feb 14 17:54:47.041959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40028) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.050997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-35fbcf35-8497-470b-aa87-6fd41c959d95 None None] Provisioning complete for port b3ba266a-0c7d-43f9-9dc7-9743eac30317 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:47.051446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-35fbcf35-8497-470b-aa87-6fd41c959d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.081487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:47.089409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c3de7ad2-0a27-40da-9ed0-758593819210 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:47.089846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.091389 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8f53f2-37d7-422d-b516-314919b0901f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.091817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8f53f2-37d7-422d-b516-314919b0901f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.094192 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5c8f53f2-37d7-422d-b516-314919b0901f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/a31d358e-e4d1-428d-8583-bbea7839fc3a HTTP/1.1" status: 404 len: 337 time: 0.0507090 Feb 14 17:54:47.108742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40032) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.154711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-35fbcf35-8497-470b-aa87-6fd41c959d95 None None] Port b3ba266a-0c7d-43f9-9dc7-9743eac30317 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:47.164687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.376760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad7e8f6-3d94-4ca1-aceb-0a91dd123eb2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.377196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad7e8f6-3d94-4ca1-aceb-0a91dd123eb2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.399061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.465212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.476496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Subnet': ['ID=b6170d1e-b900-4b2e-9a41-9b8d6c9a4753,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:47.489776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.492992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5ad7e8f6-3d94-4ca1-aceb-0a91dd123eb2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/0a0ed19e-b427-4156-bcc3-2353835b0efa HTTP/1.1" status: 404 len: 337 time: 0.3831902 Feb 14 17:54:47.499710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.500333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72517a30-54d9-4872-afdd-c1b96c97f0e4 None None] Network b6e6f75d-1ebf-41fc-9143-fab97753b036 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:47.504517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40036) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.518974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.550301 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-14b93175-ddcd-4fe4-b833-44cb3a018e45 tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "DELETE /v2.0/subnets/b6170d1e-b900-4b2e-9a41-9b8d6c9a4753 HTTP/1.1" status: 204 len: 168 time: 2.2146575 Feb 14 17:54:47.551452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.556565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40040) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.596937 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e019b3-5061-4925-a95f-3e86da114b9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.601544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e019b3-5061-4925-a95f-3e86da114b9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.601544 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b4e019b3-5061-4925-a95f-3e86da114b9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/68ebfde4-69f6-4f7c-8ff0-487187c0f175 HTTP/1.1" status: 404 len: 333 time: 0.0945539 Feb 14 17:54:47.605853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40044) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.631439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.644375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=b3ba266a-0c7d-43f9-9dc7-9743eac30317,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:47.686243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-087f76e7-331e-4126-aa8a-1e466a45d44f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.686952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087f76e7-331e-4126-aa8a-1e466a45d44f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.704992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-087f76e7-331e-4126-aa8a-1e466a45d44f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/659b3b3d-f314-408b-ba19-1d92b591b6ae HTTP/1.1" status: 404 len: 337 time: 0.0947609 Feb 14 17:54:47.713056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.751023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.762922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] device_id is not set on port b263aa8a-2988-4257-8e1f-969ce0545ad9 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:54:47.795992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a725282-526b-4e64-b472-57b864cbaa6a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.796431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a725282-526b-4e64-b472-57b864cbaa6a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.798277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4a725282-526b-4e64-b472-57b864cbaa6a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/75e8af2a-8a32-4f99-bd12-8823a379173f HTTP/1.1" status: 404 len: 337 time: 0.0837352 Feb 14 17:54:47.803381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40052) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.811858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.811858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9c4a0b-fdc5-4525-84b5-f63754050b91 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:47.818249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.819399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b834bcb1-0a5f-4e7b-b36b-5c892496a429 tempest-RoutersTestDVR-869986320 tempest-RoutersTestDVR-869986320-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9e9c4a0b-fdc5-4525-84b5-f63754050b91 HTTP/1.1" status: 204 len: 168 time: 1.6200738 Feb 14 17:54:47.850038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.853920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.871286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabd61ca-f828-4531-bd89-aaff8b586343 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.871798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabd61ca-f828-4531-bd89-aaff8b586343 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.873369 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aabd61ca-f828-4531-bd89-aaff8b586343 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/3816cacd-f930-4b5c-a654-e2a4e1deae76 HTTP/1.1" status: 404 len: 333 time: 0.0676272 Feb 14 17:54:47.878427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40058) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:47.895402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] DHCP port deletion for b6e6f75d-1ebf-41fc-9143-fab97753b036 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:47.903572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1cd335-d853-478c-8f5e-cb035d566aa0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:47.904164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Deleting port b08beede-f87a-4b57-a17a-37c646858daa {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:47.904775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.936982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=78232914-7549-405b-8a31-6d7b92fd01e3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:47.959960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.966440 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9e078c-908f-4f7b-82e8-f66660c93e82 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:47.966864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9e078c-908f-4f7b-82e8-f66660c93e82 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:47.970836 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4c9e078c-908f-4f7b-82e8-f66660c93e82 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/07c8fd69-ed6c-48d1-bd2f-945c88b830fb HTTP/1.1" status: 404 len: 337 time: 0.0871823 Feb 14 17:54:47.970988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7a633-ffe6-4088-bed7-43cd68665d57 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:47.973450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port b08beede-f87a-4b57-a17a-37c646858daa {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:47.973787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:47.996564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40062) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.043943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-24eaa1fb-6871-425b-95cc-d33d5d075776 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/78232914-7549-405b-8a31-6d7b92fd01e3 HTTP/1.1" status: 204 len: 168 time: 2.0074008 Feb 14 17:54:48.054003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40066) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.059097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f1cdb2-5090-4754-bf2d-d28c9e76243c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.059740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f1cdb2-5090-4754-bf2d-d28c9e76243c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:48.061600 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-23f1cdb2-5090-4754-bf2d-d28c9e76243c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/815aacc4-0deb-4e51-9300-5ecd5c432fea HTTP/1.1" status: 404 len: 337 time: 0.0637047 Feb 14 17:54:48.064980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.161530 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-667b3a6d-971e-4069-b129-8fa5f7d08e66 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports?device_id=46f7ac12-a56e-449f-8468-8f1e33d76999 HTTP/1.1" status: 200 len: 205 time: 0.0651691 Feb 14 17:54:48.167222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40074) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.202340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-07f66c58-3637-46f2-8303-10cec0c5a48c None None] Provisioning complete for port b3ba266a-0c7d-43f9-9dc7-9743eac30317 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:48.202854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07f66c58-3637-46f2-8303-10cec0c5a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.208868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.231329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Allocated IP 172.26.4.53 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/b263aa8a-2988-4257-8e1f-969ce0545ad9) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:48.250374 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-ca28646e-0407-4ec2-9554-7a1ab6d136e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] delete failed (client error): The resource could not be found. Feb 14 17:54:48.251285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ca28646e-0407-4ec2-9554-7a1ab6d136e1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/routers/46f7ac12-a56e-449f-8468-8f1e33d76999 HTTP/1.1" status: 404 len: 336 time: 0.0811014 Feb 14 17:54:48.255348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40078) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.261705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet 24fa5f85-40ea-42e9-b52e-201254b871c3 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:48.297413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.338381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe449d2c-ab78-42cf-87f9-2e7396c3a848 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.339718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe449d2c-ab78-42cf-87f9-2e7396c3a848 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:48.343802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fe449d2c-ab78-42cf-87f9-2e7396c3a848 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/7c6df6cb-62c3-45e6-a4dd-86986758fb30 HTTP/1.1" status: 404 len: 337 time: 0.0848446 Feb 14 17:54:48.345775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40082) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.356893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] For port b08beede-f87a-4b57-a17a-37c646858daa, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b08beede-f87a-4b57-a17a-37c646858daa,segment=NetworkSegment(e0d017b2-9bff-4571-97c9-d4fe706b65d8),segment_id=e0d017b2-9bff-4571-97c9-d4fe706b65d8)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:48.357381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.377863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-07f66c58-3637-46f2-8303-10cec0c5a48c None None] Port b3ba266a-0c7d-43f9-9dc7-9743eac30317 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:48.395491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] For port b08beede-f87a-4b57-a17a-37c646858daa, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b08beede-f87a-4b57-a17a-37c646858daa,segment=NetworkSegment(e0d017b2-9bff-4571-97c9-d4fe706b65d8),segment_id=e0d017b2-9bff-4571-97c9-d4fe706b65d8)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:48.396013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.415197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-95b9b855-4745-4770-b211-eba51cfe3deb tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a226ec-f2e2-437e-a92f-46c57f2ba6e5 HTTP/1.1" status: 200 len: 205 time: 0.0662313 Feb 14 17:54:48.426859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40086) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.516802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Calling delete_port for b08beede-f87a-4b57-a17a-37c646858daa owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:48.540039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40092) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.558082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.560745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Calling delete_port for b08beede-f87a-4b57-a17a-37c646858daa owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:48.630305 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-ff2688fa-a902-4175-9b19-ee49f242e602 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] delete failed (client error): The resource could not be found. Feb 14 17:54:48.631317 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ff2688fa-a902-4175-9b19-ee49f242e602 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/routers/88a226ec-f2e2-437e-a92f-46c57f2ba6e5 HTTP/1.1" status: 404 len: 336 time: 0.2044084 Feb 14 17:54:48.641594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40098) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.695444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fe6a6f-b6c5-488c-b7ba-09902da0489b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.695872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fe6a6f-b6c5-488c-b7ba-09902da0489b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:48.700346 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-73fe6a6f-b6c5-488c-b7ba-09902da0489b tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/595a6881-bb5e-4be6-9225-e0a1d7606311 HTTP/1.1" status: 404 len: 337 time: 0.0534554 Feb 14 17:54:48.700346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.707954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40102) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.741293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.769224 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-be23e93f-a32d-4647-876f-4d8d550d068a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.769224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be23e93f-a32d-4647-876f-4d8d550d068a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:48.772597 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-be23e93f-a32d-4647-876f-4d8d550d068a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/649572bf-23a3-4734-8a4c-875011b15226 HTTP/1.1" status: 404 len: 337 time: 0.0581825 Feb 14 17:54:48.779827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40108) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.803217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.804226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] Pushing event deleted for resources: {'Port': ['ID=b08beede-f87a-4b57-a17a-37c646858daa,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:48.812509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387212d-9225-4da5-9fa5-6be9965dd52c None None] No DVR routers for this DVR port b08beede-f87a-4b57-a17a-37c646858daa on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:48.816485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:54:48.816916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:54:48.853858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.871715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c288ef92-5381-469e-bd9d-0f8b365609d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.872148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c288ef92-5381-469e-bd9d-0f8b365609d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:48.876091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c288ef92-5381-469e-bd9d-0f8b365609d1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/2de4279d-4c44-4c0a-b918-e0d63dad2ff4 HTTP/1.1" status: 404 len: 333 time: 0.0915630 Feb 14 17:54:48.882021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40112) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:48.885028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:48.963141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b08beede-f87a-4b57-a17a-37c646858daa no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:48.976693 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0262980e-5136-4c2d-8a13-9dfb18a08933 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:48.977273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0262980e-5136-4c2d-8a13-9dfb18a08933 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.001781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b08beede-f87a-4b57-a17a-37c646858daa {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:49.002900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b08beede-f87a-4b57-a17a-37c646858daa not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:49.003667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0262980e-5136-4c2d-8a13-9dfb18a08933 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/63cd070c-8376-4df8-8dd0-b2978c201f55 HTTP/1.1" status: 404 len: 337 time: 0.1204057 Feb 14 17:54:49.006432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40116) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.011957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:49.018472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Usage tracker for resource:security_group_rule and tenant:d1869ee7371f459088a1bf0cdb3fcc0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:49.022759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:49.033397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:49.109532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.117312 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ede6e3-3c40-4935-83b1-78aa9a49dfd0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.117741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ede6e3-3c40-4935-83b1-78aa9a49dfd0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.118132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.136393 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b9ede6e3-3c40-4935-83b1-78aa9a49dfd0 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/ef04bd16-7fff-45eb-86a9-dc69f50534a7 HTTP/1.1" status: 404 len: 333 time: 0.1123099 Feb 14 17:54:49.139145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.186583 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ae5941-0ad2-476b-ba63-f0c2e4f07d9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.187027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ae5941-0ad2-476b-ba63-f0c2e4f07d9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.191045 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d3ae5941-0ad2-476b-ba63-f0c2e4f07d9e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/9711bfa6-7714-48d5-9de4-72226aff827d HTTP/1.1" status: 404 len: 337 time: 0.0486627 Feb 14 17:54:49.192642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40124) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.255360 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-53538a0f-c2ed-41a4-84a6-947f7e41e089 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.255791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53538a0f-c2ed-41a4-84a6-947f7e41e089 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.257542 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53538a0f-c2ed-41a4-84a6-947f7e41e089 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/564d17c9-2b20-4127-981c-99eaea13d68a HTTP/1.1" status: 404 len: 333 time: 0.0642452 Feb 14 17:54:49.264923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40128) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.276606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.309076 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-26368223-e9fb-48df-ad23-68b40dc4c1e9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.309511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26368223-e9fb-48df-ad23-68b40dc4c1e9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.311134 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-26368223-e9fb-48df-ad23-68b40dc4c1e9 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/e4eda770-b3ed-4561-841e-fe505d9b6ee0 HTTP/1.1" status: 404 len: 337 time: 0.0450232 Feb 14 17:54:49.314661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40132) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.317978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Deleting port b08beede-f87a-4b57-a17a-37c646858daa {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:49.318316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.319168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.392130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] The port 'b08beede-f87a-4b57-a17a-37c646858daa' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:54:49.393823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=24fa5f85-40ea-42e9-b52e-201254b871c3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:49.410479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-391ccc45-b294-4756-a301-6a17f4f9eac0 None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:49.410848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-391ccc45-b294-4756-a301-6a17f4f9eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.425461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:49.428971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.431967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8dcb36-b990-44d0-84be-0602f99841b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.432976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8dcb36-b990-44d0-84be-0602f99841b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.441518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.445202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5cb55-215e-45d5-872f-678d2f35ebd3 None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:49.446699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:49.458837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:54:49.483642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Pushing event updated for resources: {'Port': ['ID=b263aa8a-2988-4257-8e1f-969ce0545ad9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:49.485881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61be81f-c497-4281-96c2-ca694a489e3c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:49.498097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-56040e63-b653-47b3-a1f9-473cb4f25df4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1869ee7371f459088a1bf0cdb3fcc0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9490972 Feb 14 17:54:49.498267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40136) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.500902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-abdd82b3-ce5f-4a6b-864e-5e18c84d1fc1 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/24fa5f85-40ea-42e9-b52e-201254b871c3 HTTP/1.1" status: 204 len: 168 time: 1.4434729 Feb 14 17:54:49.502455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cf8dcb36-b990-44d0-84be-0602f99841b1 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/b286fca4-4476-4a65-85a4-bd9725b688c0 HTTP/1.1" status: 404 len: 333 time: 0.1768439 Feb 14 17:54:49.504875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40140) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.505956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40142) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.558766 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd32adc3-587f-490a-a2af-b97bf46de090 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.559294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd32adc3-587f-490a-a2af-b97bf46de090 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.560807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fd32adc3-587f-490a-a2af-b97bf46de090 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/78232914-7549-405b-8a31-6d7b92fd01e3 HTTP/1.1" status: 404 len: 337 time: 0.0549266 Feb 14 17:54:49.563421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40148) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.602694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:49.603215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.647653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting subnet f190dd74-1dab-4b49-8b52-820bd2e7c41a {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:49.651083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.666086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.667359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.701691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-60397ee6-2951-4341-812e-768cf9e96f17 tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7627964 Feb 14 17:54:49.704913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40152) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.714259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.53'}]}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:49.719038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.722123 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb8ca19-ff83-4665-8087-18bbc6cbb02f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.722755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb8ca19-ff83-4665-8087-18bbc6cbb02f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.726739 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8cb8ca19-ff83-4665-8087-18bbc6cbb02f tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/a3cf09d9-37e7-4a66-9c52-d04ce4d8141b HTTP/1.1" status: 404 len: 337 time: 0.2178800 Feb 14 17:54:49.726898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-391ccc45-b294-4756-a301-6a17f4f9eac0 None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:49.726898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-391ccc45-b294-4756-a301-6a17f4f9eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.738741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.750756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40156) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.756952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:49.770736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Usage tracker for resource:router and tenant:82d175728eed44328a3f5171a8f62eb9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:49.775596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:49.785859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:49.822340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-391ccc45-b294-4756-a301-6a17f4f9eac0 None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:49.832988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.840489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e6f75d-1ebf-41fc-9143-fab97753b036']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:49.859826 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-811181eb-2cd9-4fc7-8945-f244705079c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.864377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811181eb-2cd9-4fc7-8945-f244705079c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.864377 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-811181eb-2cd9-4fc7-8945-f244705079c2 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/5286f36f-435f-48cb-a770-4283eb684d0b HTTP/1.1" status: 404 len: 333 time: 0.1066384 Feb 14 17:54:49.865285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.909649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.910587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.917664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=b3ba266a-0c7d-43f9-9dc7-9743eac30317,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:49.921481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d017b2-9bff-4571-97c9-d4fe706b65d8') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:49.921978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d017b2-9bff-4571-97c9-d4fe706b65d8') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:49.924991 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0d3f4e-7601-45b7-9b9a-96af3560bab6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.925440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0d3f4e-7601-45b7-9b9a-96af3560bab6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.927102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4b0d3f4e-7601-45b7-9b9a-96af3560bab6 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/3a11cfe4-2c99-4b25-9e87-45095eeb70f1 HTTP/1.1" status: 404 len: 337 time: 0.0608778 Feb 14 17:54:49.930960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:49.949930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.989220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:49.993541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b1b0ee-8eba-4ab3-8099-cc897b0cb95a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:49.993979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b1b0ee-8eba-4ab3-8099-cc897b0cb95a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:49.999638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.008084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d4b1b0ee-8eba-4ab3-8099-cc897b0cb95a tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/36c1c329-743a-4522-bfe8-4ad98ec3fa54 HTTP/1.1" status: 404 len: 333 time: 0.0714257 Feb 14 17:54:50.008516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40168) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.037740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:50.038147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.053917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:50.061874 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:50.066455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c026bb94-bdb4-479c-b064-765299c24d6c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.066906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c026bb94-bdb4-479c-b064-765299c24d6c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.081054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c026bb94-bdb4-479c-b064-765299c24d6c tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/dde805b5-861e-41f4-a645-9faf295a485f HTTP/1.1" status: 404 len: 337 time: 0.0692329 Feb 14 17:54:50.081245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40172) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.126668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7729d2-764b-433f-bfc2-b3f2ee87b50e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.127117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7729d2-764b-433f-bfc2-b3f2ee87b50e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.129118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa7729d2-764b-433f-bfc2-b3f2ee87b50e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/ports/626bdb35-7661-4618-b562-d21bcef39b4a HTTP/1.1" status: 404 len: 333 time: 0.0466444 Feb 14 17:54:50.129899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.133999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40176) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.153559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.173211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:54:50.184268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:50.262104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Subnet': ['ID=f190dd74-1dab-4b49-8b52-820bd2e7c41a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:50.270846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb69fea7-bc16-477d-8c16-3cb04a2c63e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.271292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb69fea7-bc16-477d-8c16-3cb04a2c63e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.273005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bb69fea7-bc16-477d-8c16-3cb04a2c63e7 tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/subnets/5f7d2428-2ffc-4227-a000-1fcef67122a6 HTTP/1.1" status: 404 len: 337 time: 0.1116943 Feb 14 17:54:50.282468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40180) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.283186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.285237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a80a40fe-099d-4e21-9981-83f5d3cc7571 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/f190dd74-1dab-4b49-8b52-820bd2e7c41a HTTP/1.1" status: 204 len: 168 time: 0.7208989 Feb 14 17:54:50.342705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.348024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.401605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4ffa34-9fa9-4e69-87de-d714ffdd2eb0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.402788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4ffa34-9fa9-4e69-87de-d714ffdd2eb0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.404416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa4ffa34-9fa9-4e69-87de-d714ffdd2eb0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/5502283b-c1a1-4aba-944d-2dbb74f4d998 HTTP/1.1" status: 404 len: 337 time: 0.0676761 Feb 14 17:54:50.407310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.410103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.459955 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ad892fe5-b493-4659-8972-bfafa6bceca4 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 HTTP/1.1" status: 200 len: 205 time: 0.0504103 Feb 14 17:54:50.462740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.469388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40192) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.492974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] Pushing event deleted for resources: {'Network': ['ID=b6e6f75d-1ebf-41fc-9143-fab97753b036,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:50.527168 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a8a99c11-7b49-438e-b780-864f47eb08fc tempest-FloatingIPNegativeTestJSON-1271367986 tempest-FloatingIPNegativeTestJSON-1271367986-project] 10.222.0.30 "DELETE /v2.0/networks/b6e6f75d-1ebf-41fc-9143-fab97753b036 HTTP/1.1" status: 204 len: 168 time: 2.9558058 Feb 14 17:54:50.559950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1e91e-0d14-4b37-a852-ae7c28d0173d None None] Network 8637f3ed-eb61-424f-b309-a3aad7443327 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:50.594782 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-6b2fadcf-138d-4e8a-a1d7-f218caf8c196 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] delete failed (client error): The resource could not be found. Feb 14 17:54:50.596783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6b2fadcf-138d-4e8a-a1d7-f218caf8c196 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/routers/f4a3d82c-722d-4ecd-ad2b-fffcee3e8504 HTTP/1.1" status: 404 len: 336 time: 0.1258445 Feb 14 17:54:50.601215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40198) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.683052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.688204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.689642 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b61be81f-c497-4281-96c2-ca694a489e3c HTTP/1.1" status: 204 len: 168 time: 1.1908414 Feb 14 17:54:50.721440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.736123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210d845-cb74-48c4-a7e6-87238aeee2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61be81f-c497-4281-96c2-ca694a489e3c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:50.751079 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8338adb-993e-4a18-a885-546dd9bbcd65 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.752370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8338adb-993e-4a18-a885-546dd9bbcd65 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.755475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e8338adb-993e-4a18-a885-546dd9bbcd65 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/c24c3203-6fd6-4ccd-ad12-0fffc6312bfa HTTP/1.1" status: 404 len: 337 time: 0.1529446 Feb 14 17:54:50.771675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40204) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.823248 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf4fa08-c82b-414a-88d2-f06976c21a5b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.823972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf4fa08-c82b-414a-88d2-f06976c21a5b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.825803 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8bf4fa08-c82b-414a-88d2-f06976c21a5b tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/421b913a-8e5f-4778-9d8d-efdc11b895c1 HTTP/1.1" status: 404 len: 337 time: 0.0522499 Feb 14 17:54:50.831053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40208) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.930204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-64e52a60-4548-47c9-a919-953954f37b20 None None] Provisioning complete for port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:50.930840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-64e52a60-4548-47c9-a919-953954f37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:50.952323 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6a8cf5-1776-41f7-a298-96134f5374f0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:50.953048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6a8cf5-1776-41f7-a298-96134f5374f0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:50.955433 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fd6a8cf5-1776-41f7-a298-96134f5374f0 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/9fcfed61-1564-4ac3-b691-2daba30da7ae HTTP/1.1" status: 404 len: 337 time: 0.1230297 Feb 14 17:54:50.959723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:50.984874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.012192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ce028f1d-5c70-459a-9e5a-7bba527e34b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.022837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec992c4f-9a29-4213-84c0-4010e08b02ef']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.044910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bc0346-761a-49ca-8de7-f19b68ac1532') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.044910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bc0346-761a-49ca-8de7-f19b68ac1532') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.052731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b1867e-69f9-4a3f-a974-1939ec6dddfd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.053185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b1867e-69f9-4a3f-a974-1939ec6dddfd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.057241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-65b1867e-69f9-4a3f-a974-1939ec6dddfd tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/39814036-1f16-4b6b-afc9-d3f0881c6cf6 HTTP/1.1" status: 404 len: 333 time: 0.0940037 Feb 14 17:54:51.064778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40218) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.111047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.132309 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ebbee5-2672-40ce-b934-afa9c3d69c2a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.133054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ebbee5-2672-40ce-b934-afa9c3d69c2a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.134851 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90ebbee5-2672-40ce-b934-afa9c3d69c2a tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/af3cf85d-e3d9-4da0-8f9c-b84984845bb5 HTTP/1.1" status: 404 len: 337 time: 0.0627303 Feb 14 17:54:51.139963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40224) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.174272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.177389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.190904 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabd2987-fd53-43db-8fbd-d242a27b2e53 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.191584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabd2987-fd53-43db-8fbd-d242a27b2e53 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.193596 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fabd2987-fd53-43db-8fbd-d242a27b2e53 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/46b42529-a08c-424e-abcf-a0324f473ae4 HTTP/1.1" status: 404 len: 337 time: 0.0524273 Feb 14 17:54:51.196211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40228) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.199977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:51.200557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.212314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:51.224052 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:51.226409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.243319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-64e52a60-4548-47c9-a919-953954f37b20 None None] Provisioning complete for port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:51.244868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-64e52a60-4548-47c9-a919-953954f37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.350298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] DHCP port deletion for 8637f3ed-eb61-424f-b309-a3aad7443327 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:51.374417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Deleting port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:51.374794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.382775 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8dcf07-8c97-4e0c-aad2-7c366a283125 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.383442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8dcf07-8c97-4e0c-aad2-7c366a283125 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.385821 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0f8dcf07-8c97-4e0c-aad2-7c366a283125 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/1862415d-c52d-49b1-b242-004999d5f5ef HTTP/1.1" status: 404 len: 333 time: 0.1878896 Feb 14 17:54:51.392544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40238) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.431991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:54:51.449913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-64e52a60-4548-47c9-a919-953954f37b20 None None] Port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:51.457895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2770340-0c6e-4d27-b42f-052c4495ad55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.458340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2770340-0c6e-4d27-b42f-052c4495ad55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.484683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b2770340-0c6e-4d27-b42f-052c4495ad55 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/abb36e70-b385-4c7c-82f5-49857e6616bd HTTP/1.1" status: 404 len: 337 time: 0.0907636 Feb 14 17:54:51.489358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40242) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.574642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af4c651-34d4-47ae-b57e-742fa6913897 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] DELETE failed (client error): The resource could not be found. Feb 14 17:54:51.575091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af4c651-34d4-47ae-b57e-742fa6913897 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:54:51.576740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8af4c651-34d4-47ae-b57e-742fa6913897 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/subnets/84984242-f2ac-4d26-8e9e-5a777b00ccee HTTP/1.1" status: 404 len: 337 time: 0.0864806 Feb 14 17:54:51.584255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40246) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.587633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.620255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.624243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] Pushing event deleted for resources: {'Network': ['ID=ec992c4f-9a29-4213-84c0-4010e08b02ef,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:51.635623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] For port 0fbf970e-23a7-4495-a1dd-070cee2b3a24, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0fbf970e-23a7-4495-a1dd-070cee2b3a24,segment=NetworkSegment(c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9),segment_id=c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:51.636007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.643632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e4e3d4af-53cd-40aa-8d0f-3a246c8ba80b None None] Provisioning complete for port b3ba266a-0c7d-43f9-9dc7-9743eac30317 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:54:51.643985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d4af-53cd-40aa-8d0f-3a246c8ba80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.645744 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-99770266-a724-4e73-b5c6-871442344b1e tempest-NetworksTestDHCPv6-2090522556 tempest-NetworksTestDHCPv6-2090522556-project] 10.222.0.30 "DELETE /v2.0/networks/ec992c4f-9a29-4213-84c0-4010e08b02ef HTTP/1.1" status: 204 len: 168 time: 1.3611450 Feb 14 17:54:51.666984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-14f44ba0-6d50-4dc2-8407-fa6e6c47f0dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dabcd3c5e06a4528a6d680c782b3a47c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4534426 Feb 14 17:54:51.677524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40252) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.719715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40256) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.722288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:51.739488 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b402f6c-caa3-4ee3-aaf4-8cd0ea4c461d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/b6075fd0-14ef-453f-94cd-d4b2dd2adfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8523917 Feb 14 17:54:51.742522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40258) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:51.774954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.795905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] Sync routers for ids ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:51.806894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Deleting port 5dd751e3-7f72-42ba-8957-01d6ab50dcfa {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:51.807776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Calling delete_port for 0fbf970e-23a7-4495-a1dd-070cee2b3a24 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:51.808018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.811903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:51.816433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Usage tracker for resource:security_group_rule and tenant:d1e9a984bc98487db1966e9767206453 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:51.819606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:51.826385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:51.853903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3d4af-53cd-40aa-8d0f-3a246c8ba80b None None] Port b3ba266a-0c7d-43f9-9dc7-9743eac30317 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:54:51.874104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] Routers {'b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:51.874644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.902266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.936921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.948756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f1f8d-a3fc-4c7d-be1c-dec54d396446 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:51.949336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a01f1f8d-a3fc-4c7d-be1c-dec54d396446 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:51.959892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] Routers {'b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:51.960518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:51.972827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:51.974582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.023589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:52.024045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7d2a9-8681-4ab8-9818-7aaa806ca3a7 None None] The sync data for ids ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:52.035070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d61f97-2f74-45f4-9f3c-b9ce3d53d9da,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:52.039321 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-12b26399-d169-4f92-a38a-71f04df6e1dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1e9a984bc98487db1966e9767206453&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976646 Feb 14 17:54:52.042598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40264) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:52.090938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.113114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.124022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.146905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] Pushing event deleted for resources: {'Port': ['ID=0fbf970e-23a7-4495-a1dd-070cee2b3a24,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:52.155938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c204dc6-02ae-4c8a-a923-9f43a8504a06 None None] No DVR routers for this DVR port 0fbf970e-23a7-4495-a1dd-070cee2b3a24 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:52.167092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.170966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a01f1f8d-a3fc-4c7d-be1c-dec54d396446 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:52.174795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a01f1f8d-a3fc-4c7d-be1c-dec54d396446 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports/b3ba266a-0c7d-43f9-9dc7-9743eac30317 HTTP/1.1" status: 200 len: 983 time: 0.4242580 Feb 14 17:54:52.177647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40270) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:52.222876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40274) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:52.258050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.361088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.431045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.498729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d61f97-2f74-45f4-9f3c-b9ce3d53d9da,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:52.513297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.516602 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c3c495d4-146c-4460-afc2-c9823de80e25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6d61f97-2f74-45f4-9f3c-b9ce3d53d9da HTTP/1.1" status: 204 len: 168 time: 0.4706457 Feb 14 17:54:52.585623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Calling delete_port for 5dd751e3-7f72-42ba-8957-01d6ab50dcfa owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:52.773481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.899942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.937401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:52.946043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-abba510b-e6c7-4503-9dc1-64344e71c1c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddf00120e46c4a7ba46fad22a3dcfbf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7106175 Feb 14 17:54:52.946225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40286) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:52.992362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:54:53.009420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.037934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26280d96-195f-428c-a3f8-e9d08949c984,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:53.042625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.047877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 0fbf970e-23a7-4495-a1dd-070cee2b3a24 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:54:53.047877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0fbf970e-23a7-4495-a1dd-070cee2b3a24 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:54:53.066339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.116841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.133033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2c46e0f4-b2c5-496a-8736-54f04d31cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.137499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Port': ['ID=5dd751e3-7f72-42ba-8957-01d6ab50dcfa,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:53.144115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.144625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91f94d85-17b3-4589-9bd5-2ebfce30bdd5 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:53.157312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.191523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port b3ba266a-0c7d-43f9-9dc7-9743eac30317 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:53.192221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.218679 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-37bb7aee-6f4e-4761-ba09-05dc7a1d15a9 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/ports/5dd751e3-7f72-42ba-8957-01d6ab50dcfa HTTP/1.1" status: 204 len: 168 time: 1.6301467 Feb 14 17:54:53.219367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40298) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:53.219793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.220891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b5628c2-98cf-4004-858e-b680cb576330 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26280d96-195f-428c-a3f8-e9d08949c984 HTTP/1.1" status: 204 len: 168 time: 1.5393963 Feb 14 17:54:53.255209 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:54:53.256283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-42222319-5da9-40f1-955a-7c67deea8e7b tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5504413 Feb 14 17:54:53.259275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40304) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:53.331300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.350334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Deleting port b263aa8a-2988-4257-8e1f-969ce0545ad9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:53.350934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.381333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973774e2-6d48-440c-ab95-4039f0219702,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:53.414678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.421019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c12f8ab1-bc54-4d75-b7c3-c02180045737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/973774e2-6d48-440c-ab95-4039f0219702 HTTP/1.1" status: 204 len: 168 time: 0.4687142 Feb 14 17:54:53.545348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.615310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.692418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.718305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8637f3ed-eb61-424f-b309-a3aad7443327']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:53.730332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:53.730627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a9e86d-a3bc-4e26-a76d-e1d85cd695f9') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:53.746330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Calling delete_port for b263aa8a-2988-4257-8e1f-969ce0545ad9 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:53.751927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.790162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.796522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.808360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:54:53.808789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:54:53.827376 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:54:53.962703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:53.988893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for b3ba266a-0c7d-43f9-9dc7-9743eac30317 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:54.009550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Pushing event deleted for resources: {'Port': ['ID=b263aa8a-2988-4257-8e1f-969ce0545ad9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:54.127207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.139723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2e55bd9-3b54-4d92-a1c5-6c07a7310b7a tempest-RoutersAdminNegativeTest-1448946880 tempest-RoutersAdminNegativeTest-1448946880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b263aa8a-2988-4257-8e1f-969ce0545ad9 HTTP/1.1" status: 204 len: 168 time: 0.8747127 Feb 14 17:54:54.163670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.189332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.206050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] Pushing event deleted for resources: {'Network': ['ID=8637f3ed-eb61-424f-b309-a3aad7443327,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:54.216884 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b9433742-9a9c-404d-b1e1-5ae7ab9ee028 tempest-PortsTestJSON-407054204 tempest-PortsTestJSON-407054204-project] 10.222.0.30 "DELETE /v2.0/networks/8637f3ed-eb61-424f-b309-a3aad7443327 HTTP/1.1" status: 204 len: 168 time: 0.9964736 Feb 14 17:54:54.247182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.278363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40336) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:54.332945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.378774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.381718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=b3ba266a-0c7d-43f9-9dc7-9743eac30317,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:54.560060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.885152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-327013167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:54.892343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:54.901873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:router and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:54.901873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:54.911738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:54.980244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.981356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:54.999916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.057943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40350) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.077578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.099591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:54:55.145414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.149508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-13ff099f-b246-488f-8934-453275a270ce tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8675003 Feb 14 17:54:55.149840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40358) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.155299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-463021949'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:55.162291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:55.168924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:network and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:55.172412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:55.179875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:55.243948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:54:55.254003 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] Sync routers for ids ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:54:55.261105 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f358f98c-f841-43ee-846b-f266e83c6b39 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/b6075fd0-14ef-453f-94cd-d4b2dd2adfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811615 Feb 14 17:54:55.261219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:55.263277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40364) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.266189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.273802 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] Routers {'b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:55.274660 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:55.284525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.302175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40370) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.344839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:55.351916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:security_group_rule and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:55.357302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:55.365654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:55.368691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:55.381250 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] Routers {'b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:54:55.382114 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:55.447421 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:54:55.448377 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5baefa-bb6f-45dd-913e-aeb9de75a4dd None None] The sync data for ids ['b6075fd0-14ef-453f-94cd-d4b2dd2adfc0'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:54:55.477882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.482610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.519141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:55.527692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Usage tracker for resource:security_group_rule and tenant:4358aaa03395457893cf521e7635b09b is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:55.530881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:55.541146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:55.624736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.665269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.704799 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-47db6821-b76e-4972-9439-4deacff10265 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] remove_router_interface failed (client error): The resource could not be found. Feb 14 17:54:55.708530 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-47db6821-b76e-4972-9439-4deacff10265 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/b6075fd0-14ef-453f-94cd-d4b2dd2adfc0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4416404 Feb 14 17:54:55.709418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40380) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.741341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:55.750449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.752573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2673fb1-b70c-4110-98fd-1689cd917a21,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:55.758984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7eaa90e0-929d-459f-889f-beebda93db63 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:55.764183 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89477ce2-8e97-4181-931f-9bd47a27243e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd59ff70a6694457b8ec20e071af7d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4590759 Feb 14 17:54:55.765703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40388) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:55.772276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.772742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Added segment 89497222-2c25-4b9a-a899-4d8005391eb0 of type vlan for network 0704ce59-2a50-47b2-9918-0191f280daa7 Feb 14 17:54:55.828329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.858335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.859056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.875354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:55.995435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40396) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:56.035308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797421583'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:56.040307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:56.044105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:56.047005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:56.053359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:56.068315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440164186'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:56.074435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:56.078173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:56.080974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:56.086539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:56.305885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7eaa90e0-929d-459f-889f-beebda93db63 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:56.307860 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7eaa90e0-929d-459f-889f-beebda93db63 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 HTTP/1.1" status: 200 len: 205 time: 0.5974276 Feb 14 17:54:56.310851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40402) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:56.375453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.382119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.386113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:56.386429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.389921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.391219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb44010-c359-4f74-967b-16fce829aa82,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:56.396805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.399458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.400769 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0b479dde-7e14-471d-85a3-29025b2b22d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffb44010-c359-4f74-967b-16fce829aa82 HTTP/1.1" status: 204 len: 168 time: 0.6330168 Feb 14 17:54:56.405302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:56.408153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.521117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.530948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.757743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3abf5b-bb44-478b-b0ca-c8327320ac20,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:56.775623 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0cbe81a3-79ca-48d3-9918-93df60768c38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4358aaa03395457893cf521e7635b09b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7166014 Feb 14 17:54:56.779010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40410) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:56.784464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Network': ['ID=0704ce59-2a50-47b2-9918-0191f280daa7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:56.806674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:56.807548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0704ce59-2a50-47b2-9918-0191f280daa7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:56.811430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.857987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.877954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:56.886637 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3abb3fd1-1a6a-4524-a080-d761293c0154 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7357194 Feb 14 17:54:56.887676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:56.887826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40418) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:56.890868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:56.896407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:56.908125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'subnet': {'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:56.957966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:56.965193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:security_group_rule and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:56.970119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:56.982411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:57.046523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:57.050476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:subnet and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:57.053388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:57.059767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:57.117229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.133870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3abf5b-bb44-478b-b0ca-c8327320ac20,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.142917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.147123 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6cf73355-0c42-4c05-8ac9-96e3a4bea4cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e3abf5b-bb44-478b-b0ca-c8327320ac20 HTTP/1.1" status: 204 len: 168 time: 0.3646076 Feb 14 17:54:57.161834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:57.283458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.343736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.345803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.367156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.375771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.418715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.454957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.465801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:57.467838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876320e3-0b17-4d5e-9b3c-0620305cead8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.477021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:57.486010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:57.499424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:57.499654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:57.519536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9196ef-a5ff-4dc5-8a85-04c4bc3e4e27,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.528002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.528344 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 25403096-1fe3-4401-8e16-d3ce63a92051 of type vlan for network 5c5fef0a-7a93-4d92-8b92-6066b920f098 Feb 14 17:54:57.546216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.546720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:54:57.580054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.616241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.649545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.653865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-214df413-f83d-416e-8ea2-b1c3c19e5bda tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 HTTP/1.1" status: 204 len: 168 time: 1.3419797 Feb 14 17:54:57.657732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40436) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:57.689326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.732911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.736741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:57.737309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.783577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40440) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:57.842492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca271cf7-3964-47fc-b877-f5961214ba07,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.865571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.883188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:57.887662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c1c64088-9ec5-4710-8378-5d059e160919 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8878570 Feb 14 17:54:57.897788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40446) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:57.939426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=5c5fef0a-7a93-4d92-8b92-6066b920f098,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.952267 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-37eda425-364a-42bd-aaf3-592232bcb70f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1968641 Feb 14 17:54:57.987560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:57.988952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Subnet': ['ID=9b2e0985-e724-4f7e-ab46-7a5e0ee554b2,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:57.996157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-800171785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:58.005786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:58.020980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:router and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:58.025193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:58.033467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 8d30408c-22ad-4804-87d3-6f483d823c7e {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:54:58.036291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:58.038199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.044862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Checking segment: {'id': '89497222-2c25-4b9a-a899-4d8005391eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:58.045330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network hostable DHCP agents. Network: 0704ce59-2a50-47b2-9918-0191f280daa7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:54:58.063227 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2a2aec1e-0b9f-4400-9472-18bab7889c64 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1549928 Feb 14 17:54:58.063833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40450) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.070260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-security--765461795', 'description': 'tempest-security-description-545285486'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:58.075769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40454) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.086800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40458) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.106144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:58.118049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.185664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.186479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.205337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-31ed656a-93b5-4170-8297-d24d477e15e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82d175728eed44328a3f5171a8f62eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1232355 Feb 14 17:54:58.208314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.209269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40462) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.258215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:58.267391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 0704ce59-2a50-47b2-9918-0191f280daa7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:58.269457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.277055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:58.277238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.287926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:58.297504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.298464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:58.357210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.368375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 0704ce59-2a50-47b2-9918-0191f280daa7) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:58.372691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:58.381998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.382734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16659b3-9d6d-4a3f-b690-60e7fb281640 None None] Network 0704ce59-2a50-47b2-9918-0191f280daa7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:58.389602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.397296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.399618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.400526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.401602 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "PUT /v2.0/security-groups/ca271cf7-3964-47fc-b877-f5961214ba07 HTTP/1.1" status: 200 len: 1610 time: 0.3360672 Feb 14 17:54:58.402458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:58.406245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40466) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.465912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.488398 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ca7bd51f-26e3-4188-a9cc-183c19cb286e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5993512 Feb 14 17:54:58.497382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.519757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'network': {'name': 'tempest-router-network01--1669473422'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:58.529684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:58.545236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:network and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:58.551624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117ac84-5ded-484d-aeab-eaf15ee2ee4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca271cf7-3964-47fc-b877-f5961214ba07,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:58.556016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:58.565055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.635723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6e26fcff-cfbd-4d56-97ca-2ef11dea6f90 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8533850 Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=8d30408c-22ad-4804-87d3-6f483d823c7e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40474) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1013777574'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:58.732598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:network and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:58.733254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71de48-cf85-40ff-a67c-37ff3f59dd54 None None] Network bc22a989-6cc7-4ab5-9374-b93f1fe5823d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-83bad295-4891-4b9a-bc1e-3a298fd5b841 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups/ca271cf7-3964-47fc-b877-f5961214ba07 HTTP/1.1" status: 200 len: 1610 time: 0.2747147 Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40478) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5151191b-b1f3-478b-8083-8324c7f87a28 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8d30408c-22ad-4804-87d3-6f483d823c7e HTTP/1.1" status: 204 len: 168 time: 1.0444188 Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:58.733363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40482) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:58.734023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:58.782861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-0704ce59-2a50-47b2-9918-0191f280daa7', 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7', 'tenant_id': '658c7db336b1411eb757a2410f0e8d34', 'fixed_ips': [{'subnet_id': '9b2e0985-e724-4f7e-ab46-7a5e0ee554b2'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:54:58.784211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.813964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.816258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.817418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c1cd335-d853-478c-8f5e-cb035d566aa0 HTTP/1.1" status: 204 len: 168 time: 0.6060302 Feb 14 17:54:58.848371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:58.851326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.871450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3f069-b9d5-49c8-994b-5adfb4683297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1cd335-d853-478c-8f5e-cb035d566aa0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:58.882994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:58.886421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.888328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.908113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.927868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.959118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:58.978208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:58.991029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port c3de7ad2-0a27-40da-9ed0-758593819210 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:58.991029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.017646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:security_group_rule and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:59.032743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:59.042880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.044526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=b62be151-3562-406c-9e74-06365722beca,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:59.059327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:59.064380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:59.090142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Allocated IP 2001:db8::2 (0704ce59-2a50-47b2-9918-0191f280daa7/9b2e0985-e724-4f7e-ab46-7a5e0ee554b2/a97175d4-dfc4-441a-895f-2491021b3267) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:54:59.091842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.092260 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Added segment bfc555cc-f339-4114-9a22-cfc934589e27 of type vlan for network 552a70f4-d78f-4a56-a1c4-730eba288de9 Feb 14 17:54:59.105498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '25403096-1fe3-4401-8e16-d3ce63a92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:54:59.105661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 5c5fef0a-7a93-4d92-8b92-6066b920f098, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:54:59.141998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.199498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] DHCP port deletion for bc22a989-6cc7-4ab5-9374-b93f1fe5823d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:54:59.207631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Deleting port c3de7ad2-0a27-40da-9ed0-758593819210 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:54:59.208181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.225244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:54:59.259893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.265458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:59.265458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.269853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.333038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca271cf7-3964-47fc-b877-f5961214ba07,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:59.349780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.352019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port c3de7ad2-0a27-40da-9ed0-758593819210, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c3de7ad2-0a27-40da-9ed0-758593819210,segment=NetworkSegment(8687a4c2-e190-4abf-9161-e896fe63c426),segment_id=8687a4c2-e190-4abf-9161-e896fe63c426)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:59.352543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.357722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 5c5fef0a-7a93-4d92-8b92-6066b920f098) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:54:59.364461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.366397 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9296f72c-429f-4607-a6b1-f87427d6ee8f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca271cf7-3964-47fc-b877-f5961214ba07 HTTP/1.1" status: 204 len: 168 time: 0.6755607 Feb 14 17:54:59.368863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40488) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:59.379263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:59.379855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.379992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96005422-36b5-407e-b095-ce4ed52504d8 None None] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:54:59.405510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Network': ['ID=552a70f4-d78f-4a56-a1c4-730eba288de9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:59.458478 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90251cbf-47ab-440e-a3db-2b38f3b49589 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9599545 Feb 14 17:54:59.459299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40494) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:59.466067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'network': {'name': 'tempest-router-network02--196902872'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:59.472955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:59.480406 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-08ecf480-0341-49f0-bc87-651aeff967d1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3921430 Feb 14 17:54:59.482074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:network and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:59.485715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40498) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:59.489926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:59.496228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:54:59.497147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.501782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210446882'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:54:59.507003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for c3de7ad2-0a27-40da-9ed0-758593819210 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:54:59.511448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:54:59.534194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:54:59.534194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:59.534194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:54:59.542794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:54:59.574300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:59.610316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d347dc-924e-4cec-a971-bb4fec567cca,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:59.616264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.616620 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Added segment 412ab21d-3f76-4f04-8aec-cf42ee55abfc of type vlan for network cb25b3b5-4779-4a21-8476-bdd2c6fed281 Feb 14 17:54:59.619846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:59.623318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.662166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8f852261-7ce9-40bd-b25b-d760d4ea6c14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:54:59.665949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:54:59.674213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.685601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.719644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:59.728688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:54:59.736366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.737467 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Added segment ff8296b5-90ac-412f-8441-3211496e2041 of type vlan for network 01b9ea20-2955-42ec-a176-0593f2075da0 Feb 14 17:54:59.744370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.745305 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 0ec78686-269c-4e6a-a5fb-a489a05ea3a8 of type vlan for network 4fa8b9a9-ec8b-48a4-a664-393a9a028faf Feb 14 17:54:59.747997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.783170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.793900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.805528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.809728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No DVR routers for this DVR port c3de7ad2-0a27-40da-9ed0-758593819210 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:54:59.819035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] For port c3de7ad2-0a27-40da-9ed0-758593819210, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c3de7ad2-0a27-40da-9ed0-758593819210,segment=NetworkSegment(8687a4c2-e190-4abf-9161-e896fe63c426),segment_id=8687a4c2-e190-4abf-9161-e896fe63c426)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:54:59.819462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.842709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.844444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Transition to ACTIVE for port object a97175d4-dfc4-441a-895f-2491021b3267 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:54:59.846475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:59.847050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.868079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=c3de7ad2-0a27-40da-9ed0-758593819210,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:54:59.886952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8f852261-7ce9-40bd-b25b-d760d4ea6c14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:54:59.891008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8f852261-7ce9-40bd-b25b-d760d4ea6c14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5176597 Feb 14 17:54:59.892368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40510) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:59.931291 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-22e660ec-3353-455a-b4e4-bb735d625123 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] delete failed (client error): The resource could not be found. Feb 14 17:54:59.938993 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-22e660ec-3353-455a-b4e4-bb735d625123 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca271cf7-3964-47fc-b877-f5961214ba07 HTTP/1.1" status: 404 len: 347 time: 0.0445976 Feb 14 17:54:59.939912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40514) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:54:59.943886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.949079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:54:59.950116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:54:59.967655 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:54:59.990020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Calling delete_port for c3de7ad2-0a27-40da-9ed0-758593819210 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:00.045413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Transition to ACTIVE for port object a97175d4-dfc4-441a-895f-2491021b3267 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:00.047911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-5c5fef0a-7a93-4d92-8b92-6066b920f098', 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'b62be151-3562-406c-9e74-06365722beca'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:00.048943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.058085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.065257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Network': ['ID=cb25b3b5-4779-4a21-8476-bdd2c6fed281,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:00.093363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc22a989-6cc7-4ab5-9374-b93f1fe5823d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:00.095192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--313919894'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.106764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8687a4c2-e190-4abf-9161-e896fe63c426') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:00.107060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8687a4c2-e190-4abf-9161-e896fe63c426') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:00.112129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.116572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:00.117256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.117412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:00.119842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.129872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.138808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-05b97771-1c52-41f0-8bf5-8e727339b9f4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4878316 Feb 14 17:55:00.139595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40518) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:00.139922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40520) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:00.141362 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6793563 Feb 14 17:55:00.148302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.156816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'subnet': {'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.181121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'subnet': {'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.182938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.192469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a55ecc-c9e1-4394-a37e-f50441326e0b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Network': ['ID=01b9ea20-2955-42ec-a176-0593f2075da0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:00.208587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:00.209267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:00.227965 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:00.240915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 01b9ea20-2955-42ec-a176-0593f2075da0 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:00.253523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.300600 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8136051 Feb 14 17:55:00.305906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40530) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:00.322240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '4fa8b9a9-ec8b-48a4-a664-393a9a028faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.401745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccb70a-298f-43de-abde-64b39ace96f3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=4fa8b9a9-ec8b-48a4-a664-393a9a028faf,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:00.408976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.440341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 4fa8b9a9-ec8b-48a4-a664-393a9a028faf details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:00.461660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:00.461978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:00.528544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.532473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.535441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.541239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.546896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Network 0704ce59-2a50-47b2-9918-0191f280daa7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:00.556621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.556863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Pushing event updated for resources: {'Port': ['ID=a97175d4-dfc4-441a-895f-2491021b3267,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:00.557547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.559531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:00.566313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.572894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.576197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:00.606260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40536) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:00.626350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:00.674768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.680119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.683140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:subnet and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.687227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.690591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:subnet and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.695919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.699586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.706140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.740625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.751770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.753616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Attempting to bind port a97175d4-dfc4-441a-895f-2491021b3267 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:00.753987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Attempting to bind port a97175d4-dfc4-441a-895f-2491021b3267 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '89497222-2c25-4b9a-a899-4d8005391eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:00.754346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Attempting to bind port a97175d4-dfc4-441a-895f-2491021b3267 on network 0704ce59-2a50-47b2-9918-0191f280daa7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:00.756984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Allocated IP 172.20.255.242 (5c5fef0a-7a93-4d92-8b92-6066b920f098/b62be151-3562-406c-9e74-06365722beca/7d674f7b-b7e3-426e-91c1-f6d25ea77769) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:00.770001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:00.770376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Checking segment: {'id': '89497222-2c25-4b9a-a899-4d8005391eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:00.770773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.771165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Bound using segment: {'id': '89497222-2c25-4b9a-a899-4d8005391eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:00.771643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Bound port: a97175d4-dfc4-441a-895f-2491021b3267, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89497222-2c25-4b9a-a899-4d8005391eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0704ce59-2a50-47b2-9918-0191f280daa7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:00.772007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.785711 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/bc22a989-6cc7-4ab5-9374-b93f1fe5823d HTTP/1.1" status: 204 len: 168 time: 2.0718007 Feb 14 17:55:00.790150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40542) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:00.793220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a057-1e6d-453e-a74f-e75fff6cd3bd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=bc22a989-6cc7-4ab5-9374-b93f1fe5823d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:00.798361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-952834570'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.803468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.808109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.811105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.816743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.845023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1571944718'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:00.853307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:00.876746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Usage tracker for resource:network and tenant:a8dc6585e5404e8588a778e2f612be7b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:00.880778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.883327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:00.899601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:00.902574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:00.910281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.910410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.950798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:00.967672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Deleting port c3de7ad2-0a27-40da-9ed0-758593819210 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:00.968172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.969522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:00.970106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d of type vlan for network c22ba98c-a809-4f0c-9645-d7e21447f274 Feb 14 17:55:00.992526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c3de7ad2-0a27-40da-9ed0-758593819210 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:01.005375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.030957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] For port a97175d4-dfc4-441a-895f-2491021b3267, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:01.037089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.038399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:01.048278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c3de7ad2-0a27-40da-9ed0-758593819210 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:01.048621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c3de7ad2-0a27-40da-9ed0-758593819210 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:01.089530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e11e5862-c4e3-4423-a0e2-6adb247a5f38 None None] The port 'c3de7ad2-0a27-40da-9ed0-758593819210' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:01.091186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] For port a97175d4-dfc4-441a-895f-2491021b3267, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a97175d4-dfc4-441a-895f-2491021b3267,segment=NetworkSegment(89497222-2c25-4b9a-a899-4d8005391eb0),segment_id=89497222-2c25-4b9a-a899-4d8005391eb0)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:01.105681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a184f8c3-03ca-461d-8746-abc6cfc7a36f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.110769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:01.124503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.128332 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bcf15758-5875-42a0-8704-4d0be35feb01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1868231 Feb 14 17:55:01.131738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40546) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:01.142437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'a184f8c3-03ca-461d-8746-abc6cfc7a36f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:01.165914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.177381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Transition to ACTIVE for port object 7d674f7b-b7e3-426e-91c1-f6d25ea77769 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:01.177808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:01.189007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Made reservation on behalf of a8dc6585e5404e8588a778e2f612be7b for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:01.189245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.197529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.212110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:01.218901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:01.227172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.227735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.234873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Transition to ACTIVE for port object 7d674f7b-b7e3-426e-91c1-f6d25ea77769 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:01.241373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.244381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:01.245027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:01.245617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.284729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444684ac-19cc-483a-bda9-e5ca1f4c3c50 None None] Pushing event updated for resources: {'Port': ['ID=a97175d4-dfc4-441a-895f-2491021b3267,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.296390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:01.311403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Usage tracker for resource:security_group_rule and tenant:a8dc6585e5404e8588a778e2f612be7b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:01.312134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.315869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:01.323069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:01.351576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.384153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:01.386885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:01.392183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:01.394474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Pushing event updated for resources: {'Port': ['ID=7d674f7b-b7e3-426e-91c1-f6d25ea77769,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.409674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.436640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.496908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.517082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Attempting to bind port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:01.517459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Attempting to bind port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '25403096-1fe3-4401-8e16-d3ce63a92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:01.517826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Attempting to bind port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 on network 5c5fef0a-7a93-4d92-8b92-6066b920f098 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:01.526698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:01.528664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Checking segment: {'id': '25403096-1fe3-4401-8e16-d3ce63a92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:01.528664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.528923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Bound using segment: {'id': '25403096-1fe3-4401-8e16-d3ce63a92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:01.529387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Bound port: 7d674f7b-b7e3-426e-91c1-f6d25ea77769, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25403096-1fe3-4401-8e16-d3ce63a92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c5fef0a-7a93-4d92-8b92-6066b920f098'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:01.530977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.532685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.541202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7472138 Feb 14 17:55:01.542537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40550) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:01.544297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368409-d77b-4976-9ebe-2dc456e96d71 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=c22ba98c-a809-4f0c-9645-d7e21447f274,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.559655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:01.562609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c22ba98c-a809-4f0c-9645-d7e21447f274 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:01.580815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=5daccb62-c556-4480-a60e-3463936f43bb,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.596059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.692905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.754479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:01.777286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '0ec78686-269c-4e6a-a5fb-a489a05ea3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4fa8b9a9-ec8b-48a4-a664-393a9a028faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:01.777792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 4fa8b9a9-ec8b-48a4-a664-393a9a028faf, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:01.786315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac64684-9ac9-4f29-a001-908a129f55d4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.794867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a874c447-b7f6-4008-adf2-070d1b5a3701,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:01.805548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.806033 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Added segment 89f8cdcc-be2b-4e49-acf0-5b499e507b0b of type vlan for network 6c8d52a3-2c09-4950-aab6-7964559a08db Feb 14 17:55:01.815396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] For port 7d674f7b-b7e3-426e-91c1-f6d25ea77769, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:01.816890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:01.820871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] For port 7d674f7b-b7e3-426e-91c1-f6d25ea77769, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7d674f7b-b7e3-426e-91c1-f6d25ea77769,segment=NetworkSegment(25403096-1fe3-4401-8e16-d3ce63a92051),segment_id=25403096-1fe3-4401-8e16-d3ce63a92051)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:01.828940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:01.843099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:01.866893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:01.870212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.905965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.929576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.930941 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-59179053-2c7f-47db-8571-89eaca525f84 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7981324 Feb 14 17:55:01.933904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:01.966226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.977342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.980567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:01.986997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 4fa8b9a9-ec8b-48a4-a664-393a9a028faf is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:02.007981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:02.012338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.026206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.030081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:02.030669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.031714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f705da-8e12-4cd8-8f59-be3de6fad321 None None] Pushing event updated for resources: {'Port': ['ID=7d674f7b-b7e3-426e-91c1-f6d25ea77769,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:02.090050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Subnet': ['ID=ec0b5898-a396-499d-a174-25d6f73573bb,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:02.149801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Checking segment: {'id': 'bfc555cc-f339-4114-9a22-cfc934589e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:02.151278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network hostable DHCP agents. Network: 552a70f4-d78f-4a56-a1c4-730eba288de9, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:02.164956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 4fa8b9a9-ec8b-48a4-a664-393a9a028faf) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:02.172049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Checking segment: {'id': '412ab21d-3f76-4f04-8aec-cf42ee55abfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:02.172049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network hostable DHCP agents. Network: cb25b3b5-4779-4a21-8476-bdd2c6fed281, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:02.174909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc4655-05ac-4b0a-95c4-576175ffc13e None None] Network 4fa8b9a9-ec8b-48a4-a664-393a9a028faf requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:02.187466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Subnet': ['ID=76be309d-ca41-4f88-b03e-bf479b184a7b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:02.191845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.205729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:02.206309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.221555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.222683 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/dac64684-9ac9-4f29-a001-908a129f55d4 HTTP/1.1" status: 204 len: 168 time: 0.2877448 Feb 14 17:55:02.225577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40558) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.248603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b9d0-b7a5-46e7-9d65-6fa2d90c1452 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac64684-9ac9-4f29-a001-908a129f55d4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:02.253650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'Network': ['ID=6c8d52a3-2c09-4950-aab6-7964559a08db,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:02.258389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.277228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ee4f6a18-15a3-4d59-bf16-f6e6b5f01e17 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:02.295850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 6c8d52a3-2c09-4950-aab6-7964559a08db details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:02.311917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:02.315524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:02.329273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 552a70f4-d78f-4a56-a1c4-730eba288de9) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:02.335403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:02.336588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.341436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, cb25b3b5-4779-4a21-8476-bdd2c6fed281) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:02.353264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:02.353264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.353431 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-85c9df26-324b-4ea0-9a50-a015fbcd2599 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7426350 Feb 14 17:55:02.356535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40562) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.364624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Request body: {'subnet': {'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:02.399201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26375122-3316-4a75-84f8-d9a55fe0b8c0 None None] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:02.403602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ee4f6a18-15a3-4d59-bf16-f6e6b5f01e17 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:02.408818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ee4f6a18-15a3-4d59-bf16-f6e6b5f01e17 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1820445 Feb 14 17:55:02.409668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40566) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.411885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f268fe7-a5eb-41e9-b83d-4f72ad22c48d None None] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:02.415945 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4b845d63-c723-498a-b95e-eae71b12263e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0983686 Feb 14 17:55:02.442918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40570) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.481273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7c1aebb5-ae87-4113-8227-fa528f51248d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3373861 Feb 14 17:55:02.496347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40574) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.570704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f412862b-a3ac-4b6d-a19b-45cfc1346ef7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4289007 Feb 14 17:55:02.579247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40578) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:02.579903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'network': {'name': 'tempest-router-network01--1669066758'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:02.597521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'subnet': {'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:02.602869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:02.618832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:network and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:02.625157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:02.641246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:02.732027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.736997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:02.746915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Usage tracker for resource:subnet and tenant:a8dc6585e5404e8588a778e2f612be7b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:02.758753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.759936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:02.771504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:02.782890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.796371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:02.799508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.844671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:02.859285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:subnet and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:02.863945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:02.887693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:02.892796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Made reservation on behalf of a8dc6585e5404e8588a778e2f612be7b for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:02.907372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:02.927405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.970546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:02.972879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Added segment adfd7fab-297b-48b6-ad8d-9d5e420170b6 of type vlan for network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 Feb 14 17:55:02.979758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102caf3e-55b2-4a53-851d-1912b32f9f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-4fa8b9a9-ec8b-48a4-a664-393a9a028faf', 'network_id': '4fa8b9a9-ec8b-48a4-a664-393a9a028faf', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': '5daccb62-c556-4480-a60e-3463936f43bb'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:02.980585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-102caf3e-55b2-4a53-851d-1912b32f9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.011794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.036414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.054581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184f8c3-03ca-461d-8746-abc6cfc7a36f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:03.137918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16b07f-7e4c-4020-a698-930dc40c1c8a None None] Network 0704ce59-2a50-47b2-9918-0191f280daa7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:03.180124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.181814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6024dcea-78ad-428c-8e50-0fd242e52820 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/a184f8c3-03ca-461d-8746-abc6cfc7a36f HTTP/1.1" status: 204 len: 168 time: 0.7709832 Feb 14 17:55:03.193258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40582) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:03.222707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.227612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:03.228673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.233133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.254296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d674f7b-b7e3-426e-91c1-f6d25ea77769 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:03.256426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.279568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-cb25b3b5-4779-4a21-8476-bdd2c6fed281', 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281', 'tenant_id': '7fcd18980c8c4306888ba2e2887dc78d', 'fixed_ips': [{'subnet_id': '76be309d-ca41-4f88-b03e-bf479b184a7b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:03.281432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.305083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.375277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:03.449862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38806a7-4128-4682-b259-c376c09410be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-552a70f4-d78f-4a56-a1c4-730eba288de9', 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9', 'tenant_id': '658c7db336b1411eb757a2410f0e8d34', 'fixed_ips': [{'subnet_id': 'ec0b5898-a396-499d-a174-25d6f73573bb'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:03.450713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.547462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-58f4e254-ee7a-4ca1-9e8a-753c84a05b23 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:03.569481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=5daccb62-c556-4480-a60e-3463936f43bb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:03.573748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.584661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-af8fa106-c12f-480a-a959-10a6498db121 None None] Provisioning for port a97175d4-dfc4-441a-895f-2491021b3267 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:03.600158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=5360e4f6-9cd6-4e77-b275-a0c45f493c88,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:03.620330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820ff0a-15bf-4392-9d97-fe94575ed146 None None] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:03.700218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2001731 Feb 14 17:55:03.703404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40586) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:03.704075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602508e-8c37-4da8-a623-61d6b6100c29 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Network': ['ID=29cbf08c-d7c8-4ecb-a34f-80b3819391f2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:03.709305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.720070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'network': {'name': 'tempest-router-network02--470360621'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:03.728801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:03.742249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:network and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:03.746902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:03.750311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa8b9a9-ec8b-48a4-a664-393a9a028faf']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:03.759900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.760301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.760640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.761002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.761328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.761749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.761976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.762304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.762623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.762938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.763250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:03.764333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:03.766660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:03.772559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec78686-269c-4e6a-a5fb-a489a05ea3a8') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:03.774359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec78686-269c-4e6a-a5fb-a489a05ea3a8') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server [None req-102caf3e-55b2-4a53-851d-1912b32f9f85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5daccb62-c556-4480-a60e-3463936f43bb: This subnet is being modified by another concurrent operation. Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:03.784010 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise exception Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5daccb62-c556-4480-a60e-3463936f43bb: This subnet is being modified by another concurrent operation. Feb 14 17:55:03.790395 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Feb 14 17:55:03.793854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:03.793854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: c22ba98c-a809-4f0c-9645-d7e21447f274, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:03.794031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-58f4e254-ee7a-4ca1-9e8a-753c84a05b23 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:03.794031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-58f4e254-ee7a-4ca1-9e8a-753c84a05b23 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5909963 Feb 14 17:55:03.794186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40590) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:03.800124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.817573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106891144'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:03.822809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.829646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:03.831166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:03.831928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:03.849037 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:03.859312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:03.903354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:03.906309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.912343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bdd6d-e8d1-4f77-81f9-916b0edbe4a0 None None] Network 4fa8b9a9-ec8b-48a4-a664-393a9a028faf requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:03.942614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:03.949723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:03.957825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:03.973879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.014755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network c22ba98c-a809-4f0c-9645-d7e21447f274 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:04.032405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.036126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Added segment bb89e0d9-a261-4b1d-a0d3-c4e24684d459 of type vlan for network 319982cf-06b9-4f6c-84e4-a98929291b57 Feb 14 17:55:04.036126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.062825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.063064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.073258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=4fa8b9a9-ec8b-48a4-a664-393a9a028faf,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.073672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.079899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:04.093647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:04.094305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb55f572-254d-4365-8e35-622a349ec646 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/4fa8b9a9-ec8b-48a4-a664-393a9a028faf HTTP/1.1" status: 204 len: 168 time: 1.6500547 Feb 14 17:55:04.097704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40594) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.101453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.104180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'Subnet': ['ID=d35e58e8-369c-4a53-9671-8d636f77bb9e,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.109035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688276279'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.115853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.121700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.125005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a97175d4-dfc4-441a-895f-2491021b3267 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:04.125310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:04.139493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:04.154662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, c22ba98c-a809-4f0c-9645-d7e21447f274) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:04.176429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:04.179571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.193118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dfd024-4139-4bce-a36b-90810c023c10 None None] Network c22ba98c-a809-4f0c-9645-d7e21447f274 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:04.226220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:04.230271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.231709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Checking segment: {'id': '89f8cdcc-be2b-4e49-acf0-5b499e507b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:04.238684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Network hostable DHCP agents. Network: 6c8d52a3-2c09-4950-aab6-7964559a08db, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:04.264534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.269077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:04.273253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.277334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:04.298906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.360043 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbc6dad7-88f3-4cb2-bce6-6a9d3d011564 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8077891 Feb 14 17:55:04.361177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40600) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.367441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1616219838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.377258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.378502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.378787 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 1748f6d3-9098-4272-9220-b32560b4f515 of type vlan for network ffe96625-2fed-40b4-8a1d-a4a844554f06 Feb 14 17:55:04.382304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.385275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:04.389800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Provisioning for port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:04.393832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:04.404320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Allocated IP 172.20.0.2 (cb25b3b5-4779-4a21-8476-bdd2c6fed281/76be309d-ca41-4f88-b03e-bf479b184a7b/728a9152-bb7d-4beb-acdc-23e7d2ff84ff) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:04.405533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Network': ['ID=319982cf-06b9-4f6c-84e4-a98929291b57,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.417007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Network 6c8d52a3-2c09-4950-aab6-7964559a08db is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:04.419839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.423778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.424374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.454111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 319982cf-06b9-4f6c-84e4-a98929291b57 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:04.472943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7162fab0-0c2d-4ceb-a70a-42ac2b1bb9ad tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7660286 Feb 14 17:55:04.475239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40604) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.481811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'subnet': {'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.492481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 6c8d52a3-2c09-4950-aab6-7964559a08db) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:04.522674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:04.523262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.527924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.528904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.542368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.553287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.556992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:04.557590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.579260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Subnet': ['ID=f23371e1-feda-4040-912e-1ea1daa426a8,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.591802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.596881 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1c746490-7853-4040-ae59-b6f9035de67a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7932403 Feb 14 17:55:04.596881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40608) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.602316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.606642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.618694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.625532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c38806a7-4128-4682-b259-c376c09410be None None] Allocated IP 2001:db8::2 (552a70f4-d78f-4a56-a1c4-730eba288de9/ec0b5898-a396-499d-a174-25d6f73573bb/b8cf4dc6-f559-499f-b60c-fef5b494b7e4) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:04.626977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.631182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:04.635624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Checking segment: {'id': 'ff8296b5-90ac-412f-8441-3211496e2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:04.636040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network hostable DHCP agents. Network: 01b9ea20-2955-42ec-a176-0593f2075da0, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:04.643991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:04.655353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.660805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:subnet and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.665418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Provisioning complete for port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:04.665784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.675170 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a8b8e270-1c45-4492-ab66-731c67c881bc tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3177254 Feb 14 17:55:04.675984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40612) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.681525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Request body: {'port': {'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-638494687'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.688353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4832dc-9ab4-45f9-8c9b-ff3eccace834 None None] Network 6c8d52a3-2c09-4950-aab6-7964559a08db requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:04.720107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:04.733853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:04.748369 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6494350 Feb 14 17:55:04.753743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40618) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.764491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.765802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': 'ffe96625-2fed-40b4-8a1d-a4a844554f06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:04.778969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 01b9ea20-2955-42ec-a176-0593f2075da0 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:04.785020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246cf5-aacf-447a-a72d-398a6202bbee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=ffe96625-2fed-40b4-8a1d-a4a844554f06,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:04.805168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.840895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ffe96625-2fed-40b4-8a1d-a4a844554f06 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:04.849671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:04.882079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 01b9ea20-2955-42ec-a176-0593f2075da0) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:04.890852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:04.890852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.908265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:04.912222 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-33cf68aa-5b51-4fc9-84b4-9793634a41c3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5471888 Feb 14 17:55:04.915815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40622) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:04.919801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.983929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:04.988770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Usage tracker for resource:port and tenant:a8dc6585e5404e8588a778e2f612be7b is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.990891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:04.995597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.004949 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cef32443-0d5c-4ce5-8273-bc7d4ea561d0 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4245687 Feb 14 17:55:05.006193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:05.010243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.012978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:05.015596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40626) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:05.022157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e6b31-e343-404d-95c7-5a1f36bc1559 None None] Network 01b9ea20-2955-42ec-a176-0593f2075da0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:05.060667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:05.067912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.100004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068cdfe9-f6ae-4951-a11f-83685db6f78e,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:05.133413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:05.235321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Made reservation on behalf of a8dc6585e5404e8588a778e2f612be7b for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:05.237856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.253159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.254496 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f418c902-029b-4bea-ae01-5ef70ee2d136 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6577096 Feb 14 17:55:05.259091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:05.269159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:05.279689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:05.283237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] device_id is not set on port 3739cb0c-3e70-47e9-889f-0d2d7861b450 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:55:05.320795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:05.328822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:05.342869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:05.432695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-c22ba98c-a809-4f0c-9645-d7e21447f274', 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '5360e4f6-9cd6-4e77-b275-a0c45f493c88'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:05.432695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.443185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:05.514513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a97175d4-dfc4-441a-895f-2491021b3267 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:05.680526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a97175d4-dfc4-441a-895f-2491021b3267 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:05.680885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.707526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.889966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Allocated IP 2001:db8::15a (6c8d52a3-2c09-4950-aab6-7964559a08db/d35e58e8-369c-4a53-9671-8d636f77bb9e/3739cb0c-3e70-47e9-889f-0d2d7861b450) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:05.928616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:05.974449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing IP validity checks on allocation pools {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:55:05.974948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:55:06.117299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.126587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.206511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.208834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.253404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.288894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.315011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] For port 7d674f7b-b7e3-426e-91c1-f6d25ea77769, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7d674f7b-b7e3-426e-91c1-f6d25ea77769,segment=NetworkSegment(25403096-1fe3-4401-8e16-d3ce63a92051),segment_id=25403096-1fe3-4401-8e16-d3ce63a92051)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:06.326397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.387083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.405749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Subnet': ['ID=d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:06.407073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Transition to ACTIVE for port object 3739cb0c-3e70-47e9-889f-0d2d7861b450 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:06.438719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.445058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.445404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.445523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.446059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.446182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.446520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.446859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.447186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.447541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.447869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.448189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.448509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.486897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Transition to ACTIVE for port object 728a9152-bb7d-4beb-acdc-23e7d2ff84ff will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:06.497892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.504555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c38806a7-4128-4682-b259-c376c09410be None None] Transition to ACTIVE for port object b8cf4dc6-f559-499f-b60c-fef5b494b7e4 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:06.519487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Checking segment: {'id': 'adfd7fab-297b-48b6-ad8d-9d5e420170b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:06.519851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network hostable DHCP agents. Network: 29cbf08c-d7c8-4ecb-a34f-80b3819391f2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:06.554739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155598f1-2dec-44c8-b6a6-5ee741d134c6,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:06.558987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.591739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.625526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.630665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8515f587-f930-44a0-b003-83c2afcdbfa3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3688004 Feb 14 17:55:06.637784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Pushing event updated for resources: {'Port': ['ID=7d674f7b-b7e3-426e-91c1-f6d25ea77769,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:06.642757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:06.643172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-6c8d52a3-2c09-4950-aab6-7964559a08db', 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db', 'tenant_id': 'a8dc6585e5404e8588a778e2f612be7b', 'fixed_ips': [{'subnet_id': 'd35e58e8-369c-4a53-9671-8d636f77bb9e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:06.644228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.653733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:06.659758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:06.664507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:06.668308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:06.674865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:06.718250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Transition to ACTIVE for port object 728a9152-bb7d-4beb-acdc-23e7d2ff84ff will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:06.751248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Network 6c8d52a3-2c09-4950-aab6-7964559a08db is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:06.760430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:06.763055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:06.767369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:06.768093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.791951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-01b9ea20-2955-42ec-a176-0593f2075da0', 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0', 'tenant_id': '658c7db336b1411eb757a2410f0e8d34', 'fixed_ips': [{'subnet_id': 'f23371e1-feda-4040-912e-1ea1daa426a8'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:06.792392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.799662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=4b0e7bad-8ade-4eb3-b653-8984678a8670,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:06.810867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'Port': ['ID=3739cb0c-3e70-47e9-889f-0d2d7861b450,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:06.814649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '1748f6d3-9098-4272-9220-b32560b4f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ffe96625-2fed-40b4-8a1d-a4a844554f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:06.815072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: ffe96625-2fed-40b4-8a1d-a4a844554f06, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:06.820435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c38806a7-4128-4682-b259-c376c09410be None None] Transition to ACTIVE for port object b8cf4dc6-f559-499f-b60c-fef5b494b7e4 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:06.821687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.836899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:06.846194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.894617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Allocated IP 2001:db8::2 (c22ba98c-a809-4f0c-9645-d7e21447f274/5360e4f6-9cd6-4e77-b275-a0c45f493c88/5adf0580-728b-41fd-8bf4-bd5ec77d49b9) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:06.904113 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cdcb92a5-c8e9-44b2-b087-67c07e98b6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2270708 Feb 14 17:55:06.907603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40640) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:06.910650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.911057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.911462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.911853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.912250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.912634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.913051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.913435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.913899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.914239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.914606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a95af6-05b8-48d6-9fb8-e0fa1e4244ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:55:06.915667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Request body: {'port': {'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1754637823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:06.916105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] bootfile-name is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:06.916524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] tftp-server is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:06.917097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.api.validators [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] server-ip-address is not in valid_values {{(pid=84255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:06.954542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:06.972471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network ffe96625-2fed-40b4-8a1d-a4a844554f06 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:06.984313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.008586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a97175d4-dfc4-441a-895f-2491021b3267, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a97175d4-dfc4-441a-895f-2491021b3267,segment=NetworkSegment(89497222-2c25-4b9a-a899-4d8005391eb0),segment_id=89497222-2c25-4b9a-a899-4d8005391eb0)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:07.017344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.045761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 29cbf08c-d7c8-4ecb-a34f-80b3819391f2) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:07.045999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c763ac-cc3b-4f05-9ccd-9c550f82a087,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:07.064348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:07.064954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.069932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ffe96625-2fed-40b4-8a1d-a4a844554f06) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:07.089241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:07.089813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.091939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adef50-9682-4e73-9d0f-0fbd2fbb6bea None None] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:07.100461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Allocated IP 2001:db8::1 (552a70f4-d78f-4a56-a1c4-730eba288de9/ec0b5898-a396-499d-a174-25d6f73573bb/c002d7b8-524a-4d38-98a8-fe5dccdfce4a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:07.101144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.105899 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-832cb579-8e24-47fc-a103-2c2349f4aef6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4570193 Feb 14 17:55:07.106042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d11e0-3447-4a7f-bda3-e66f62b1cf14 None None] Network ffe96625-2fed-40b4-8a1d-a4a844554f06 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:07.106133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40644) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:07.113741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:07.122125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:07.127696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:07.128361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:07.137058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:07.140002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:07.180233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0b7449f5-11aa-4d28-b019-a3e7a74c6f57 None None] Provisioning complete for port a97175d4-dfc4-441a-895f-2491021b3267 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:07.180517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0b7449f5-11aa-4d28-b019-a3e7a74c6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.204851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.235506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:07.237945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:07.284373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.345420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aae2c6b3-f87f-44d4-b1fe-a76f87841ff6 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8689857 Feb 14 17:55:07.346722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40648) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:07.355837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d2fa28b-510b-4966-8833-b453bb2065a0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5991130 Feb 14 17:55:07.359757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'subnet': {'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:07.363675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40652) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:07.374850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:07.388098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.411016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Usage tracker for resource:port and tenant:a8dc6585e5404e8588a778e2f612be7b is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:07.453957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.462908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38806a7-4128-4682-b259-c376c09410be None None] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:07.464986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:07.475118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Pushing event updated for resources: {'Port': ['ID=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:07.475422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:07.478257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d674f7b-b7e3-426e-91c1-f6d25ea77769 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:07.488341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be24527a-e0c2-465a-877f-e6470d9746cc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:07.498747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:07.503232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Usage tracker for resource:subnet and tenant:7fcd18980c8c4306888ba2e2887dc78d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:07.539325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:07.545903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:07.553275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c38806a7-4128-4682-b259-c376c09410be None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:07.555771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38806a7-4128-4682-b259-c376c09410be None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:07.579099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.589427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Made reservation on behalf of a8dc6585e5404e8588a778e2f612be7b for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:07.592438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.614335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.618592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] device_id is not set on port f6fc937a-07d1-4c08-a1fc-4a9ca07190b8 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:55:07.624922 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53511e9c-eb98-4052-9923-31df72e51d72 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5126193 Feb 14 17:55:07.624922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Made reservation on behalf of 7fcd18980c8c4306888ba2e2887dc78d for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:07.646976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40656) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:07.658910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': 'fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:07.667822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.677953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Transition to ACTIVE for port object c002d7b8-524a-4d38-98a8-fe5dccdfce4a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:07.719388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:07.734025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:07.739222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:07.753661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:07.767605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.789151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.860200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.864682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.877788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Allocated IP 2001:db8::2 (6c8d52a3-2c09-4950-aab6-7964559a08db/d35e58e8-369c-4a53-9671-8d636f77bb9e/4d267cb9-386a-46fc-848a-f28a069256c3) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:07.938472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:07.941987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:07.943917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Port': ['ID=c002d7b8-524a-4d38-98a8-fe5dccdfce4a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:07.945000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.946053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:07.948402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.952759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:07.954752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38806a7-4128-4682-b259-c376c09410be None None] Pushing event updated for resources: {'Port': ['ID=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:07.997924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0e7bad-8ade-4eb3-b653-8984678a8670,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.011533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.109382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.139849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Allocated IP 2001:db8::2 (01b9ea20-2955-42ec-a176-0593f2075da0/f23371e1-feda-4040-912e-1ea1daa426a8/23607320-c915-416c-b49b-b7841760cbc4) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:08.151024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65342a6-170f-475b-a49d-cc0594919073,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.171462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe96625-2fed-40b4-8a1d-a4a844554f06']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:08.194489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748f6d3-9098-4272-9220-b32560b4f515') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:08.194815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748f6d3-9098-4272-9220-b32560b4f515') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:08.202269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Attempting to bind port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:08.202635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Attempting to bind port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '412ab21d-3f76-4f04-8aec-cf42ee55abfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:08.203637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Attempting to bind port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff on network cb25b3b5-4779-4a21-8476-bdd2c6fed281 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:08.212817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.223094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.231120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.235102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0963e1c6-6cf0-429e-a3e3-1933d7b67a94 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5827007 Feb 14 17:55:08.236146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40660) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.248195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.267808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.279567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.288389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:08.288693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c38806a7-4128-4682-b259-c376c09410be None None] Attempting to bind port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:08.288823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.289092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c38806a7-4128-4682-b259-c376c09410be None None] Attempting to bind port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'bfc555cc-f339-4114-9a22-cfc934589e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:08.289444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38806a7-4128-4682-b259-c376c09410be None None] Attempting to bind port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 on network 552a70f4-d78f-4a56-a1c4-730eba288de9 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:08.303143 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:08.317023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.403274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.424459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Subnet': ['ID=6c9f1e08-9a91-494b-9dd0-5114d314eed4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.433315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e65342a6-170f-475b-a49d-cc0594919073,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.435576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Checking segment: {'id': 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:08.436068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network hostable DHCP agents. Network: 319982cf-06b9-4f6c-84e4-a98929291b57, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:08.438578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:08.439000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Checking segment: {'id': '412ab21d-3f76-4f04-8aec-cf42ee55abfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:08.439414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.439798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Bound using segment: {'id': '412ab21d-3f76-4f04-8aec-cf42ee55abfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:08.440259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Bound port: 728a9152-bb7d-4beb-acdc-23e7d2ff84ff, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412ab21d-3f76-4f04-8aec-cf42ee55abfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb25b3b5-4779-4a21-8476-bdd2c6fed281'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:08.440834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.441483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.445430 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3e733b77-b64b-4865-8852-5ba11494e4b3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e65342a6-170f-475b-a49d-cc0594919073 HTTP/1.1" status: 204 len: 168 time: 0.2088647 Feb 14 17:55:08.447765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40664) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.497318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38806a7-4128-4682-b259-c376c09410be None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:08.499489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38806a7-4128-4682-b259-c376c09410be None None] Checking segment: {'id': 'bfc555cc-f339-4114-9a22-cfc934589e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:08.499489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.499489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38806a7-4128-4682-b259-c376c09410be None None] Bound using segment: {'id': 'bfc555cc-f339-4114-9a22-cfc934589e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:08.500003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c38806a7-4128-4682-b259-c376c09410be None None] Bound port: b8cf4dc6-f559-499f-b60c-fef5b494b7e4, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc555cc-f339-4114-9a22-cfc934589e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '552a70f4-d78f-4a56-a1c4-730eba288de9'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:08.500381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.516096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-325a7b74-1d5c-4067-8648-c54ab3c448a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:08.567768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9bda7-d90d-47f1-8703-5850c8519a94 None None] Network ffe96625-2fed-40b4-8a1d-a4a844554f06 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:08.569984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network 319982cf-06b9-4f6c-84e4-a98929291b57 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:08.580163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a97175d4-dfc4-441a-895f-2491021b3267,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.593565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-325a7b74-1d5c-4067-8648-c54ab3c448a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:08.595550 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-325a7b74-1d5c-4067-8648-c54ab3c448a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1466174 Feb 14 17:55:08.600874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40668) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.603039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.615533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:08.615896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.623963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.649318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.651262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.662924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 319982cf-06b9-4f6c-84e4-a98929291b57) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:08.665259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.671734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=ffe96625-2fed-40b4-8a1d-a4a844554f06,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.676196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:08.676672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.685728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6d778e95-c9a9-42d2-b758-1fb62e08cfef tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/ffe96625-2fed-40b4-8a1d-a4a844554f06 HTTP/1.1" status: 204 len: 168 time: 1.3212304 Feb 14 17:55:08.689377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40672) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.700722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660637469'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:08.705788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:08.710380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:08.713855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:08.725066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:08.726721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9bda7-d90d-47f1-8703-5850c8519a94 None None] Network ffe96625-2fed-40b4-8a1d-a4a844554f06 could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:55:08.729583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0dc59-e5c2-45a9-ae45-bc3800a6bc3b None None] Network 319982cf-06b9-4f6c-84e4-a98929291b57 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:08.755104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.795971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Transition to ACTIVE for port object 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:08.803340 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-639691c0-01d9-46b8-a744-fc08d7955ae0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552886 Feb 14 17:55:08.805962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.831453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.833408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:08.836663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.849383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.853052 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/be24527a-e0c2-465a-877f-e6470d9746cc HTTP/1.1" status: 204 len: 168 time: 0.2510908 Feb 14 17:55:08.860721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40680) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:08.868059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.868059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.883547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264ca6d-4186-4070-bf28-ae1e1821bfac tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be24527a-e0c2-465a-877f-e6470d9746cc,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:08.913940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:08.940043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2565025d-cc33-4ecd-9924-e0f0190fec31 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:08.943327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:08.944661 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 607682c2-9cde-4b37-a9c3-fc9a06a7628f of type vlan for network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 Feb 14 17:55:08.986447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.015885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-29cbf08c-d7c8-4ecb-a34f-80b3819391f2', 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2', 'tenant_id': '7fcd18980c8c4306888ba2e2887dc78d', 'fixed_ips': [{'subnet_id': 'd1a730f8-536e-49f8-9a7f-1ca9d1e9abb3'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:09.016613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.025330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2565025d-cc33-4ecd-9924-e0f0190fec31 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:09.027718 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2565025d-cc33-4ecd-9924-e0f0190fec31 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1656313 Feb 14 17:55:09.030740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:09.067834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.076988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.080116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:09.080797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.104732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.106339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Transition to ACTIVE for port object 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:09.187167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Port': ['ID=c002d7b8-524a-4d38-98a8-fe5dccdfce4a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:09.249347 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5576580 Feb 14 17:55:09.253546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612139-99b9-4b3e-9f08-b2c2925711c0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=4350330d-85a6-4d2e-ae33-ef77e5ab66f9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:09.255795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:09.277828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '4350330d-85a6-4d2e-ae33-ef77e5ab66f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:09.278069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.278069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e8ebbb16-1fbf-435b-b2d4-344a9ef848ae None None] Provisioning complete for port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:09.278069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbb16-1fbf-435b-b2d4-344a9ef848ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.345075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:09.366223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c38806a7-4128-4682-b259-c376c09410be None None] For port b8cf4dc6-f559-499f-b60c-fef5b494b7e4, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:09.377219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] For port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:09.378985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8::1 (c22ba98c-a809-4f0c-9645-d7e21447f274/5360e4f6-9cd6-4e77-b275-a0c45f493c88/4c1b9889-16ac-4216-a5c8-c3b8eda8b714) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:09.428532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:09.453540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:09.460244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:09.482995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:09.490253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:09.505458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:09.507540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.540145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49c763ac-cc3b-4f05-9ccd-9c550f82a087,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:09.562282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c38806a7-4128-4682-b259-c376c09410be None None] For port b8cf4dc6-f559-499f-b60c-fef5b494b7e4, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,segment=NetworkSegment(bfc555cc-f339-4114-9a22-cfc934589e27),segment_id=bfc555cc-f339-4114-9a22-cfc934589e27)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:09.585201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.589278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] For port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,segment=NetworkSegment(412ab21d-3f76-4f04-8aec-cf42ee55abfc),segment_id=412ab21d-3f76-4f04-8aec-cf42ee55abfc)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:09.645372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.664459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c38806a7-4128-4682-b259-c376c09410be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.667510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.669035 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-35d7a908-b61d-4659-9391-17c1ed82af6d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/49c763ac-cc3b-4f05-9ccd-9c550f82a087 HTTP/1.1" status: 204 len: 168 time: 0.6370633 Feb 14 17:55:09.670043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:09.671935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:09.687776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:09.698371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Network c22ba98c-a809-4f0c-9645-d7e21447f274 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:09.731472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Transition to ACTIVE for port object 4d267cb9-386a-46fc-848a-f28a069256c3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:09.740513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.743910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Pushing event updated for resources: {'Port': ['ID=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:09.777722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:09.784690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.794748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.821432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:09.836849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.937015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Transition to ACTIVE for port object 23607320-c915-416c-b49b-b7841760cbc4 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:09.943418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:09.958383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Transition to ACTIVE for port object 4d267cb9-386a-46fc-848a-f28a069256c3 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:10.015526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64bd42d7-ce7b-4485-ae94-c376133457e2 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:10.036534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network c22ba98c-a809-4f0c-9645-d7e21447f274 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:10.042929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:10.048508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:10.049061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.051523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=4c1b9889-16ac-4216-a5c8-c3b8eda8b714,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:10.119568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64bd42d7-ce7b-4485-ae94-c376133457e2 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:10.120843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-64bd42d7-ce7b-4485-ae94-c376133457e2 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4479690 Feb 14 17:55:10.123936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:10.130769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a97175d4-dfc4-441a-895f-2491021b3267 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:10.158367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.170937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.175604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.181248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-319982cf-06b9-4f6c-84e4-a98929291b57', 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57', 'tenant_id': '7fcd18980c8c4306888ba2e2887dc78d', 'fixed_ips': [{'subnet_id': '6c9f1e08-9a91-494b-9dd0-5114d314eed4'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:10.182094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.191989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.195620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Transition to ACTIVE for port object 23607320-c915-416c-b49b-b7841760cbc4 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:10.222863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38806a7-4128-4682-b259-c376c09410be None None] Pushing event updated for resources: {'Port': ['ID=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:10.246273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Allocated IP 172.20.0.2 (29cbf08c-d7c8-4ecb-a34f-80b3819391f2/d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3/d1f39e09-cfd5-462f-add7-400cd4f9298e) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:10.327030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.350747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.355274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Attempting to bind port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:10.355653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Attempting to bind port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:10.362568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Attempting to bind port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 on network c22ba98c-a809-4f0c-9645-d7e21447f274 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:10.362710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=ad0dcb06-fa18-4add-be6f-0d8bdb2dce78,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:10.475675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Network 6c8d52a3-2c09-4950-aab6-7964559a08db is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:10.477286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Allocated IP 2001:db8::285 (6c8d52a3-2c09-4950-aab6-7964559a08db/d35e58e8-369c-4a53-9671-8d636f77bb9e/f6fc937a-07d1-4c08-a1fc-4a9ca07190b8) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:10.488195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:10.554033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:10.556421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:10.556894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Checking segment: {'id': '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:10.557254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.557647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Bound using segment: {'id': '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:10.558126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Bound port: 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c22ba98c-a809-4f0c-9645-d7e21447f274'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:10.558496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.629040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Network 01b9ea20-2955-42ec-a176-0593f2075da0 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:10.672215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5fdee-8dab-4dde-bbc8-4f4bb6c83c12 None None] Pushing event updated for resources: {'Port': ['ID=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:10.700610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:10.820006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:10.875377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:10.897863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '607682c2-9cde-4b37-a9c3-fc9a06a7628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4350330d-85a6-4d2e-ae33-ef77e5ab66f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:10.899523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 4350330d-85a6-4d2e-ae33-ef77e5ab66f9, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:10.922613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=155598f1-2dec-44c8-b6a6-5ee741d134c6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:11.013820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.042169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Transition to ACTIVE for port object f6fc937a-07d1-4c08-a1fc-4a9ca07190b8 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:11.053837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.060014 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7a5e3e94-209c-4104-9b01-8baaad3f27e1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/155598f1-2dec-44c8-b6a6-5ee741d134c6 HTTP/1.1" status: 204 len: 168 time: 0.9300694 Feb 14 17:55:11.061376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.066138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Router 44549289-4928-489c-b8d5-dce2858fdc36 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:11.090781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:11.148295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bd4ad288-63ef-4c63-a5a5-404c129b6ef8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:11.153821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.178128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 4350330d-85a6-4d2e-ae33-ef77e5ab66f9) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:11.185870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:11.186457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.214928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93f4ec-6f2d-4562-a293-905cf9b0d816 None None] Network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:11.229968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.242591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bd4ad288-63ef-4c63-a5a5-404c129b6ef8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:11.243891 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bd4ad288-63ef-4c63-a5a5-404c129b6ef8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1820838 Feb 14 17:55:11.251140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40704) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.264255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Pushing event updated for resources: {'Port': ['ID=4d267cb9-386a-46fc-848a-f28a069256c3,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:11.271581 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fdaf86f1-463d-438e-a602-fa0f2aebd114 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0044971 Feb 14 17:55:11.275069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40708) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.304550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Network 6c8d52a3-2c09-4950-aab6-7964559a08db is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:11.311915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:11.315200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'Port': ['ID=f6fc937a-07d1-4c08-a1fc-4a9ca07190b8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:11.318312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:11.323017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:11.323914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.366083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.366862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.387492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:11.389304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Attempting to bind port 4d267cb9-386a-46fc-848a-f28a069256c3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:11.389304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Attempting to bind port 4d267cb9-386a-46fc-848a-f28a069256c3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '89f8cdcc-be2b-4e49-acf0-5b499e507b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:11.392815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Attempting to bind port 4d267cb9-386a-46fc-848a-f28a069256c3 on network 6c8d52a3-2c09-4950-aab6-7964559a08db {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:11.399894 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5facde34-1d38-4eea-a888-3a1b295277b5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3801253 Feb 14 17:55:11.400047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a97175d4-dfc4-441a-895f-2491021b3267 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:11.400047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.401310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40712) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.437611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.450412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] Sync routers for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:11.468541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.472022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-be7eb536-38f6-4a81-8edd-7758354fac17 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5630505 Feb 14 17:55:11.473382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.530425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=4c1b9889-16ac-4216-a5c8-c3b8eda8b714,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:11.541542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Allocated IP 172.20.0.2 (319982cf-06b9-4f6c-84e4-a98929291b57/6c9f1e08-9a91-494b-9dd0-5114d314eed4/2d6ff8e5-cee6-4c32-8894-736ee229267b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:11.573270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:11.573674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Checking segment: {'id': '89f8cdcc-be2b-4e49-acf0-5b499e507b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:11.574028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.574405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Bound using segment: {'id': '89f8cdcc-be2b-4e49-acf0-5b499e507b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:11.577047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Bound port: 4d267cb9-386a-46fc-848a-f28a069256c3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8cdcc-be2b-4e49-acf0-5b499e507b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c8d52a3-2c09-4950-aab6-7964559a08db'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:11.580001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.606280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Attempting to bind port 23607320-c915-416c-b49b-b7841760cbc4 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:11.607036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Attempting to bind port 23607320-c915-416c-b49b-b7841760cbc4 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'ff8296b5-90ac-412f-8441-3211496e2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:11.607560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Attempting to bind port 23607320-c915-416c-b49b-b7841760cbc4 on network 01b9ea20-2955-42ec-a176-0593f2075da0 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:11.634175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] For port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:11.642775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:11.644851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] For port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,segment=NetworkSegment(5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d),segment_id=5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:11.648584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:11.658410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:11.658410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Synchronizing usage tracker for tenant:a8dc6585e5404e8588a778e2f612be7b on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:11.672443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.780159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.839871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Unset dirty status for tenant:a8dc6585e5404e8588a778e2f612be7b on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:11.844024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3a618dfc-e777-47c6-9743-6e977f655ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3606946 Feb 14 17:55:11.848107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40720) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:11.863731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=068cdfe9-f6ae-4951-a11f-83685db6f78e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:11.932217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network c22ba98c-a809-4f0c-9645-d7e21447f274 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:11.934729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.973953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:11.985895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:11.986298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Checking segment: {'id': 'ff8296b5-90ac-412f-8441-3211496e2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:11.986692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.987079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Bound using segment: {'id': 'ff8296b5-90ac-412f-8441-3211496e2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:11.987557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Bound port: 23607320-c915-416c-b49b-b7841760cbc4, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8296b5-90ac-412f-8441-3211496e2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01b9ea20-2955-42ec-a176-0593f2075da0'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:11.987919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.989628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:11.993286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de238897-7506-4479-814d-a16412b39dcc tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/068cdfe9-f6ae-4951-a11f-83685db6f78e HTTP/1.1" status: 204 len: 168 time: 0.7388515 Feb 14 17:55:12.011359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40724) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:12.017100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Pushing event updated for resources: {'Port': ['ID=23607320-c915-416c-b49b-b7841760cbc4,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:12.077518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.102464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.121208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.155296 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-723721c7-46eb-4dd3-8b5d-3799a87e34f5 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0927305 Feb 14 17:55:12.157982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:12.180968 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Transition to ACTIVE for port object 2d6ff8e5-cee6-4c32-8894-736ee229267b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:12.202625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Transition to ACTIVE for port object 2d6ff8e5-cee6-4c32-8894-736ee229267b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:12.219752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Transition to ACTIVE for port object d1f39e09-cfd5-462f-add7-400cd4f9298e will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:12.236053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Deleting port f6fc937a-07d1-4c08-a1fc-4a9ca07190b8 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:12.236546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.281855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09775256-b168-42b7-bf0c-c21fcf4f93d9 None None] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:12.357657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.370858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:12.371483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:12.402074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.414326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-ff967273-eaf2-4f87-b9c9-5cfdb1de2740 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:55:12.418866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ff967273-eaf2-4f87-b9c9-5cfdb1de2740 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0123441 Feb 14 17:55:12.428811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40732) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:12.448607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.452064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96470e0-e6af-4fc0-9cf7-1b7a7993edf3 None None] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:12.561626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:12.575001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.580468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Transition to ACTIVE for port object d1f39e09-cfd5-462f-add7-400cd4f9298e will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:12.594056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:12.692617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.694292 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-908db421-93d8-4383-bb5b-109358a04d01 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd82a7b1-66f8-4102-a9f4-0d9aec9b9d33 HTTP/1.1" status: 204 len: 168 time: 0.5354431 Feb 14 17:55:12.697133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:12.716449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.784082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0dcb06-fa18-4add-be6f-0d8bdb2dce78,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:12.806569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] For port 4d267cb9-386a-46fc-848a-f28a069256c3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:12.811909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2e104bfd-f382-4c30-b6cc-1c48160f8ccb tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:12.826207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.847891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Network 319982cf-06b9-4f6c-84e4-a98929291b57 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:12.849073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c56ba-304f-4bfc-9e4c-373cf7eb02fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-4350330d-85a6-4d2e-ae33-ef77e5ab66f9', 'network_id': '4350330d-85a6-4d2e-ae33-ef77e5ab66f9', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'ad0dcb06-fa18-4add-be6f-0d8bdb2dce78'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:12.850029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ad8c56ba-304f-4bfc-9e4c-373cf7eb02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:12.854102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Allocated IP 172.20.0.1 (29cbf08c-d7c8-4ecb-a34f-80b3819391f2/d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3/79bb0ad2-cd26-443a-baf0-60bc1cdad79f) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:12.861653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c077e18-74ed-42b2-9aa6-a27e9525f1da None None] Pushing event updated for resources: {'Port': ['ID=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:12.882236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:12.890194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] For port 4d267cb9-386a-46fc-848a-f28a069256c3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4d267cb9-386a-46fc-848a-f28a069256c3,segment=NetworkSegment(89f8cdcc-be2b-4e49-acf0-5b499e507b0b),segment_id=89f8cdcc-be2b-4e49-acf0-5b499e507b0b)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:12.961839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Pushing event updated for resources: {'Port': ['ID=2d6ff8e5-cee6-4c32-8894-736ee229267b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:13.033232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.043172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:13.045542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e2573320-74ea-4d9a-8cdd-9e872d26d39f None None] Provisioning for port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:13.052050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] For port 23607320-c915-416c-b49b-b7841760cbc4, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:13.091296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4350330d-85a6-4d2e-ae33-ef77e5ab66f9']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:13.095561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.106828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2e104bfd-f382-4c30-b6cc-1c48160f8ccb tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:13.107998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.118056 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2e104bfd-f382-4c30-b6cc-1c48160f8ccb tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4195602 Feb 14 17:55:13.118681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40746) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:13.133103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--331088484'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:13.141359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:13.162111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:13.182282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607682c2-9cde-4b37-a9c3-fc9a06a7628f') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:13.182623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607682c2-9cde-4b37-a9c3-fc9a06a7628f') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:13.236765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:13.237413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:13.277141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Calling delete_port for f6fc937a-07d1-4c08-a1fc-4a9ca07190b8 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:13.279665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.299665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Transition to ACTIVE for port object 79bb0ad2-cd26-443a-baf0-60bc1cdad79f will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:13.316405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.325131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.369456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.382140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:13.382634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ca999-f5f9-4072-b903-99c899a6a63f None None] The sync data for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:13.394671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] For port 23607320-c915-416c-b49b-b7841760cbc4, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=23607320-c915-416c-b49b-b7841760cbc4,segment=NetworkSegment(ff8296b5-90ac-412f-8441-3211496e2041),segment_id=ff8296b5-90ac-412f-8441-3211496e2041)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:13.401794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:13.402167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.409542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:13.414840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:13.422970 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:13.450351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Pushing event updated for resources: {'Port': ['ID=d1f39e09-cfd5-462f-add7-400cd4f9298e,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:13.535157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:13.538811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:13.561114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:13.565145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:13.685678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:13.716950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.727643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Port': ['ID=79bb0ad2-cd26-443a-baf0-60bc1cdad79f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:13.754285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.811243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.831307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Attempting to bind port 2d6ff8e5-cee6-4c32-8894-736ee229267b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:13.831898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Attempting to bind port 2d6ff8e5-cee6-4c32-8894-736ee229267b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:13.832220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Attempting to bind port 2d6ff8e5-cee6-4c32-8894-736ee229267b on network 319982cf-06b9-4f6c-84e4-a98929291b57 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:13.834636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b8cf4dc6-f559-499f-b60c-fef5b494b7e4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:13.883326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event deleted for resources: {'Port': ['ID=f6fc937a-07d1-4c08-a1fc-4a9ca07190b8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:13.891318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-665667a7-754d-4938-9a3c-29ab0bee9594 None None] Provisioning for port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:13.929324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:13.929971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Checking segment: {'id': 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:13.930525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.931084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Bound using segment: {'id': 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:13.931758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Bound port: 2d6ff8e5-cee6-4c32-8894-736ee229267b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '319982cf-06b9-4f6c-84e4-a98929291b57'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:13.932289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.964294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.984185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.990507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f525be6a-3f89-4a28-b419-dcf1c87e3c48 None None] Network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:13.994743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:13.998477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:14.003920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.007131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:14.007424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 6ab587e5-eee9-49c7-a0aa-842027f27429 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:14.012067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:14.024639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=4350330d-85a6-4d2e-ae33-ef77e5ab66f9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:14.045286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2846eb9b-1e49-4f22-b985-b9cae92dcfca tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/4350330d-85a6-4d2e-ae33-ef77e5ab66f9 HTTP/1.1" status: 204 len: 168 time: 2.7701623 Feb 14 17:55:14.049893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40750) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:14.060115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305033825'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:14.065016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:14.068976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:14.071973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:14.080491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:14.085669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8736-6df2-4bc1-ba83-572b98474450 None None] Pushing event updated for resources: {'Port': ['ID=4d267cb9-386a-46fc-848a-f28a069256c3,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:14.089654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.137540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f525be6a-3f89-4a28-b419-dcf1c87e3c48 None None] Network 4350330d-85a6-4d2e-ae33-ef77e5ab66f9 could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:55:14.223903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:14.235462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.277517 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-274eebc6-5c9a-4e93-932f-774237a2d8c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "DELETE /v2.0/ports/f6fc937a-07d1-4c08-a1fc-4a9ca07190b8 HTTP/1.1" status: 204 len: 168 time: 2.4205930 Feb 14 17:55:14.284472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad96e7-32bd-4597-a300-02615f7a2d81 None None] Pushing event updated for resources: {'Port': ['ID=23607320-c915-416c-b49b-b7841760cbc4,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:14.351848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40754) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:14.395033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c9dfb-fcf4-44e2-ba8a-c960f8beb43d None None] Network c22ba98c-a809-4f0c-9645-d7e21447f274 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:14.423004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:14.451362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Attempting to bind port d1f39e09-cfd5-462f-add7-400cd4f9298e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:14.451872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Attempting to bind port d1f39e09-cfd5-462f-add7-400cd4f9298e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'adfd7fab-297b-48b6-ad8d-9d5e420170b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:14.452305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Attempting to bind port d1f39e09-cfd5-462f-add7-400cd4f9298e on network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:14.600410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:14.623888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:14.623888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.628308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.630717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.656497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Request body: {'port': {'name': 'tempest-new-port-name-1972218418', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:14.657555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.api.validators [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] bootfile-name is not in valid_values {{(pid=84256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:14.658071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.api.validators [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] tftp-server is not in valid_values {{(pid=84256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:14.658553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.api.validators [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] server-ip-address is not in valid_values {{(pid=84256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 14 17:55:14.702297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:14.702580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.702693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Checking segment: {'id': 'adfd7fab-297b-48b6-ad8d-9d5e420170b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:14.703061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.703461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Bound using segment: {'id': 'adfd7fab-297b-48b6-ad8d-9d5e420170b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:14.703948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Bound port: d1f39e09-cfd5-462f-add7-400cd4f9298e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfd7fab-297b-48b6-ad8d-9d5e420170b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '29cbf08c-d7c8-4ecb-a34f-80b3819391f2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:14.704324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.762591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.772325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:14.782889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.783345 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment a1204bcc-9815-4151-a158-89ea02354505 of type vlan for network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 Feb 14 17:55:14.787166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] For port 2d6ff8e5-cee6-4c32-8894-736ee229267b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:14.795037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] For port 2d6ff8e5-cee6-4c32-8894-736ee229267b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2d6ff8e5-cee6-4c32-8894-736ee229267b,segment=NetworkSegment(bb89e0d9-a261-4b1d-a0d3-c4e24684d459),segment_id=bb89e0d9-a261-4b1d-a0d3-c4e24684d459)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:14.813621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.891887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.936348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.940103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:14.940687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:14.972964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5dd474ca-4983-41c9-810b-b89df69ba4c8 None None] Provisioning for port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:14.991401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Port': ['ID=79bb0ad2-cd26-443a-baf0-60bc1cdad79f,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:15.017002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca14d93-08b0-4355-bca3-adf8c177db3c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:15.038489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.053524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.137400 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0835435 Feb 14 17:55:15.138827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40758) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:15.153866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:15.157035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.158081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5429dad4-a8c6-4922-a326-f6eef09c772e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0319986 Feb 14 17:55:15.161061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd738b1f-c47b-466a-98ba-fdf05e4d6fd9 None None] Network 6c8d52a3-2c09-4950-aab6-7964559a08db requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:15.162302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40762) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:15.176715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '0ca14d93-08b0-4355-bca3-adf8c177db3c', 'direction': 'ingress', 'protocol': 17}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:15.195336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:15.200769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede55bd8-a4e7-40c6-9557-69a80131ebd0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=45f0301e-b759-4ef4-86ff-87bfca60c1f2,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:15.205422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] For port d1f39e09-cfd5-462f-add7-400cd4f9298e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:15.205583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:15.211003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:15.222146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:15.269081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:15.270708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:15.528402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:15.528622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.593290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.628886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:15.630941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.633727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:15.637685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:15.645275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:15.659147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.734129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:15.739920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.744971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] For port d1f39e09-cfd5-462f-add7-400cd4f9298e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d1f39e09-cfd5-462f-add7-400cd4f9298e,segment=NetworkSegment(adfd7fab-297b-48b6-ad8d-9d5e420170b6),segment_id=adfd7fab-297b-48b6-ad8d-9d5e420170b6)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:15.747074 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] Sync routers for ids ['6ab587e5-eee9-49c7-a0aa-842027f27429'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:15.776497 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] Routers {'6ab587e5-eee9-49c7-a0aa-842027f27429'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:15.778027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6ab587e5-eee9-49c7-a0aa-842027f27429'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:15.847307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.847687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e622-155b-46eb-8512-e5b9cdbc5ae4 None None] Pushing event updated for resources: {'Port': ['ID=2d6ff8e5-cee6-4c32-8894-736ee229267b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:15.864582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:15.900605 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6814bf70-bf4b-4264-b9cf-ca1bc114258c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/6ab587e5-eee9-49c7-a0aa-842027f27429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9816060 Feb 14 17:55:15.945790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:15.960407 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:15.971926 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] Routers {'6ab587e5-eee9-49c7-a0aa-842027f27429'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:15.972473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40766) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:15.972739 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6ab587e5-eee9-49c7-a0aa-842027f27429'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:15.993767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.020100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Provisioning complete for port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:16.020717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.073998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:16.074585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad316325-adcb-461a-95ed-7d73c0adb7f0 None None] The sync data for ids ['6ab587e5-eee9-49c7-a0aa-842027f27429'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:16.195339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f67f6f-c013-4ff8-9ed6-0f1c9875db54,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:16.213169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b8cf4dc6-f559-499f-b60c-fef5b494b7e4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,segment=NetworkSegment(bfc555cc-f339-4114-9a22-cfc934589e27),segment_id=bfc555cc-f339-4114-9a22-cfc934589e27)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:16.234823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddf726-7b55-4526-9591-818f8aa99d4d None None] Network 01b9ea20-2955-42ec-a176-0593f2075da0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:16.238974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.264689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.266021 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d4b3adee-8884-4e7b-a812-a2d31940df3d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1027870 Feb 14 17:55:16.274005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40770) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:16.308805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] In _notify_port_updated(), no bound segment for port 3739cb0c-3e70-47e9-889f-0d2d7861b450 on network 6c8d52a3-2c09-4950-aab6-7964559a08db {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:55:16.312591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:16.313254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.314529 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "PUT /v2.0/ports/3739cb0c-3e70-47e9-889f-0d2d7861b450 HTTP/1.1" status: 200 len: 1130 time: 1.6806798 Feb 14 17:55:16.324029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40774) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:16.339989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.340785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 728a9152-bb7d-4beb-acdc-23e7d2ff84ff up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:16.389670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Router aef5feb8-4fd3-4891-906d-9cfc1da9ca41 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:16.391501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434800aa-5d58-4f56-b5b7-c8052ab46e52 None None] Pushing event updated for resources: {'Port': ['ID=d1f39e09-cfd5-462f-add7-400cd4f9298e,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:16.418677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082fbd-6fb7-4496-9f54-92780b0d83cf tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:16.424171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-61082fbd-6fb7-4496-9f54-92780b0d83cf tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "GET /v2.0/ports/3739cb0c-3e70-47e9-889f-0d2d7861b450 HTTP/1.1" status: 200 len: 1130 time: 0.0949633 Feb 14 17:55:16.424171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40778) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:16.438775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13f267-82f8-4c72-849e-0ed254626e16 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event updated for resources: {'Port': ['ID=3739cb0c-3e70-47e9-889f-0d2d7861b450,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:16.464581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5cbc8-8dad-424b-af40-3536e5c7aff3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:16.465806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1cd5cbc8-8dad-424b-af40-3536e5c7aff3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:16.466062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.634930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:16.656227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1cd5cbc8-8dad-424b-af40-3536e5c7aff3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:16.657558 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1cd5cbc8-8dad-424b-af40-3536e5c7aff3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports/4c1b9889-16ac-4216-a5c8-c3b8eda8b714 HTTP/1.1" status: 200 len: 911 time: 0.6833212 Feb 14 17:55:16.668909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40782) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:16.719195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Provisioning for port c002d7b8-524a-4d38-98a8-fe5dccdfce4a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:16.727115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Provisioning complete for port c002d7b8-524a-4d38-98a8-fe5dccdfce4a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:16.727489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.742781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.761623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Deleting port 3739cb0c-3e70-47e9-889f-0d2d7861b450 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:16.761966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.817868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:16.862400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:16.863049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:16.976513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Port c002d7b8-524a-4d38-98a8-fe5dccdfce4a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:17.113629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-606c3d8e-e354-4ee9-b31e-e5ba02651893 None None] Provisioning for port 4d267cb9-386a-46fc-848a-f28a069256c3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:17.135248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.198068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,segment=NetworkSegment(412ab21d-3f76-4f04-8aec-cf42ee55abfc),segment_id=412ab21d-3f76-4f04-8aec-cf42ee55abfc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:17.220665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.273247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Provisioning complete for port c002d7b8-524a-4d38-98a8-fe5dccdfce4a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:17.273247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.315542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.316342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:17.317526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.469857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:17.477553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=cd2832e3-1fe3-4b33-9994-db8bcd993e57,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:17.490428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Calling delete_port for 3739cb0c-3e70-47e9-889f-0d2d7861b450 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:17.551140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:17.573684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] Sync routers for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:17.638845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2df58-27b0-4ba9-8a9a-567c6eaa5574 None None] Network 319982cf-06b9-4f6c-84e4-a98929291b57 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:17.657343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.688658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:17.688941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:17.709445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca14d93-08b0-4355-bca3-adf8c177db3c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:17.734921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.736369 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ba4fb6ed-179f-4118-936d-eaaee61ad067 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ca14d93-08b0-4355-bca3-adf8c177db3c HTTP/1.1" status: 204 len: 168 time: 1.4612899 Feb 14 17:55:17.738212 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3d0d8457-b1ac-4f38-a4ea-4f57d55faac4 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9311755 Feb 14 17:55:17.741687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40786) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:17.742334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:17.758606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Port c002d7b8-524a-4d38-98a8-fe5dccdfce4a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:17.765429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:17.842219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:17.850525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:17.850984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.876840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': 'a1204bcc-9815-4151-a158-89ea02354505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:17.877543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 45f0301e-b759-4ef4-86ff-87bfca60c1f2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:17.957759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Provisioning complete for port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:17.963490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.967091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port c002d7b8-524a-4d38-98a8-fe5dccdfce4a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:17.967542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:17.992603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:17.993000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:18.028974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38267a0a-fe71-40b9-9063-8107c957364f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:18.053645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.174143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38267a0a-fe71-40b9-9063-8107c957364f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:18.175422 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38267a0a-fe71-40b9-9063-8107c957364f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4320135 Feb 14 17:55:18.176267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event deleted for resources: {'Port': ['ID=3739cb0c-3e70-47e9-889f-0d2d7861b450,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:18.185112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40794) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:18.198705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.202255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b1238cdc-b8fc-439c-8098-653e07ab9412 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "DELETE /v2.0/ports/3739cb0c-3e70-47e9-889f-0d2d7861b450 HTTP/1.1" status: 204 len: 168 time: 1.7760515 Feb 14 17:55:18.204949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:18.206444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650570119'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:18.216856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:18.260754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:18.261291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9f0c3-a83e-439b-8716-242d03eb4174 None None] The sync data for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:18.313799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:18.352058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:18.455030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.477315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.498734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.557767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.584275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53b466-777c-472f-bbe7-cdab3f2256a3 None None] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:18.598467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,segment=NetworkSegment(5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d),segment_id=5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:18.634704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 45f0301e-b759-4ef4-86ff-87bfca60c1f2) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:18.681590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5ac11-8959-4fe8-9ba5-1e92a6ad2a86 None None] Network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:18.725680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.786040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:18.786633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.794447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Deleting subnet d35e58e8-369c-4a53-9671-8d636f77bb9e {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:18.797102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.862111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:18.944608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d277941-31de-46b5-958a-cf5a535c3f97 None None] Provisioning for port 23607320-c915-416c-b49b-b7841760cbc4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:18.956326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:18.963636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:18.981497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:18.990290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:18.991008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.085956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.100748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:19.158528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.164652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Calling delete_port for c002d7b8-524a-4d38-98a8-fe5dccdfce4a owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:19.251109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b8cf4dc6-f559-499f-b60c-fef5b494b7e4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:19.302562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29bcda-f5e7-4c19-b417-7de715be74c8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:19.316034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.321812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aca22e23-a4e1-4610-be97-4f772845d47e tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1299477 Feb 14 17:55:19.326287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40802) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:19.337653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056899128'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:19.376098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Provisioning complete for port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:19.376721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.395632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:19.401817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:19.405815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:19.425175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:19.432810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-45f0301e-b759-4ef4-86ff-87bfca60c1f2', 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'cd2832e3-1fe3-4b33-9994-db8bcd993e57'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:19.433650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.460318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-b904810d-c9ba-4307-afcf-129f3e35840d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:55:19.464257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b904810d-c9ba-4307-afcf-129f3e35840d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7158413 Feb 14 17:55:19.464849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40806) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:19.486951 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-22e64567-cd6f-4c2c-8bed-5bbf355d4d9e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3356841 Feb 14 17:55:19.489179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.493095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40810) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:19.537360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.556067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event deleted for resources: {'Subnet': ['ID=d35e58e8-369c-4a53-9671-8d636f77bb9e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:19.641755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.668268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dff772-f60f-440a-8779-be0ae7746036 None None] Network 6c8d52a3-2c09-4950-aab6-7964559a08db requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:19.728125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:19.734318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.741044 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-315a8abe-5979-4632-8bda-980b65cdad42 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "DELETE /v2.0/subnets/d35e58e8-369c-4a53-9671-8d636f77bb9e HTTP/1.1" status: 204 len: 168 time: 1.5325830 Feb 14 17:55:19.743746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40814) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:19.746480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:19.747688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:19.748066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.757424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:19.785598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:19.865756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:19.975498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Allocated IP 172.20.0.2 (45f0301e-b759-4ef4-86ff-87bfca60c1f2/cd2832e3-1fe3-4b33-9994-db8bcd993e57/6fbb1226-5a63-47ca-a66b-291c3b52e047) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:19.983953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Could not find standard attr ID for object 3739cb0c-3e70-47e9-889f-0d2d7861b450. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:55:20.097202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.139352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Deleting port 4d267cb9-386a-46fc-848a-f28a069256c3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:20.139575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.233956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.234921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.254180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 728a9152-bb7d-4beb-acdc-23e7d2ff84ff up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:20.310378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.339739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.352841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Port': ['ID=c002d7b8-524a-4d38-98a8-fe5dccdfce4a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:20.427372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:20.427957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.464430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] DHCP port deletion for 6c8d52a3-2c09-4950-aab6-7964559a08db request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:20.475508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Provisioning for port d1f39e09-cfd5-462f-add7-400cd4f9298e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:20.487132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Deleting port 4d267cb9-386a-46fc-848a-f28a069256c3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:20.487502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.561676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.583319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Transition to ACTIVE for port object 6fbb1226-5a63-47ca-a66b-291c3b52e047 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:20.600838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.622638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.626903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2992864 Feb 14 17:55:20.638893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40818) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:20.647735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '8a29bcda-f5e7-4c19-b417-7de715be74c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '83b5e445-972d-4f52-b153-66a76c8a848a', 'remote_ip_prefix': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:20.656642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858cafd-3260-412a-87b9-330d6dad18a4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5e445-972d-4f52-b153-66a76c8a848a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:20.659147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Transition to ACTIVE for port object 6fbb1226-5a63-47ca-a66b-291c3b52e047 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:20.664068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:20.682080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:20.692057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:20.706639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] For port 4d267cb9-386a-46fc-848a-f28a069256c3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4d267cb9-386a-46fc-848a-f28a069256c3,segment=NetworkSegment(89f8cdcc-be2b-4e49-acf0-5b499e507b0b),segment_id=89f8cdcc-be2b-4e49-acf0-5b499e507b0b)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:20.708637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.716051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:20.794620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Provisioning for port 2d6ff8e5-cee6-4c32-8894-736ee229267b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:20.804080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.868594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2d6ff8e5-cee6-4c32-8894-736ee229267b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:20.944732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] For port 4d267cb9-386a-46fc-848a-f28a069256c3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4d267cb9-386a-46fc-848a-f28a069256c3,segment=NetworkSegment(89f8cdcc-be2b-4e49-acf0-5b499e507b0b),segment_id=89f8cdcc-be2b-4e49-acf0-5b499e507b0b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:20.945116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.955635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3286e768-714f-4ad5-ae60-3d45045787e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:20.966759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Calling delete_port for 4d267cb9-386a-46fc-848a-f28a069256c3 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:20.970109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.028732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2832e3-1fe3-4b33-9994-db8bcd993e57,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.034758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:21.093405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Pushing event updated for resources: {'Port': ['ID=6fbb1226-5a63-47ca-a66b-291c3b52e047,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.104820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.105978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Calling delete_port for 4d267cb9-386a-46fc-848a-f28a069256c3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:21.131998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:21.135126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:21.199489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.225462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Provisioning for port 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:21.274133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Provisioning complete for port 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:21.274757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.290717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event deleted for resources: {'Port': ['ID=4d267cb9-386a-46fc-848a-f28a069256c3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.312305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] No DVR routers for this DVR port 4d267cb9-386a-46fc-848a-f28a069256c3 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:21.353804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Attempting to bind port 6fbb1226-5a63-47ca-a66b-291c3b52e047 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:21.354191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Attempting to bind port 6fbb1226-5a63-47ca-a66b-291c3b52e047 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a1204bcc-9815-4151-a158-89ea02354505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:21.354553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Attempting to bind port 6fbb1226-5a63-47ca-a66b-291c3b52e047 on network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:21.365154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:21.365506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:21.367825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Port 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:21.371706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:21.372082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Checking segment: {'id': 'a1204bcc-9815-4151-a158-89ea02354505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:21.373126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.374002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Bound using segment: {'id': 'a1204bcc-9815-4151-a158-89ea02354505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:21.374289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Bound port: 6fbb1226-5a63-47ca-a66b-291c3b52e047, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1204bcc-9815-4151-a158-89ea02354505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:21.374742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.391967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d092e894-b5a8-443b-8327-54bf8445fc16 None None] Could not find standard attr ID for object f6fc937a-07d1-4c08-a1fc-4a9ca07190b8. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:55:21.421309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.442532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 2d6ff8e5-cee6-4c32-8894-736ee229267b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:21.448007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:21.448877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.453764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2d6ff8e5-cee6-4c32-8894-736ee229267b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:21.455766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.468834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.506584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.507204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f0301e-b759-4ef4-86ff-87bfca60c1f2']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.535789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1204bcc-9815-4151-a158-89ea02354505') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.536142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1204bcc-9815-4151-a158-89ea02354505') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.539630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] For port 6fbb1226-5a63-47ca-a66b-291c3b52e047, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:21.543236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] For port 6fbb1226-5a63-47ca-a66b-291c3b52e047, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6fbb1226-5a63-47ca-a66b-291c3b52e047,segment=NetworkSegment(a1204bcc-9815-4151-a158-89ea02354505),segment_id=a1204bcc-9815-4151-a158-89ea02354505)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:21.553668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.557698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8d52a3-2c09-4950-aab6-7964559a08db']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.566374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.585437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f8cdcc-be2b-4e49-acf0-5b499e507b0b') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.585806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f8cdcc-be2b-4e49-acf0-5b499e507b0b') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:21.614386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Provisioning complete for port 2d6ff8e5-cee6-4c32-8894-736ee229267b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:21.614765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.641467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.644110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.659677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.661177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196ac89b-000c-4ccc-a560-9721c27c6e3b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.674413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.688771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:21.689159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.690655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:21.704946 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:21.708057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:21.710607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:21.726217 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:21.731248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Router 44549289-4928-489c-b8d5-dce2858fdc36 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:21.785114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 2d6ff8e5-cee6-4c32-8894-736ee229267b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2d6ff8e5-cee6-4c32-8894-736ee229267b,segment=NetworkSegment(bb89e0d9-a261-4b1d-a0d3-c4e24684d459),segment_id=bb89e0d9-a261-4b1d-a0d3-c4e24684d459)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:21.786177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.789446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d885d3-1e81-450c-98d4-f7c9d02903be None None] Pushing event updated for resources: {'Port': ['ID=6fbb1226-5a63-47ca-a66b-291c3b52e047,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.790337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7bc94d01-31e2-4164-846d-2f956e1f3e00 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1491940 Feb 14 17:55:21.800257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40822) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:21.868545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Deleting port 4d267cb9-386a-46fc-848a-f28a069256c3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:21.868974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.873300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.881750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.912029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.923581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.947923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.956094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:21.957309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4d267cb9-386a-46fc-848a-f28a069256c3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:21.960578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] Pushing event deleted for resources: {'Network': ['ID=6c8d52a3-2c09-4950-aab6-7964559a08db,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:21.968029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ffd4b3de-1e6f-4800-bb9e-c020f4280f8d tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084 tempest-ExtraDHCPOptionsIpV6TestJSON-1448581084-project] 10.222.0.30 "DELETE /v2.0/networks/6c8d52a3-2c09-4950-aab6-7964559a08db HTTP/1.1" status: 204 len: 168 time: 2.2124670 Feb 14 17:55:22.064500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port 79bb0ad2-cd26-443a-baf0-60bc1cdad79f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:22.064998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.075801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-81fa2346-c436-4885-bc56-32ee58bf1079 None None] The port '4d267cb9-386a-46fc-848a-f28a069256c3' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:22.076544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4d267cb9-386a-46fc-848a-f28a069256c3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:22.076909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4d267cb9-386a-46fc-848a-f28a069256c3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 14 17:55:22.080801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:22.080801 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:22.080801 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '45f0301e-b759-4ef4-86ff-87bfca60c1f2'}] Feb 14 17:55:22.080801 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:22.085831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:22.113495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.123584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.137766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port 4d267cb9-386a-46fc-848a-f28a069256c3 not found, will not notify nova. {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 14 17:55:22.138289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 23607320-c915-416c-b49b-b7841760cbc4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:22.152694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.157463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/196ac89b-000c-4ccc-a560-9721c27c6e3b HTTP/1.1" status: 204 len: 168 time: 0.3617737 Feb 14 17:55:22.158449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b99b6-8b02-487d-b259-214b690c23f7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=196ac89b-000c-4ccc-a560-9721c27c6e3b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:22.160214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:22.174685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 4c1b9889-16ac-4216-a5c8-c3b8eda8b714 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:22.193947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a20d5c-30c3-44d3-b4db-c199d6c1e0b7 None None] Network 45f0301e-b759-4ef4-86ff-87bfca60c1f2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:22.226068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:22.242567 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] Sync routers for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:22.264158 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ca1a26c7-b9a1-4b30-9413-9cb7f71d4507 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8213487 Feb 14 17:55:22.265791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40832) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:22.280573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=2d6ff8e5-cee6-4c32-8894-736ee229267b,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:22.303576 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:22.306069 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:22.314251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d546b124-2553-4a16-8ddc-7f87d941e6b6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:22.358680 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-3605eeb0-8722-4da8-8057-1707ecc9cd2a tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] delete failed (client error): The resource could not be found. Feb 14 17:55:22.363622 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3605eeb0-8722-4da8-8057-1707ecc9cd2a tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1683136893 HTTP/1.1" status: 404 len: 335 time: 0.0943317 Feb 14 17:55:22.364008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40836) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:22.372156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e46aa12b-184d-4fda-80c4-d85114b5791e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'router': {'external_gateway_info': {'network_id': '44549289-4928-489c-b8d5-dce2858fdc36'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:22.416269 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:22.430095 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:22.431035 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:54:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:22.436901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:22.437260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:22.478603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93821b8e-b682-4015-83b3-86376d9738e7 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:22.499280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.511099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d546b124-2553-4a16-8ddc-7f87d941e6b6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:22.512390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d546b124-2553-4a16-8ddc-7f87d941e6b6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3483927 Feb 14 17:55:22.525063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40842) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:22.528634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 23607320-c915-416c-b49b-b7841760cbc4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:22.539830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 23607320-c915-416c-b49b-b7841760cbc4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:22.540588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.550912 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:22.551826 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bb92c-b98b-4b14-bc3d-14bf9e61afbc None None] The sync data for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:22.582478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.601264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port 6fbb1226-5a63-47ca-a66b-291c3b52e047 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:22.602355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.665700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40846) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:22.672372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.749837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.783470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93821b8e-b682-4015-83b3-86376d9738e7 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:22.798173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Calling delete_port for 79bb0ad2-cd26-443a-baf0-60bc1cdad79f owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:22.803772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 23607320-c915-416c-b49b-b7841760cbc4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=23607320-c915-416c-b49b-b7841760cbc4,segment=NetworkSegment(ff8296b5-90ac-412f-8441-3211496e2041),segment_id=ff8296b5-90ac-412f-8441-3211496e2041)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:22.883902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port 6fbb1226-5a63-47ca-a66b-291c3b52e047, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6fbb1226-5a63-47ca-a66b-291c3b52e047,segment=NetworkSegment(a1204bcc-9815-4151-a158-89ea02354505),segment_id=a1204bcc-9815-4151-a158-89ea02354505)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:22.884466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.891579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:22.892393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d1f39e09-cfd5-462f-add7-400cd4f9298e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:22.902051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=4c1b9889-16ac-4216-a5c8-c3b8eda8b714,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:23.060656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.127440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=23607320-c915-416c-b49b-b7841760cbc4,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:23.128327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for 6fbb1226-5a63-47ca-a66b-291c3b52e047 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:23.191882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-606ebec0-1666-42b1-937f-e11d7a67b157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.224123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.243713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Provisioning complete for port d1f39e09-cfd5-462f-add7-400cd4f9298e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:23.244046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.267844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port d1f39e09-cfd5-462f-add7-400cd4f9298e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:23.294951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port d1f39e09-cfd5-462f-add7-400cd4f9298e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:23.295307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.316575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e46aa12b-184d-4fda-80c4-d85114b5791e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.389962 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-80e8d2db-efbb-4861-9842-3e0395638426 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8dc6585e5404e8588a778e2f612be7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7199080 Feb 14 17:55:23.391044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40852) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:23.394206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.422348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.432376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.449831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5e445-972d-4f52-b153-66a76c8a848a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:23.512443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.527370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-e46aa12b-184d-4fda-80c4-d85114b5791e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] update failed (client error): The resource could not be found. Feb 14 17:55:23.528558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e46aa12b-184d-4fda-80c4-d85114b5791e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36 HTTP/1.1" status: 404 len: 339 time: 1.1635497 Feb 14 17:55:23.538679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Port': ['ID=79bb0ad2-cd26-443a-baf0-60bc1cdad79f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:23.542630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40856) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:23.551981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-304270034'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:23.575571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:23.576576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.602731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Port': ['ID=6fbb1226-5a63-47ca-a66b-291c3b52e047,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:23.609252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.645287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a24a4-abc4-470e-87cb-e1a9e1a26a54 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:23.649237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:network and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:23.662879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.666911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6781c764-edd2-4175-822a-087c14e6134a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/83b5e445-972d-4f52-b153-66a76c8a848a HTTP/1.1" status: 204 len: 168 time: 1.1401315 Feb 14 17:55:23.667687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40860) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:23.672244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:23.677030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No DVR routers for this DVR port 6fbb1226-5a63-47ca-a66b-291c3b52e047 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:23.699025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:23.749060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.759090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] For port d1f39e09-cfd5-462f-add7-400cd4f9298e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d1f39e09-cfd5-462f-add7-400cd4f9298e,segment=NetworkSegment(adfd7fab-297b-48b6-ad8d-9d5e420170b6),segment_id=adfd7fab-297b-48b6-ad8d-9d5e420170b6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:23.845203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:23.848060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.848516 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.873320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.918123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:23.936734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Could not find standard attr ID for object 79bb0ad2-cd26-443a-baf0-60bc1cdad79f. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:55:23.971007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f0301e-b759-4ef4-86ff-87bfca60c1f2']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:23.971601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7531c1e9-a3d0-439a-a038-149dc5e8c4f8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:23.987765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1204bcc-9815-4151-a158-89ea02354505') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:23.988117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1204bcc-9815-4151-a158-89ea02354505') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:23.995026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:23.995389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:23.998629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:24.003581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fb861-05d6-417f-babd-d149acc30893 None None] Pushing event updated for resources: {'Port': ['ID=d1f39e09-cfd5-462f-add7-400cd4f9298e,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:24.008946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a24a4-abc4-470e-87cb-e1a9e1a26a54 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:24.019327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.025230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.025230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Added segment 2b4741f7-bee9-4d33-8ed8-e5ffab5582ca of type vlan for network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 Feb 14 17:55:24.065001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.112460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.116642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7531c1e9-a3d0-439a-a038-149dc5e8c4f8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:24.120757 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7531c1e9-a3d0-439a-a038-149dc5e8c4f8 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4425290 Feb 14 17:55:24.123006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40864) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:24.128537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.150776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.176817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:24.177478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.197570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a874c447-b7f6-4008-adf2-070d1b5a3701,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:24.199243 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:24.235094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.236221 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b30f4cde-09d6-4960-9870-5e846729aa3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a874c447-b7f6-4008-adf2-070d1b5a3701 HTTP/1.1" status: 204 len: 168 time: 0.8436892 Feb 14 17:55:24.285681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.290458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 6ab587e5-eee9-49c7-a0aa-842027f27429 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:24.313129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.317816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:24.318751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.325654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.373313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.493485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.528083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.557752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0085425 Feb 14 17:55:24.561777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40870) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:24.640958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'subnet': {'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:24.665136 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/45f0301e-b759-4ef4-86ff-87bfca60c1f2 HTTP/1.1" status: 204 len: 168 time: 5.1444294 Feb 14 17:55:24.676636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40876) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:24.691153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.714290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915345889'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:24.726605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3c67-ae89-436e-ace9-3f9c9233382e tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=45f0301e-b759-4ef4-86ff-87bfca60c1f2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:24.789281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d1f39e09-cfd5-462f-add7-400cd4f9298e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:24.819389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:24.826303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:24.830131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f47ba7-8ce3-492f-bfe2-88381d901900 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Network': ['ID=cd02b42f-f8fe-4a2d-85eb-dfd3a635f108,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:24.841384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:24.854366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-11428cab-e3b6-46a3-90a6-4620c865166a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/6ab587e5-eee9-49c7-a0aa-842027f27429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1756215 Feb 14 17:55:24.855830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40882) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:24.862469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:24.880661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] Sync routers for ids ['6ab587e5-eee9-49c7-a0aa-842027f27429'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:24.892671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:24.915552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:24.926078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-40b21784-7f53-493f-86fa-f7ec8f5c86af tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:24.945263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.950048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:24.960998 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/8a29bcda-f5e7-4c19-b417-7de715be74c8 HTTP/1.1" status: 204 len: 168 time: 0.8255625 Feb 14 17:55:24.963715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40890) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.000987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] Routers {'6ab587e5-eee9-49c7-a0aa-842027f27429'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:25.001796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6ab587e5-eee9-49c7-a0aa-842027f27429'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.011040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:25.014713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b81c6-9c5e-4a8b-888b-02add3f9f39c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29bcda-f5e7-4c19-b417-7de715be74c8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:25.016762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Usage tracker for resource:subnet and tenant:658c7db336b1411eb757a2410f0e8d34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:25.020442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:25.027706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-40b21784-7f53-493f-86fa-f7ec8f5c86af tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:25.028625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:25.032191 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-40b21784-7f53-493f-86fa-f7ec8f5c86af tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ab587e5-eee9-49c7-a0aa-842027f27429 HTTP/1.1" status: 200 len: 205 time: 0.1724627 Feb 14 17:55:25.033860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40894) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.046477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Router aef5feb8-4fd3-4891-906d-9cfc1da9ca41 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:25.096809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.112961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:25.116003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.121236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] Routers {'6ab587e5-eee9-49c7-a0aa-842027f27429'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:25.121791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6ab587e5-eee9-49c7-a0aa-842027f27429'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.133495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Made reservation on behalf of 658c7db336b1411eb757a2410f0e8d34 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:25.186385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.186805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b87d7-fa94-4a1c-8f17-5c66733573b1 None None] The sync data for ids ['6ab587e5-eee9-49c7-a0aa-842027f27429'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:25.196501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port d1f39e09-cfd5-462f-add7-400cd4f9298e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:25.196906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.252697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-47ae5c01-8da8-4d46-90b9-96058f1c6b4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:25.297358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.313169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:25.319875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2d6ff8e5-cee6-4c32-8894-736ee229267b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:25.321187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.361279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-47ae5c01-8da8-4d46-90b9-96058f1c6b4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:25.362481 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-47ae5c01-8da8-4d46-90b9-96058f1c6b4f tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3827002 Feb 14 17:55:25.369018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40900) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.397312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.397939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 202fae8c-08d3-4d2b-88c2-5d95e9c6ce39 of type vlan for network 97a0d224-7a75-4074-a412-9d2b929d7df7 Feb 14 17:55:25.404169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2d6ff8e5-cee6-4c32-8894-736ee229267b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:25.404658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.411712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:25.419434 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] Sync routers for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:25.453103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0baa1bcb-761b-4468-be1e-afb548058b7e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9870808 Feb 14 17:55:25.454256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:25.455103 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.463959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088450584'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:25.466949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40906) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.486428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:25.496750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:25.552396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.560521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.564555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:25.565181 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.565647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-92b82965-16d2-45b6-a140-e4ce97eb02c0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] delete failed (client error): The resource could not be found. Feb 14 17:55:25.570954 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-92b82965-16d2-45b6-a140-e4ce97eb02c0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-550136878 HTTP/1.1" status: 404 len: 334 time: 0.1030366 Feb 14 17:55:25.572607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40912) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.588437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-626e0351-0ebb-4858-b49e-1a9d4e297e0c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:25.630477 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:25.631042 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7d566-38f6-422c-af19-fe9209b0c94a None None] The sync data for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:25.651005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.663570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:25.720935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.742344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:25.742715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.881028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 23607320-c915-416c-b49b-b7841760cbc4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:25.894744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.899696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:25.904411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.906435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:25.910151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:25.918063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:25.921713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.925570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:25.926162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.966552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 23607320-c915-416c-b49b-b7841760cbc4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:25.966905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:25.971937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40918) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:25.994280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.008134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.008849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab587e5-eee9-49c7-a0aa-842027f27429 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:55:26.039921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.041924 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-411b443e-2618-4a8c-a112-77b3052f738a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/6ab587e5-eee9-49c7-a0aa-842027f27429 HTTP/1.1" status: 204 len: 168 time: 1.0076060 Feb 14 17:55:26.045216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40924) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:26.133048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.180683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4817996 Feb 14 17:55:26.180913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a0ecff-8779-4b7d-9d2e-d58c1522e644,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:26.181612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40928) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:26.185379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941087330'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:26.216828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c65ba-6fe0-4c26-b6ae-f9f19b78721b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=97a0d224-7a75-4074-a412-9d2b929d7df7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:26.231239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 97a0d224-7a75-4074-a412-9d2b929d7df7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:26.243390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:26.249216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4d267cb9-386a-46fc-848a-f28a069256c3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:26.252372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:26.276380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.328358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4d267cb9-386a-46fc-848a-f28a069256c3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:26.328688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4d267cb9-386a-46fc-848a-f28a069256c3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:26.415159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Subnet': ['ID=2a1b404a-9141-41ff-88ae-f3e11c55d03c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:26.435494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-626e0351-0ebb-4858-b49e-1a9d4e297e0c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.451136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Checking segment: {'id': '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:26.451498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network hostable DHCP agents. Network: cd02b42f-f8fe-4a2d-85eb-dfd3a635f108, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:26.461928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:26.466289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:26.484414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:26.492233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:26.500853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:26.504911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:26.514301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:26.548658 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-626e0351-0ebb-4858-b49e-1a9d4e297e0c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] update failed (client error): The resource could not be found. Feb 14 17:55:26.549983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-626e0351-0ebb-4858-b49e-1a9d4e297e0c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41 HTTP/1.1" status: 404 len: 339 time: 0.9722834 Feb 14 17:55:26.553039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 5360e4f6-9cd6-4e77-b275-a0c45f493c88 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:26.553704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40932) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:26.559004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.586799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.590932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0d6be6f-ecbc-4799-830f-2ae18820788d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1659958 Feb 14 17:55:26.593807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40936) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:26.602684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '12a0ecff-8779-4b7d-9d2e-d58c1522e644', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:26.609011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:26.614960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:26.621455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:26.638023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:26.645906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:26.701388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:26.707787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:26.710687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.727677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.778401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.813242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, cd02b42f-f8fe-4a2d-85eb-dfd3a635f108) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:26.819301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:26.819946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.824367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76209158-a96d-415c-88e5-834543cf4ea7 None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:26.842218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:26.969684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:26.973441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing IP validity checks on allocation pools {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:55:26.974196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:55:26.980577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:security_group_rule and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:26.984729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:26.993051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:27.016249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.052303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-cd02b42f-f8fe-4a2d-85eb-dfd3a635f108', 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108', 'tenant_id': '658c7db336b1411eb757a2410f0e8d34', 'fixed_ips': [{'subnet_id': '2a1b404a-9141-41ff-88ae-f3e11c55d03c'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:27.053194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.069217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.109819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.143007 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7de5250f-9313-4964-b667-95452417f54b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5730140 Feb 14 17:55:27.154814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:27.163733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e9646bf2-04b9-4e6c-98cb-3abdf3fa857b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:27.221056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Allocated IP 2001:db8:1::2 (cd02b42f-f8fe-4a2d-85eb-dfd3a635f108/2a1b404a-9141-41ff-88ae-f3e11c55d03c/3efce5cb-caf5-43da-8e9f-22780e385645) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:27.400669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.417838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.418120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Allocated IP 172.20.0.1 (cb25b3b5-4779-4a21-8476-bdd2c6fed281/76be309d-ca41-4f88-b03e-bf479b184a7b/d4362b9e-bd6d-46c5-a03d-25e32f485f49) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:27.439215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.450045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Transition to ACTIVE for port object 3efce5cb-caf5-43da-8e9f-22780e385645 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:27.469326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Transition to ACTIVE for port object 3efce5cb-caf5-43da-8e9f-22780e385645 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:27.534047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.537936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.540014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=5360e4f6-9cd6-4e77-b275-a0c45f493c88,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:27.550512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.600407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.614025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:27.617706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.618017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:27.622449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:27.631149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239659f-7510-4359-b232-f97f7408d57c None None] Network c22ba98c-a809-4f0c-9645-d7e21447f274 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:27.633105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.635038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Transition to ACTIVE for port object d4362b9e-bd6d-46c5-a03d-25e32f485f49 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:27.648930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Pushing event updated for resources: {'Port': ['ID=3efce5cb-caf5-43da-8e9f-22780e385645,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:27.672853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.722741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:27.739822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.755641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b02923a-0865-403f-b91c-0855be0ecfb9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:27.772624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9734371a-35b4-405e-b4a6-9d27547e8a58,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:27.787403 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-55deed3e-ce9b-43e5-bdaa-c1638b2d02fd tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/5360e4f6-9cd6-4e77-b275-a0c45f493c88 HTTP/1.1" status: 204 len: 168 time: 1.7384083 Feb 14 17:55:27.787403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.787403 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment b3ff125e-df45-414c-953f-b0764b48f122 of type vlan for network 72e32a96-0117-4e5e-8b35-072e61a5c78a Feb 14 17:55:27.794472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40946) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:27.826686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=a53ce7c8-2ffc-46f0-a191-b49c14cc56bb,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:27.924344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:27.926636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:27.931037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:27.945837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] DHCP port deletion for c22ba98c-a809-4f0c-9645-d7e21447f274 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:27.952148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Deleting port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:27.959269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.959626 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:27.963813 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d86cb00b-c941-41e9-9674-1de4e1f6f170 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3692172 Feb 14 17:55:27.968190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:28.030187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Port': ['ID=d4362b9e-bd6d-46c5-a03d-25e32f485f49,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:28.050502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.052345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.066031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.075606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.108641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.120912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:28.121591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 97a0d224-7a75-4074-a412-9d2b929d7df7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:28.148075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9646bf2-04b9-4e6c-98cb-3abdf3fa857b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.163137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:28.163435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.179685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.201771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9734371a-35b4-405e-b4a6-9d27547e8a58,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:28.243342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Attempting to bind port 3efce5cb-caf5-43da-8e9f-22780e385645 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:28.244536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Attempting to bind port 3efce5cb-caf5-43da-8e9f-22780e385645 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:28.244670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Attempting to bind port 3efce5cb-caf5-43da-8e9f-22780e385645 on network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:28.261627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.262754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e0cbf4ba-e2e9-492c-8b92-5cc5103a6a2c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9734371a-35b4-405e-b4a6-9d27547e8a58 HTTP/1.1" status: 204 len: 168 time: 0.2934976 Feb 14 17:55:28.266032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40954) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:28.267573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:28.268148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Checking segment: {'id': '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:28.269106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.269603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Bound using segment: {'id': '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:28.270734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Bound port: 3efce5cb-caf5-43da-8e9f-22780e385645, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd02b42f-f8fe-4a2d-85eb-dfd3a635f108'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:28.270734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.295641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.302117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] For port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,segment=NetworkSegment(5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d),segment_id=5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:28.302641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.306840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.310509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:28.311082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.378626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bc1c5b2a-05c2-479d-9e0f-bc7ce067f546 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:28.492771 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5094793 Feb 14 17:55:28.505838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Calling delete_port for 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:28.558251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf554b-87d9-467d-9e26-0d03ed1d8638 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=72e32a96-0117-4e5e-8b35-072e61a5c78a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:28.565214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 97a0d224-7a75-4074-a412-9d2b929d7df7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:28.654410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:28.698904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:28.701174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bc1c5b2a-05c2-479d-9e0f-bc7ce067f546 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:28.702431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bc1c5b2a-05c2-479d-9e0f-bc7ce067f546 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4354839 Feb 14 17:55:28.707500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40958) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:28.741236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,segment=NetworkSegment(5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d),segment_id=5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:28.741660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.802471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-38ff5ef7-ad8c-4f3e-bfa5-aa2f974dcdb3 None None] Provisioning for port d4362b9e-bd6d-46c5-a03d-25e32f485f49 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:28.806158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.829811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.867333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.870892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:28.871429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:28.871976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.873805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] No DVR routers for this DVR port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:28.893663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-38ff5ef7-ad8c-4f3e-bfa5-aa2f974dcdb3 None None] Provisioning complete for port d4362b9e-bd6d-46c5-a03d-25e32f485f49 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:28.894155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38ff5ef7-ad8c-4f3e-bfa5-aa2f974dcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.920884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:28.929950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] For port 3efce5cb-caf5-43da-8e9f-22780e385645, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:28.934425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206eec0b-f833-41fa-a354-cb2ffff6ffe8 None None] Pushing event deleted for resources: {'Port': ['ID=5adf0580-728b-41fd-8bf4-bd5ec77d49b9,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:28.963395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:28.972902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] For port 3efce5cb-caf5-43da-8e9f-22780e385645, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3efce5cb-caf5-43da-8e9f-22780e385645,segment=NetworkSegment(2b4741f7-bee9-4d33-8ed8-e5ffab5582ca),segment_id=2b4741f7-bee9-4d33-8ed8-e5ffab5582ca)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:28.988188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-38ff5ef7-ad8c-4f3e-bfa5-aa2f974dcdb3 None None] Port d4362b9e-bd6d-46c5-a03d-25e32f485f49 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:29.003320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 97a0d224-7a75-4074-a412-9d2b929d7df7) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:29.011690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa18d7-2bf8-4ddb-bb5c-3254da8b6c9f None None] Network 97a0d224-7a75-4074-a412-9d2b929d7df7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:29.016761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:29.020742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.060412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:29.060741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:29.077089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.094353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.123234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a0ecff-8779-4b7d-9d2e-d58c1522e644,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:29.135828 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-e9646bf2-04b9-4e6c-98cb-3abdf3fa857b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:55:29.136278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event updated for resources: {'Port': ['ID=d4362b9e-bd6d-46c5-a03d-25e32f485f49,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:29.141689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.142787 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9646bf2-04b9-4e6c-98cb-3abdf3fa857b tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36 HTTP/1.1" status: 400 len: 364 time: 1.9863336 Feb 14 17:55:29.144535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40962) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:29.150738 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-031537da-073f-4576-9e8a-aaca32148643 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9116220 Feb 14 17:55:29.151143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40966) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:29.247843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc744-e27a-4106-b006-a5bff820fd65 None None] Pushing event updated for resources: {'Port': ['ID=3efce5cb-caf5-43da-8e9f-22780e385645,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:29.352280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:29.354406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:29.415448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-97a0d224-7a75-4074-a412-9d2b929d7df7', 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'a53ce7c8-2ffc-46f0-a191-b49c14cc56bb'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:29.426684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.450921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.458569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-546baadc-1ac6-4dcb-8482-018cf3daf7d4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/12a0ecff-8779-4b7d-9d2e-d58c1522e644 HTTP/1.1" status: 204 len: 168 time: 0.7503471 Feb 14 17:55:29.461826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40970) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:29.831005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60dab589-591e-4302-a590-c4bd27957d2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:29.867714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Allocated IP 172.20.0.3 (97a0d224-7a75-4074-a412-9d2b929d7df7/a53ce7c8-2ffc-46f0-a191-b49c14cc56bb/cb93af4b-d691-492a-b55f-0e5c909a33f0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:29.883217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 5adf0580-728b-41fd-8bf4-bd5ec77d49b9 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:29.884201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:29.974923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.090229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f36da4a1-4ba3-433d-8bb8-6902630076c1 None None] Provisioning complete for port d4362b9e-bd6d-46c5-a03d-25e32f485f49 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:30.090229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f36da4a1-4ba3-433d-8bb8-6902630076c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.097802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-60dab589-591e-4302-a590-c4bd27957d2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:30.107562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-60dab589-591e-4302-a590-c4bd27957d2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4805288 Feb 14 17:55:30.108729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40974) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:30.141098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] The port '5adf0580-728b-41fd-8bf4-bd5ec77d49b9' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:30.155023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f36da4a1-4ba3-433d-8bb8-6902630076c1 None None] Port d4362b9e-bd6d-46c5-a03d-25e32f485f49 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:30.171802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186789847'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:30.177795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:30.190608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:30.251910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.265303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Transition to ACTIVE for port object cb93af4b-d691-492a-b55f-0e5c909a33f0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:30.278961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Router aef5feb8-4fd3-4891-906d-9cfc1da9ca41 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:30.287167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Transition to ACTIVE for port object cb93af4b-d691-492a-b55f-0e5c909a33f0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:30.370289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.529083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.551539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Network 97a0d224-7a75-4074-a412-9d2b929d7df7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:30.555590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Pushing event updated for resources: {'Port': ['ID=cb93af4b-d691-492a-b55f-0e5c909a33f0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:30.584931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:30.589293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:30.604081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.702188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:30.708326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:30.711830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:30.725166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:30.734585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:30.746169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-69f8d70e-4186-41da-a114-9a9444087871 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1914778 Feb 14 17:55:30.754212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:30.769533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] Sync routers for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:30.817300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:30.892982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3efce5cb-caf5-43da-8e9f-22780e385645 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:30.895632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22ba98c-a809-4f0c-9645-d7e21447f274']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:30.930764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:30.931054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3db079-7ea3-4463-aa5f-c7b9ab05cb2d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:30.946542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:30.948062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:30.964288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.034397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.050501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:31.050898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:31.071219 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:31.076084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.082346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e208d-656f-483b-9c05-36b1d6dbc7bf None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:31.098523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-289a08d9-8af0-4ea3-9020-0d00ac820bb3 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.209611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.211051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.224641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.252199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc1206-6370-45dd-8c37-3a556e78f0d6,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:31.276888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=a53ce7c8-2ffc-46f0-a191-b49c14cc56bb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:31.323740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-289a08d9-8af0-4ea3-9020-0d00ac820bb3 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 17:55:31.325855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-289a08d9-8af0-4ea3-9020-0d00ac820bb3 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41 HTTP/1.1" status: 409 len: 329 time: 0.5705738 Feb 14 17:55:31.329408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40982) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:31.348952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.353459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.416188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.417941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fd7cd5dc-31ec-4398-af88-b2c954c95f8d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3073783 Feb 14 17:55:31.425971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40986) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:31.433351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.439962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Attempting to bind port cb93af4b-d691-492a-b55f-0e5c909a33f0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:31.440474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Attempting to bind port cb93af4b-d691-492a-b55f-0e5c909a33f0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:31.440873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Attempting to bind port cb93af4b-d691-492a-b55f-0e5c909a33f0 on network 97a0d224-7a75-4074-a412-9d2b929d7df7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:31.471082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:31.471481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Checking segment: {'id': '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:31.471749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.472135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Bound using segment: {'id': '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:31.472589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Bound port: cb93af4b-d691-492a-b55f-0e5c909a33f0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a0d224-7a75-4074-a412-9d2b929d7df7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:31.472979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.486965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:31.487616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.496191 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/c22ba98c-a809-4f0c-9645-d7e21447f274 HTTP/1.1" status: 204 len: 168 time: 3.6957445 Feb 14 17:55:31.498088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca86469-382c-4ccc-8815-62ab06135433 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=c22ba98c-a809-4f0c-9645-d7e21447f274,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:31.500222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '08cc1206-6370-45dd-8c37-3a556e78f0d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:31.514789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:31.520780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:31.524411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:31.532494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:31.539166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da30b17f-cebb-4bd9-a5d4-157a7c3263cb None None] Provisioning for port 3efce5cb-caf5-43da-8e9f-22780e385645 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:31.547033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40990) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:31.574171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1501087781', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:31.574396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.574808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c8118-f181-46a8-a79f-e6f3eb3f0195 None None] The sync data for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:31.595095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:31.604508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:31.613522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:31.626216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:31.653500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.654617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] For port cb93af4b-d691-492a-b55f-0e5c909a33f0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:31.654742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.657729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] For port cb93af4b-d691-492a-b55f-0e5c909a33f0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cb93af4b-d691-492a-b55f-0e5c909a33f0,segment=NetworkSegment(202fae8c-08d3-4d2b-88c2-5d95e9c6ce39),segment_id=202fae8c-08d3-4d2b-88c2-5d95e9c6ce39)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:31.713353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 40994) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:31.738242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.739325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.766430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:31.766649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.771298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 3efce5cb-caf5-43da-8e9f-22780e385645 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:31.775696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.793023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.805483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a0d224-7a75-4074-a412-9d2b929d7df7']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.823571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3efce5cb-caf5-43da-8e9f-22780e385645 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:31.823891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.878024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.879575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.879575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:31.911362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.930459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4265e-7bd4-4a6b-be23-50939158b43f None None] Pushing event updated for resources: {'Port': ['ID=cb93af4b-d691-492a-b55f-0e5c909a33f0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:31.987936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:31.988153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a4bbce-322a-446c-b0c2-9228e74d8b38,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:32.001185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:32.003653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:32.004040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:32.018414 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:32.026535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:32.045160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.057847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583f020-6e8d-49a5-8a02-82659f28db9d None None] Network 97a0d224-7a75-4074-a412-9d2b929d7df7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:32.076050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:32.088611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:32.110048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Allocated IP 2001:db8::1 (0704ce59-2a50-47b2-9918-0191f280daa7/9b2e0985-e724-4f7e-ab46-7a5e0ee554b2/ac14f55b-51d0-4b0d-b775-e8911ea547de) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:32.147930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.148663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-53c44e08-507f-4b59-ae71-6ca98cd6cc14 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7210667 Feb 14 17:55:32.151306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 40998) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:32.189169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d455a215-97d9-48cc-8d00-30a7a4098ea4 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules/28a4bbce-322a-446c-b0c2-9228e74d8b38 HTTP/1.1" status: 200 len: 705 time: 0.0333433 Feb 14 17:55:32.191119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3efce5cb-caf5-43da-8e9f-22780e385645, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3efce5cb-caf5-43da-8e9f-22780e385645,segment=NetworkSegment(2b4741f7-bee9-4d33-8ed8-e5ffab5582ca),segment_id=2b4741f7-bee9-4d33-8ed8-e5ffab5582ca)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:32.191290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41002) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:32.191379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-616a5e52-fa1c-4b2d-8b0c-45373ae3f2f8 None None] Provisioning complete for port 3efce5cb-caf5-43da-8e9f-22780e385645 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:32.191379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-616a5e52-fa1c-4b2d-8b0c-45373ae3f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.194277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.209062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:32.230332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:32.230332 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:32.230332 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '97a0d224-7a75-4074-a412-9d2b929d7df7'}] Feb 14 17:55:32.230332 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:32.231270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:32.261144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-959f86b5-8064-4d25-80e9-0f62aedbe590 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:32.264403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.295099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.403444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3efce5cb-caf5-43da-8e9f-22780e385645,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:32.474391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.483769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba042a-679a-4c6c-a2f7-53dc43dc88d2 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:32.585954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.616565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Transition to ACTIVE for port object ac14f55b-51d0-4b0d-b775-e8911ea547de will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:32.657632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ba042a-679a-4c6c-a2f7-53dc43dc88d2 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:32.717463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-959f86b5-8064-4d25-80e9-0f62aedbe590 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:32.722522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-959f86b5-8064-4d25-80e9-0f62aedbe590 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5291607 Feb 14 17:55:32.724909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41006) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:32.726961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3efce5cb-caf5-43da-8e9f-22780e385645 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:32.732509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.756772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port cb93af4b-d691-492a-b55f-0e5c909a33f0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:32.757352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.793897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.814121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.837895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.842198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:32.977032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Port': ['ID=ac14f55b-51d0-4b0d-b775-e8911ea547de,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:32.981147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 0704ce59-2a50-47b2-9918-0191f280daa7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:32.995565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:33.012922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:33.013449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.023967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=ad83ca6d-cd47-4282-992e-8fb37521ab13,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:33.050642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.060277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3efce5cb-caf5-43da-8e9f-22780e385645 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:33.060842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.087209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.132796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'b3ff125e-df45-414c-953f-b0764b48f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:33.132796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 72e32a96-0117-4e5e-8b35-072e61a5c78a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:33.167346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port cb93af4b-d691-492a-b55f-0e5c909a33f0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cb93af4b-d691-492a-b55f-0e5c909a33f0,segment=NetworkSegment(202fae8c-08d3-4d2b-88c2-5d95e9c6ce39),segment_id=202fae8c-08d3-4d2b-88c2-5d95e9c6ce39)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:33.167711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.180081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.221552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28a4bbce-322a-446c-b0c2-9228e74d8b38,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:33.329391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.333189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-29cfa2bb-bc4d-400b-a03e-8f47d35d9013 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/28a4bbce-322a-446c-b0c2-9228e74d8b38 HTTP/1.1" status: 204 len: 168 time: 0.6055489 Feb 14 17:55:33.337720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41012) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:33.342219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for cb93af4b-d691-492a-b55f-0e5c909a33f0 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:33.420302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.450047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 172.26.4.197 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/3a9bd883-d264-43cd-ba89-b828c98e10f0) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:33.474725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe9bbd91-bab8-4c21-98c8-b79c68606ee5 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:33.481962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:33.564258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.662822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 72e32a96-0117-4e5e-8b35-072e61a5c78a) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:33.673420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6883f-706d-4f0b-862c-cde60d2fdd38 None None] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:33.679134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.684854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe9bbd91-bab8-4c21-98c8-b79c68606ee5 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:33.685976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Port': ['ID=cb93af4b-d691-492a-b55f-0e5c909a33f0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:33.686119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fe9bbd91-bab8-4c21-98c8-b79c68606ee5 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3455846 Feb 14 17:55:33.688765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:33.689336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.696490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41016) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:33.712332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '08cc1206-6370-45dd-8c37-3a556e78f0d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:33.719605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No DVR routers for this DVR port cb93af4b-d691-492a-b55f-0e5c909a33f0 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:33.753028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:33.794610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:33.817050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.868128 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fc562a43-c92a-49c0-a061-e30e321741dc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1536696 Feb 14 17:55:33.875793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41020) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:33.882691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port d4362b9e-bd6d-46c5-a03d-25e32f485f49 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:33.883035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.905199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1f4ceeaa-3e1a-4618-b309-fcabff0eb6cd None None] Provisioning for port ac14f55b-51d0-4b0d-b775-e8911ea547de completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:33.912950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1f4ceeaa-3e1a-4618-b309-fcabff0eb6cd None None] Provisioning complete for port ac14f55b-51d0-4b0d-b775-e8911ea547de triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:33.913391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ceeaa-3e1a-4618-b309-fcabff0eb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.924845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10752566'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:33.947636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:33.947897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:33.959859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:33.965423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:33.968220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:33.974001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:33.975016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=3a9bd883-d264-43cd-ba89-b828c98e10f0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:33.982650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:34.011194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ceeaa-3e1a-4618-b309-fcabff0eb6cd None None] Port ac14f55b-51d0-4b0d-b775-e8911ea547de cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:34.020892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-72e32a96-0117-4e5e-8b35-072e61a5c78a', 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': 'ad83ca6d-cd47-4282-992e-8fb37521ab13'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:34.022085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.026728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:34.109970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a0d224-7a75-4074-a412-9d2b929d7df7']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:34.116806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.141223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:34.141592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202fae8c-08d3-4d2b-88c2-5d95e9c6ce39') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:34.183959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.188493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:34.194835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Allocated IP 2001:db8:0:ffff::2 (72e32a96-0117-4e5e-8b35-072e61a5c78a/ad83ca6d-cd47-4282-992e-8fb37521ab13/4a920586-0296-4a55-a36d-1b06c76fca5b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:34.194976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.219619 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.234083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:34.234473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.238549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:34.249535 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:34.259200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:34.322459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.356415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.390976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.418575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.420237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.421002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.422850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.424535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c02913-9e6f-4999-bb8f-2d85f2d41a0a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:34.437585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Transition to ACTIVE for port object 4a920586-0296-4a55-a36d-1b06c76fca5b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:34.454677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Transition to ACTIVE for port object 4a920586-0296-4a55-a36d-1b06c76fca5b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:34.490943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.496626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Calling delete_port for d4362b9e-bd6d-46c5-a03d-25e32f485f49 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:34.514914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=97a0d224-7a75-4074-a412-9d2b929d7df7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:34.534559 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-50428c36-3d22-45a8-9475-ede81319f220 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/97a0d224-7a75-4074-a412-9d2b929d7df7 HTTP/1.1" status: 204 len: 168 time: 5.3826261 Feb 14 17:55:34.544627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41024) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:34.545612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.545957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment b3bde158-6799-44f5-9dff-f9e9b70a9119 of type vlan for network 31c0b98e-5f84-4ee9-96f0-11426cd8d366 Feb 14 17:55:34.561682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58917517'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:34.576832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:34.590652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.595966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:34.601591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:34.604761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.611180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event updated for resources: {'Port': ['ID=ac14f55b-51d0-4b0d-b775-e8911ea547de,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:34.627959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:34.629193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.633121 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a678ea58-2987-4ccc-9ccc-5f8ed125fea6 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9323888 Feb 14 17:55:34.637641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41028) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:34.689879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2a498214-f0bd-46c0-95a1-1918ba0c526c tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules/81c02913-9e6f-4999-bb8f-2d85f2d41a0a HTTP/1.1" status: 200 len: 705 time: 0.0497055 Feb 14 17:55:34.692501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41032) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:34.708218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Pushing event updated for resources: {'Port': ['ID=4a920586-0296-4a55-a36d-1b06c76fca5b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:34.713223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:34.714458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:34.716896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:34.728652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Network 0704ce59-2a50-47b2-9918-0191f280daa7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:34.734727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:34.777009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.780835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:34.781313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.784830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:34.788181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.809622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Attempting to bind port 4a920586-0296-4a55-a36d-1b06c76fca5b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:34.811835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Attempting to bind port 4a920586-0296-4a55-a36d-1b06c76fca5b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b3ff125e-df45-414c-953f-b0764b48f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:34.812284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Attempting to bind port 4a920586-0296-4a55-a36d-1b06c76fca5b on network 72e32a96-0117-4e5e-8b35-072e61a5c78a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:34.819920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:34.820872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Checking segment: {'id': 'b3ff125e-df45-414c-953f-b0764b48f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:34.820872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.821394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Bound using segment: {'id': 'b3ff125e-df45-414c-953f-b0764b48f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:34.822495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Bound port: 4a920586-0296-4a55-a36d-1b06c76fca5b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ff125e-df45-414c-953f-b0764b48f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72e32a96-0117-4e5e-8b35-072e61a5c78a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:34.822958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.831721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.832743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:34.898742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6c0ba2d3-72f0-450b-ac4d-9bf3592d2aae tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:34.931907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] For port 4a920586-0296-4a55-a36d-1b06c76fca5b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:34.935630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] For port 4a920586-0296-4a55-a36d-1b06c76fca5b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a920586-0296-4a55-a36d-1b06c76fca5b,segment=NetworkSegment(b3ff125e-df45-414c-953f-b0764b48f122),segment_id=b3ff125e-df45-414c-953f-b0764b48f122)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:34.991524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6c0ba2d3-72f0-450b-ac4d-9bf3592d2aae tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:34.993717 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6c0ba2d3-72f0-450b-ac4d-9bf3592d2aae tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2993231 Feb 14 17:55:34.995286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.001040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41036) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:35.039980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:35.043199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.088496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=31c0b98e-5f84-4ee9-96f0-11426cd8d366,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:35.103780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.117980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.120107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d977cde3-6146-4ff8-b10c-cd2c0d9ffe88 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2124467 Feb 14 17:55:35.120801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41040) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:35.126276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 31c0b98e-5f84-4ee9-96f0-11426cd8d366 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:35.126446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Port': ['ID=d4362b9e-bd6d-46c5-a03d-25e32f485f49,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:35.132375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '31c0b98e-5f84-4ee9-96f0-11426cd8d366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:35.154017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.154520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment b8c63dd8-dd47-4ef4-92c9-9e1ef514f091 of type vlan for network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 Feb 14 17:55:35.169178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Router 44549289-4928-489c-b8d5-dce2858fdc36 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:35.249041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.260832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15cb85-6dc6-451e-ba28-08977b18dbcf None None] Pushing event updated for resources: {'Port': ['ID=4a920586-0296-4a55-a36d-1b06c76fca5b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:35.267584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c195a7e4-4155-44df-83b0-587d1cec87c7 None None] Provisioning complete for port ac14f55b-51d0-4b0d-b775-e8911ea547de triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:35.268092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c195a7e4-4155-44df-83b0-587d1cec87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.352895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c195a7e4-4155-44df-83b0-587d1cec87c7 None None] Port ac14f55b-51d0-4b0d-b775-e8911ea547de cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:35.366952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.397392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81c02913-9e6f-4999-bb8f-2d85f2d41a0a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:35.436064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:35.458232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:35.465710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:35.471947 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-19c8c7df-54b4-4de0-8ed5-334965322e7e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3261836 Feb 14 17:55:35.478433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41044) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:35.486316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:35.503368 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] Sync routers for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:35.533997 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:35.534673 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:35.571541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.573177 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-660f4bc5-4a55-4597-8455-67979daf6a2a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/81c02913-9e6f-4999-bb8f-2d85f2d41a0a HTTP/1.1" status: 204 len: 168 time: 0.5246315 Feb 14 17:55:35.591753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41048) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:35.599218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:35.639591 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:35.651754 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:35.652575 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:35.740176 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:35.740583 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a888d-0b9b-419b-88b3-4e5081a8c4d0 None None] The sync data for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:35.752406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5a2f4a4f-abc3-4cab-b12b-da7760be10b7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:35.760222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.763967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:35.768330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.787938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.795337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42926607-1835-4ed1-872b-b72a4b1d9066 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:35.805079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:36.015023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5a2f4a4f-abc3-4cab-b12b-da7760be10b7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:36.016184 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5a2f4a4f-abc3-4cab-b12b-da7760be10b7 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4240942 Feb 14 17:55:36.022028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:36.079847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-42926607-1835-4ed1-872b-b72a4b1d9066 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 17:55:36.083887 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-42926607-1835-4ed1-872b-b72a4b1d9066 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36 HTTP/1.1" status: 409 len: 329 time: 0.5990174 Feb 14 17:55:36.084087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41056) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:36.190849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:36.194336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b9a44910-d194-4c22-89ca-df396416323a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6457615 Feb 14 17:55:36.206081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:36.206923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '08cc1206-6370-45dd-8c37-3a556e78f0d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:36.210361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41060) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:36.221038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:36.281201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:36.313301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:36.373783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:36.379332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:36.383304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:36.391760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:36.417431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:36.477142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:36.516874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1a9d7-7315-456f-be28-b01677c052fd None None] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:36.556669 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Project 2dcd2172248e4322aee1e56ad0ee0493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:55:36.653100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:36.672550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:36.718477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 4bbd8817-aff0-4d11-8ffe-5f011d721062 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:36.788284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0560a772-6574-416c-8521-32b1d9f5ed8b None None] Provisioning for port 4a920586-0296-4a55-a36d-1b06c76fca5b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:36.811444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a920586-0296-4a55-a36d-1b06c76fca5b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:36.825240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:36.950893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 4a920586-0296-4a55-a36d-1b06c76fca5b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:36.956350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4a920586-0296-4a55-a36d-1b06c76fca5b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:36.960045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:36.971044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:55:37.098418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.138360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.142034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.146048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Router aef5feb8-4fd3-4891-906d-9cfc1da9ca41 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:37.181752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.188536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 4a920586-0296-4a55-a36d-1b06c76fca5b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a920586-0296-4a55-a36d-1b06c76fca5b,segment=NetworkSegment(b3ff125e-df45-414c-953f-b0764b48f122),segment_id=b3ff125e-df45-414c-953f-b0764b48f122)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:37.189305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-28b7442d-f2b3-479d-9f1c-fba189af6ad1 None None] Provisioning complete for port 4a920586-0296-4a55-a36d-1b06c76fca5b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:37.189731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-28b7442d-f2b3-479d-9f1c-fba189af6ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.249848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718cf525-415c-447e-9a6e-643649f7bef5,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:37.258586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.265482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.324555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=4f68e4a5-0445-4104-9a40-56dd159ccb46,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:37.357324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=4a920586-0296-4a55-a36d-1b06c76fca5b,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:37.359588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:37.359945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:37.419627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=dffb150a-89db-4962-98a5-11c623cdf22a,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:37.452136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:37.462955 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e72e05c-b19d-4c37-a2fb-4c4aaf41413c tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1284523 Feb 14 17:55:37.462955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.466665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.467006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] Sync routers for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:37.467776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fb1e1942-cfb9-4928-930e-070aebc9615d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4347992 Feb 14 17:55:37.481428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:37.482063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.489209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41068) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.537377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-4cf55e69-be2c-4ec4-9fb3-0d57517916bc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] show failed (client error): The resource could not be found. Feb 14 17:55:37.538404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4cf55e69-be2c-4ec4-9fb3-0d57517916bc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1076757975 HTTP/1.1" status: 404 len: 335 time: 0.0747182 Feb 14 17:55:37.539727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'b3bde158-6799-44f5-9dff-f9e9b70a9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31c0b98e-5f84-4ee9-96f0-11426cd8d366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:37.541625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 31c0b98e-5f84-4ee9-96f0-11426cd8d366, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:37.546627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41072) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.554159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6e8e8fd3-c368-4740-841e-8f38cc62050e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:37.557187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.569260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] Routers {'aef5feb8-4fd3-4891-906d-9cfc1da9ca41'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:37.569884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.630731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-6e8e8fd3-c368-4740-841e-8f38cc62050e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] update failed (client error): The resource could not be found. Feb 14 17:55:37.631675 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6e8e8fd3-c368-4740-841e-8f38cc62050e tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1169211113 HTTP/1.1" status: 404 len: 335 time: 0.0830047 Feb 14 17:55:37.635085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41076) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.636978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.637404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d539c-5b7c-40b7-9322-ff5593c68f58 None None] The sync data for ids ['aef5feb8-4fd3-4891-906d-9cfc1da9ca41'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:37.675139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:37.702091 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] Sync routers for ids ['4bbd8817-aff0-4d11-8ffe-5f011d721062'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:37.713197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:37.726622 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] Routers {'4bbd8817-aff0-4d11-8ffe-5f011d721062'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:37.732744 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-81aaa40b-3db4-474f-9e10-522afa8a51c1 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules/718cf525-415c-447e-9a6e-643649f7bef5 HTTP/1.1" status: 200 len: 711 time: 0.2376451 Feb 14 17:55:37.732895 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4bbd8817-aff0-4d11-8ffe-5f011d721062'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.736581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41080) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.804800 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.830738 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] Routers {'4bbd8817-aff0-4d11-8ffe-5f011d721062'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:37.831602 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4bbd8817-aff0-4d11-8ffe-5f011d721062'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.841832 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e2c9b418-22b2-4cc4-8154-f75c4ee81011 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1041009 Feb 14 17:55:37.845802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41084) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.861092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.864694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2e311996-e794-4154-839c-1f1587240659 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3140559 Feb 14 17:55:37.866315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 31c0b98e-5f84-4ee9-96f0-11426cd8d366 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:37.870387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41088) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:37.895963 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:37.896283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048af330-c304-4d26-88b3-6367b0f8dbe1 None None] The sync data for ids ['4bbd8817-aff0-4d11-8ffe-5f011d721062'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:37.920914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 31c0b98e-5f84-4ee9-96f0-11426cd8d366) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:37.928867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad24d42-8ae8-49cc-b06e-bfc98212281d None None] Network 31c0b98e-5f84-4ee9-96f0-11426cd8d366 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:37.933516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:37.934104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:37.952177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:37.992591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting subnet 6c9f1e08-9a91-494b-9dd0-5114d314eed4 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:37.995687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.008670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbb842-8efb-4e41-9806-84cc34ff925c None None] Network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:38.008917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:38.008917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.019733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.026457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ff74ccf1-631a-4602-8f9f-b6aa460027e6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8997211 Feb 14 17:55:38.029999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41092) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.043788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.131168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.141798 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-521dc101-4890-46a0-9117-b22f421d7e0f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9279640 Feb 14 17:55:38.143100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41096) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.170623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port ac14f55b-51d0-4b0d-b775-e8911ea547de {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:38.170869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.244327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.267141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.296005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.317989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718cf525-415c-447e-9a6e-643649f7bef5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:38.339185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf4f36-445c-414c-8817-94023a6bd8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-31c0b98e-5f84-4ee9-96f0-11426cd8d366', 'network_id': '31c0b98e-5f84-4ee9-96f0-11426cd8d366', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': 'dffb150a-89db-4962-98a5-11c623cdf22a'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:38.339998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4f36-445c-414c-8817-94023a6bd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.345079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.345919 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1aa80c42-fb6e-4750-a336-07b60f832c85 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/718cf525-415c-447e-9a6e-643649f7bef5 HTTP/1.1" status: 204 len: 168 time: 0.4989784 Feb 14 17:55:38.351647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41100) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.385585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.401079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1', 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': '4f68e4a5-0445-4104-9a40-56dd159ccb46'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:38.401304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.466322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.476890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b898527-edbb-4077-9b11-a378e4736413 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:38.539619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.565932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.589458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.593649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Allocated IP 172.20.0.1 (7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1/4f68e4a5-0445-4104-9a40-56dd159ccb46/f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:38.597462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5b898527-edbb-4077-9b11-a378e4736413 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:38.601884 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5b898527-edbb-4077-9b11-a378e4736413 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2493751 Feb 14 17:55:38.619372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41104) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.620242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9f1e08-9a91-494b-9dd0-5114d314eed4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:38.628284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.705126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=dffb150a-89db-4962-98a5-11c623cdf22a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:38.707724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Calling delete_port for ac14f55b-51d0-4b0d-b775-e8911ea547de owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:38.715893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-86e50071-4e15-44f3-9267-368b563604a0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/subnets/6c9f1e08-9a91-494b-9dd0-5114d314eed4 HTTP/1.1" status: 204 len: 168 time: 1.0798352 Feb 14 17:55:38.728856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581a27b-1356-4deb-a549-0dc0c41490c6 None None] Network 319982cf-06b9-4f6c-84e4-a98929291b57 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:38.730937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41108) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.743050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a920586-0296-4a55-a36d-1b06c76fca5b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:38.749962 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a2f32149-c482-4525-95cb-45a288dce10f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers/4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 200 len: 885 time: 0.8801765 Feb 14 17:55:38.752446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41112) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server [None req-2fdf4f36-445c-414c-8817-94023a6bd8b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffb150a-89db-4962-98a5-11c623cdf22a: This subnet is being modified by another concurrent operation. Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:38.784063 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise exception Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffb150a-89db-4962-98a5-11c623cdf22a: This subnet is being modified by another concurrent operation. Feb 14 17:55:38.791075 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Feb 14 17:55:38.822813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.864947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b957fe-2554-4d94-8834-5fb0ccadbe37 None None] Network 31c0b98e-5f84-4ee9-96f0-11426cd8d366 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:38.901249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:38.937211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.008229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c0b98e-5f84-4ee9-96f0-11426cd8d366']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:39.043286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bde158-6799-44f5-9dff-f9e9b70a9119') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:39.043566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bde158-6799-44f5-9dff-f9e9b70a9119') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:39.057738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.075403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.138096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9cc57c6d-971c-4cc3-a4a0-3b600bee0b85 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:router {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:39.139655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.152457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:39.152875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.156749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:39.167529 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:39.170090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting subnet d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:39.191761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.207960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Port': ['ID=ac14f55b-51d0-4b0d-b775-e8911ea547de,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:39.221133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.283746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.295225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4a920586-0296-4a55-a36d-1b06c76fca5b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:39.295697 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.320838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc1206-6370-45dd-8c37-3a556e78f0d6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:39.341969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.411179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.431251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Transition to ACTIVE for port object f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:39.449006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.475338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=31c0b98e-5f84-4ee9-96f0-11426cd8d366,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:39.477735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9cc57c6d-971c-4cc3-a4a0-3b600bee0b85 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:router {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:39.479087 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9cc57c6d-971c-4cc3-a4a0-3b600bee0b85 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7195408 Feb 14 17:55:39.481802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7bf3d6a7-b855-4016-a1a1-b3aa73009d1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/31c0b98e-5f84-4ee9-96f0-11426cd8d366 HTTP/1.1" status: 204 len: 168 time: 1.4516590 Feb 14 17:55:39.482852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41116) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:39.487507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:39.488023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1501087781'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:39.494084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] DHCP port deletion for 319982cf-06b9-4f6c-84e4-a98929291b57 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:39.507568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Deleting port 2d6ff8e5-cee6-4c32-8894-736ee229267b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:39.508029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.535003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Transition to ACTIVE for port object f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:39.557322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669302061'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:39.567341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:39.578980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:39.582579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:39.590861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:39.597970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.625355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.734137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:39.736678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.740388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5dd5d4c1-31e7-42b9-8365-2e5e4d53dda3 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/08cc1206-6370-45dd-8c37-3a556e78f0d6 HTTP/1.1" status: 204 len: 168 time: 1.1134751 Feb 14 17:55:39.740608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.744287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41124) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:39.777995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.789514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:39.797077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Pushing event updated for resources: {'Port': ['ID=f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:39.801062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:39.803820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:39.878922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-62ecf2f8-6cd4-44db-9fa6-17d3b109460a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:39.918664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] For port 2d6ff8e5-cee6-4c32-8894-736ee229267b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2d6ff8e5-cee6-4c32-8894-736ee229267b,segment=NetworkSegment(bb89e0d9-a261-4b1d-a0d3-c4e24684d459),segment_id=bb89e0d9-a261-4b1d-a0d3-c4e24684d459)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:39.919067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.920581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.926946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Attempting to bind port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:39.927319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Attempting to bind port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:39.927671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:39.927794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Attempting to bind port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d on network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:39.976058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=4f68e4a5-0445-4104-9a40-56dd159ccb46,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:39.984138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:39.984738 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment f1d37cee-3e13-4067-94d0-0355a6da32f0 of type vlan for network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 Feb 14 17:55:40.007316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-62ecf2f8-6cd4-44db-9fa6-17d3b109460a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:40.012936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-62ecf2f8-6cd4-44db-9fa6-17d3b109460a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2622218 Feb 14 17:55:40.012936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.020175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41128) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:40.044178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:40.044543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Checking segment: {'id': 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:40.044969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.045361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Bound using segment: {'id': 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:40.045825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Bound port: f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:40.046194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.064009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Calling delete_port for 2d6ff8e5-cee6-4c32-8894-736ee229267b owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:40.076964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046151009'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:40.110030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:40.123544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.139139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91442014-99ae-4744-a46a-d9c0a28db8a9 None None] Network 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:40.141008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6e75fda2-35c2-4207-a0da-123ae79214cb tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/subnets/d1a730f8-536e-49f8-9a7f-1ca9d1e9abb3 HTTP/1.1" status: 204 len: 168 time: 1.4090841 Feb 14 17:55:40.143764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41132) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:40.153808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:40.185613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.247954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.266971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:40.274228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.301842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port 2d6ff8e5-cee6-4c32-8894-736ee229267b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:40.302180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.308617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.325778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.326212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.343827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.348098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] For port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:40.355665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.366547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Router 44549289-4928-489c-b8d5-dce2858fdc36 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:40.378552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.399438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] The port '2d6ff8e5-cee6-4c32-8894-736ee229267b' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:40.408655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] For port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d,segment=NetworkSegment(b8c63dd8-dd47-4ef4-92c9-9e1ef514f091),segment_id=b8c63dd8-dd47-4ef4-92c9-9e1ef514f091)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:40.412438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] Pushing event deleted for resources: {'Port': ['ID=2d6ff8e5-cee6-4c32-8894-736ee229267b,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:40.423437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02ab33-ac64-4f39-b42f-0b430a7df746 None None] No DVR routers for this DVR port 2d6ff8e5-cee6-4c32-8894-736ee229267b on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:40.472516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.476912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:40.477500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.499790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.547506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.554590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] DHCP port deletion for 29cbf08c-d7c8-4ecb-a34f-80b3819391f2 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:40.577302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Deleting port d1f39e09-cfd5-462f-add7-400cd4f9298e {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:40.577845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.586368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:40.587887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:40.642502 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:40.671738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.713141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed48fca-d16a-4045-870b-08e9bd568903 None None] Pushing event updated for resources: {'Port': ['ID=f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:40.713731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319982cf-06b9-4f6c-84e4-a98929291b57']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.731210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.731507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb89e0d9-a261-4b1d-a0d3-c4e24684d459') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:40.751846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.756383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.773525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device d1f39e09-cfd5-462f-add7-400cd4f9298e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:40.777423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.784516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:40.784924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:40.799537 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:40.850656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=95421d58-3fa7-4e16-a64c-afb2bb97b2c5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:40.858585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:40.860547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:40.864804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:40.871288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:40.875431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:40.882180 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-89ee7746-4355-461d-b1a7-5af4db288eba tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7971449 Feb 14 17:55:40.884641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:40.886521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41136) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:40.922645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:40.935907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] Sync routers for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:41.026996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.047186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.060273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Network': ['ID=319982cf-06b9-4f6c-84e4-a98929291b57,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:41.061376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:41.061376 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:41.061376 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1'}] Feb 14 17:55:41.061376 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:41.062109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:41.066267 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2f54c89-dd09-489e-a0a0-bd4fab0153df tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/networks/319982cf-06b9-4f6c-84e4-a98929291b57 HTTP/1.1" status: 204 len: 168 time: 0.9213896 Feb 14 17:55:41.069221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41140) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:41.075959 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbc135b6-5d0e-4af0-8b5b-8aac8e1fab3e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5791943 Feb 14 17:55:41.086701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41144) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:41.090536 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-fe6d26e9-f066-43b1-a710-ecd456fac3a7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] show failed (client error): The resource could not be found. Feb 14 17:55:41.091721 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fe6d26e9-f066-43b1-a710-ecd456fac3a7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-446116877 HTTP/1.1" status: 404 len: 334 time: 0.2041588 Feb 14 17:55:41.096021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41148) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:41.104514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:41.105901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eb8f1112-a2e4-41c9-b157-3bed30f39502 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:41.116738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78db37-612a-441f-9e70-c80a7ac6e326 None None] Network 7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:41.185722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] For port d1f39e09-cfd5-462f-add7-400cd4f9298e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d1f39e09-cfd5-462f-add7-400cd4f9298e,segment=NetworkSegment(adfd7fab-297b-48b6-ad8d-9d5e420170b6),segment_id=adfd7fab-297b-48b6-ad8d-9d5e420170b6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:41.185722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.206937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:41.207719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:41.247037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.252833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:41.257081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:41.261249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:41.267631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:41.299152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.335124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-eb8f1112-a2e4-41c9-b157-3bed30f39502 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] update failed (client error): The resource could not be found. Feb 14 17:55:41.336140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eb8f1112-a2e4-41c9-b157-3bed30f39502 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1064772616 HTTP/1.1" status: 404 len: 335 time: 0.2392740 Feb 14 17:55:41.343943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41152) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:41.351363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:41.422227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Calling delete_port for d1f39e09-cfd5-462f-add7-400cd4f9298e owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:41.424398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9127fd-c122-4079-bcb9-894ea1c4c5b4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:41.440663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.442878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.447611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41156) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:41.448208 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a0776d7-bc02-42e8-a35b-fbee11a2405d tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4267812 Feb 14 17:55:41.459780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Request body: {'security_group_rule': {'security_group_id': '1c9127fd-c122-4079-bcb9-894ea1c4c5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:41.462763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:41.486826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:41.487575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.506364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Usage tracker for resource:security_group_rule and tenant:2dcd2172248e4322aee1e56ad0ee0493 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:41.554217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.554835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:41.563880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:41.573034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.573896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port d1f39e09-cfd5-462f-add7-400cd4f9298e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:41.574232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.613489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] Routers {'44549289-4928-489c-b8d5-dce2858fdc36'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:41.613791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:41.614309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['44549289-4928-489c-b8d5-dce2858fdc36'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:41.614426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.691924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:41.692535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e2f79-e32f-44a7-b639-f8824a5f4b02 None None] The sync data for ids ['44549289-4928-489c-b8d5-dce2858fdc36'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:41.720248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting subnet 2a1b404a-9141-41ff-88ae-f3e11c55d03c {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:41.734749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.778485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.781608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.817450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 4bbd8817-aff0-4d11-8ffe-5f011d721062 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:55:41.859360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] Pushing event deleted for resources: {'Port': ['ID=d1f39e09-cfd5-462f-add7-400cd4f9298e,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:41.863864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2d6ff8e5-cee6-4c32-8894-736ee229267b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:41.889381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:41.894863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c290d-d2ff-429f-9f0b-2519fb765490 None None] No DVR routers for this DVR port d1f39e09-cfd5-462f-add7-400cd4f9298e on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:41.906910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 2d6ff8e5-cee6-4c32-8894-736ee229267b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:41.907284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2d6ff8e5-cee6-4c32-8894-736ee229267b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:41.917514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c9b5a-12e2-4c47-8258-2a1bc6128300 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:41.926787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d,segment=NetworkSegment(b8c63dd8-dd47-4ef4-92c9-9e1ef514f091),segment_id=b8c63dd8-dd47-4ef4-92c9-9e1ef514f091)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:41.927145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.013221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] For port d1f39e09-cfd5-462f-add7-400cd4f9298e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d1f39e09-cfd5-462f-add7-400cd4f9298e,segment=NetworkSegment(adfd7fab-297b-48b6-ad8d-9d5e420170b6),segment_id=adfd7fab-297b-48b6-ad8d-9d5e420170b6)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:42.013493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.059365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:42.066108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c9b5a-12e2-4c47-8258-2a1bc6128300 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:42.190698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.229603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.276667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Calling delete_port for d1f39e09-cfd5-462f-add7-400cd4f9298e owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:42.289614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Port': ['ID=f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:42.303580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.308788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No DVR routers for this DVR port f0bc4de7-deb7-48fe-a2ef-ffefe1ad319d on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:42.349551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=eaa90955-128f-4361-bc72-e391baa1443f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:42.352443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.395312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.430099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fbf2f-26cc-41ce-a230-f54cdf628f31 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:42.444731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9babb301-1ec2-4af4-a4e4-3b275fd22178,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:42.471717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:42.472068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:42.480551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'f1d37cee-3e13-4067-94d0-0355a6da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:42.481176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 95421d58-3fa7-4e16-a64c-afb2bb97b2c5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:42.487286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.524038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.532337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:42.539512 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] Sync routers for ids ['4bbd8817-aff0-4d11-8ffe-5f011d721062'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:42.543231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.543540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c63dd8-dd47-4ef4-92c9-9e1ef514f091') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.544405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.546033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dc3f2850-be9e-42b1-8a1d-b49bdeadeb72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 200 len: 892 time: 3.0622785 Feb 14 17:55:42.548613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:42.552412 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] Routers {'4bbd8817-aff0-4d11-8ffe-5f011d721062'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:42.553507 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4bbd8817-aff0-4d11-8ffe-5f011d721062'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.561516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.593332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.603073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:42.603461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.622636 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:42.628533 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:42.638344 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] Routers {'4bbd8817-aff0-4d11-8ffe-5f011d721062'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:42.639076 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['4bbd8817-aff0-4d11-8ffe-5f011d721062'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.666444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.702246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:42.703122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:42.703791 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b0cc6-b3f8-4ab3-bbf2-fbc67a4afe36 None None] The sync data for ids ['4bbd8817-aff0-4d11-8ffe-5f011d721062'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:55:42.710376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.714537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-46a88767-a2e7-4f1e-adb1-cac59c26fc30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2626402 Feb 14 17:55:42.714937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41164) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:42.776018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1b404a-9141-41ff-88ae-f3e11c55d03c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:42.793068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.794817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-798a9182-4d45-4624-ab8c-779c3c639011 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/subnets/2a1b404a-9141-41ff-88ae-f3e11c55d03c HTTP/1.1" status: 204 len: 168 time: 1.4498994 Feb 14 17:55:42.798827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41168) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:42.807608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.808737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21fbf2f-26cc-41ce-a230-f54cdf628f31 None None] Unable to find a vacant binding_index for network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 and agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 {{(pid=84257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 14 17:55:42.809606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 95421d58-3fa7-4e16-a64c-afb2bb97b2c5) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:42.817278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21fbf2f-26cc-41ce-a230-f54cdf628f31 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 95421d58-3fa7-4e16-a64c-afb2bb97b2c5) {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:42.821371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:42.822067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.848522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.870342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.874042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:42.899712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:42.911184 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-197a258e-2f87-4728-a3f3-27dadca56acc tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 HTTP/1.1" status: 204 len: 168 time: 4.7669160 Feb 14 17:55:42.914489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41172) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:42.921650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420744866'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:42.934272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:42.942346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:42.946193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:42.952646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:42.964549 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-885bc153-a5fa-4287-90b7-64f992967312 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8714433 Feb 14 17:55:42.968307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41176) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:42.975137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086236164'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:42.980188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:42.984120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:42.987323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:42.993695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:43.046246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port d1f39e09-cfd5-462f-add7-400cd4f9298e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:43.046459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.047563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:43.051820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.077629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.127525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] The port 'd1f39e09-cfd5-462f-add7-400cd4f9298e' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:43.159935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.175251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:43.178176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.186911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port 3efce5cb-caf5-43da-8e9f-22780e385645 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:43.187250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.202319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9127fd-c122-4079-bcb9-894ea1c4c5b4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:43.221221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:43.232451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:43.234752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-95421d58-3fa7-4e16-a64c-afb2bb97b2c5', 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': 'eaa90955-128f-4361-bc72-e391baa1443f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:43.235692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.240888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.241202 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment 2deda1b5-9251-4749-b19e-46e98dd7de8d of type vlan for network eeeb29d1-f668-4103-a8d5-1a65e0436f74 Feb 14 17:55:43.248381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.252936 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 712b6c13-4022-4f8c-93b4-07171ca9f773 of type vlan for network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 Feb 14 17:55:43.285300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.295943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.313606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.314346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.318085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1190f37f-9e53-4031-8759-32fd19206a30 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c9127fd-c122-4079-bcb9-894ea1c4c5b4 HTTP/1.1" status: 204 len: 168 time: 0.6004708 Feb 14 17:55:43.318920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41180) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.387271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cbf08c-d7c8-4ecb-a34f-80b3819391f2']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:43.402390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3557a4e0-a1bf-46bd-b6fc-f37a99d9e270 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:43.407450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfd7fab-297b-48b6-ad8d-9d5e420170b6') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:43.407755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfd7fab-297b-48b6-ad8d-9d5e420170b6') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:43.425106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Allocated IP 2001:db8::3 (95421d58-3fa7-4e16-a64c-afb2bb97b2c5/eaa90955-128f-4361-bc72-e391baa1443f/128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:43.442244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.446325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:43.447051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.477098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.480975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:43.481657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.500666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.532562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.551559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:43.551960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.557145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3557a4e0-a1bf-46bd-b6fc-f37a99d9e270 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:43.560967 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3557a4e0-a1bf-46bd-b6fc-f37a99d9e270 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2304466 Feb 14 17:55:43.565550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41184) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.603938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=eeeb29d1-f668-4103-a8d5-1a65e0436f74,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:43.636533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network eeeb29d1-f668-4103-a8d5-1a65e0436f74 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89106943-bfe8-4513-a875-33e9926a9b93 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers/4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 200 len: 892 time: 1.1082916 Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:43.667031 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:43.671777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.697776 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7787898 Feb 14 17:55:43.703949 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b6b83887-521a-4736-8f6e-5dec0fd442e7 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7308855 Feb 14 17:55:43.714153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41192) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.714153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41194) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.729457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:43.735385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] For port 3efce5cb-caf5-43da-8e9f-22780e385645, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3efce5cb-caf5-43da-8e9f-22780e385645,segment=NetworkSegment(2b4741f7-bee9-4d33-8ed8-e5ffab5582ca),segment_id=2b4741f7-bee9-4d33-8ed8-e5ffab5582ca)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:43.735804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.744623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a41671d0-0c7c-44df-8b74-88b8889d35db tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:43.746110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '02c4c7aa-e68a-4cba-9cac-2b570e408cf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:43.769620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.774084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-11ef1957-55cb-4766-8c50-0c388ea1499a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Synchronizing usage tracker for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:43.777225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d27bc1-d632-46cb-94c0-3ff3d649212b tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=02c4c7aa-e68a-4cba-9cac-2b570e408cf3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:43.795897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:43.854817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Transition to ACTIVE for port object 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:43.870125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Calling delete_port for 3efce5cb-caf5-43da-8e9f-22780e385645 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:43.898318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.902151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Transition to ACTIVE for port object 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:43.934024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.944129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Network': ['ID=29cbf08c-d7c8-4ecb-a34f-80b3819391f2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:43.951158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57d8a6eb-852b-47fd-a287-b5df2766e9f8 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/networks/29cbf08c-d7c8-4ecb-a34f-80b3819391f2 HTTP/1.1" status: 204 len: 168 time: 2.8787992 Feb 14 17:55:43.953016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41200) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:43.967898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:43.988219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:43.993344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:43.996341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a41671d0-0c7c-44df-8b74-88b8889d35db tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:44.000014 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a41671d0-0c7c-44df-8b74-88b8889d35db tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 200 len: 205 time: 0.3221385 Feb 14 17:55:44.001085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41204) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:44.004206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:44.006944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:44.009302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-11ef1957-55cb-4766-8c50-0c388ea1499a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] Unset dirty status for tenant:2dcd2172248e4322aee1e56ad0ee0493 on resource:security_group_rule {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:44.013085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-11ef1957-55cb-4766-8c50-0c388ea1499a tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4452100 Feb 14 17:55:44.016942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:44.019845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:44.022262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41208) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:44.034702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:44.040410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:44.040536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:44.043104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:44.045423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:44.048417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Pushing event updated for resources: {'Port': ['ID=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:44.067162 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-3c43f220-e09f-4c21-892d-49ac1c4feb78 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] delete failed (client error): The resource could not be found. Feb 14 17:55:44.068166 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3c43f220-e09f-4c21-892d-49ac1c4feb78 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c9127fd-c122-4079-bcb9-894ea1c4c5b4 HTTP/1.1" status: 404 len: 347 time: 0.0395064 Feb 14 17:55:44.079129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:44.099234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.148380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Attempting to bind port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:44.148646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Attempting to bind port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f1d37cee-3e13-4067-94d0-0355a6da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:44.149045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Attempting to bind port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f on network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:44.151938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:44.155593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:44.155972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Checking segment: {'id': 'f1d37cee-3e13-4067-94d0-0355a6da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:44.156348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.156751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Bound using segment: {'id': 'f1d37cee-3e13-4067-94d0-0355a6da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:44.157205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Bound port: 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d37cee-3e13-4067-94d0-0355a6da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95421d58-3fa7-4e16-a64c-afb2bb97b2c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:44.157617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.170067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:44.206671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Port': ['ID=3efce5cb-caf5-43da-8e9f-22780e385645,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:44.224515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] No DVR routers for this DVR port 3efce5cb-caf5-43da-8e9f-22780e385645 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:44.246305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] For port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:44.249407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] For port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,segment=NetworkSegment(f1d37cee-3e13-4067-94d0-0355a6da32f0),segment_id=f1d37cee-3e13-4067-94d0-0355a6da32f0)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:44.311250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.381123 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b89f824-8c1c-452c-870f-1faef9744952 tempest-SecGroupIPv6Test-1258401272 tempest-SecGroupIPv6Test-1258401272-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3006933 Feb 14 17:55:44.388083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.392417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.402751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18959-4db6-44bc-8818-8337d00453cb None None] Pushing event updated for resources: {'Port': ['ID=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:44.428363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd02b42f-f8fe-4a2d-85eb-dfd3a635f108']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:44.450162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:44.450717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4741f7-bee9-4d33-8ed8-e5ffab5582ca') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:44.470887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.492053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing IP validity checks on allocation pools {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:55:44.492579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:55:44.498971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.508472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.518384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:44.519370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.524358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting subnet 76be309d-ca41-4f88-b03e-bf479b184a7b {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:44.527851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:44.535344 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:44.585496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.792066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.919055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.923087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:44.971246 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/networks/cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 HTTP/1.1" status: 204 len: 168 time: 2.1700020 Feb 14 17:55:44.971246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8bdc5-6efd-4af9-a7cf-8975bf7c7832 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Network': ['ID=cd02b42f-f8fe-4a2d-85eb-dfd3a635f108,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:44.973468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41220) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:45.000743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41224) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:45.059939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.093963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.114561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.116081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 3a9bd883-d264-43cd-ba89-b828c98e10f0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:45.116511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.176796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.297533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed5ae19f-5420-4cf3-ae61-94814e1e2dbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dcd2172248e4322aee1e56ad0ee0493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2930367 Feb 14 17:55:45.297750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41230) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:45.365566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.397940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=26c4b913-cfcb-434d-aa4f-c9793af45a89,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:45.433719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting subnet f23371e1-feda-4040-912e-1ea1daa426a8 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:45.438002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.483697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.507084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 3a9bd883-d264-43cd-ba89-b828c98e10f0 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:45.530213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': '2deda1b5-9251-4749-b19e-46e98dd7de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:45.530637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: eeeb29d1-f668-4103-a8d5-1a65e0436f74, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:45.535721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.572820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.581837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.622951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973b75e-5dc3-446e-bea9-db09a5497014 None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:45.625437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.636663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.643169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203f773-d1e4-4099-8ac5-7eefea14f555 None None] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:45.668006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641866a-aaae-4bd5-994e-c6507c4341fb None None] Network cb25b3b5-4779-4a21-8476-bdd2c6fed281 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:45.672347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=63b2d816-3c1c-4d5e-8d56-5780fa2c7da7,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:45.679172 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/subnets/76be309d-ca41-4f88-b03e-bf479b184a7b HTTP/1.1" status: 204 len: 168 time: 1.7241352 Feb 14 17:55:45.682350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41234) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:45.732977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6f267-d104-4c4a-8bbc-8d3dfc830f2d tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Subnet': ['ID=76be309d-ca41-4f88-b03e-bf479b184a7b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:45.742450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '712b6c13-4022-4f8c-93b4-07171ca9f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02c4c7aa-e68a-4cba-9cac-2b570e408cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:45.742803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 02c4c7aa-e68a-4cba-9cac-2b570e408cf3, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:45.758354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973b75e-5dc3-446e-bea9-db09a5497014 None None] Network cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:55:45.777728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.806964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network eeeb29d1-f668-4103-a8d5-1a65e0436f74 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:45.860084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.860792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:45.884581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Deleting port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:45.884968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.903482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d6b08-25c3-4e4e-8e8f-03e2374f1f87 None None] DHCP port deletion for cd02b42f-f8fe-4a2d-85eb-dfd3a635f108 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:45.908222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.941434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, eeeb29d1-f668-4103-a8d5-1a65e0436f74) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:45.941434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 02c4c7aa-e68a-4cba-9cac-2b570e408cf3) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:45.944173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876320e3-0b17-4d5e-9b3c-0620305cead8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:45.944914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:45.945662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.953696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:45.954484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:45.954747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6403f-732f-48d2-a652-7e2b040915ac None None] Network eeeb29d1-f668-4103-a8d5-1a65e0436f74 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:45.967844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a72f2-c9eb-44a7-be77-a738beebf166 None None] Network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:45.995651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.002260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.034904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Subnet': ['ID=f23371e1-feda-4040-912e-1ea1daa426a8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:46.042740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.044930 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6aca4b67-3398-4b16-99d6-2f47adb4643d tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/subnets/f23371e1-feda-4040-912e-1ea1daa426a8 HTTP/1.1" status: 204 len: 168 time: 1.0674028 Feb 14 17:55:46.047275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41238) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:46.059853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=3a9bd883-d264-43cd-ba89-b828c98e10f0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:46.097000 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a079b5d2-2b27-4d84-9b35-1e5a3e0f039f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3800850 Feb 14 17:55:46.104331 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4b361afd-dfad-4d6a-a38f-284f625640b9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3891442 Feb 14 17:55:46.105305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41242) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:46.115310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41244) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:46.173107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a95b884a-e04f-4d0b-9b81-33464fca5d10 None None] Provisioning for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:46.178641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557cfd2b-3654-40e4-b95f-9e381b04fb05 None None] Network 01b9ea20-2955-42ec-a176-0593f2075da0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:46.257537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] For port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,segment=NetworkSegment(412ab21d-3f76-4f04-8aec-cf42ee55abfc),segment_id=412ab21d-3f76-4f04-8aec-cf42ee55abfc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:46.257981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.464163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.497434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.557678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting subnet ec0b5898-a396-499d-a174-25d6f73573bb {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:46.569790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.573609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-984512d9-886c-4022-ba6a-a8721bda6bb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/876320e3-0b17-4d5e-9b3c-0620305cead8 HTTP/1.1" status: 204 len: 168 time: 1.2749019 Feb 14 17:55:46.597675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.640454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Calling delete_port for 728a9152-bb7d-4beb-acdc-23e7d2ff84ff owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:46.675465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.700266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.713448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.755281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-eeeb29d1-f668-4103-a8d5-1a65e0436f74', 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': '26c4b913-cfcb-434d-aa4f-c9793af45a89'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:46.756179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.842976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931517da-0a8c-47b7-9d75-96d5716ea544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-02c4c7aa-e68a-4cba-9cac-2b570e408cf3', 'network_id': '02c4c7aa-e68a-4cba-9cac-2b570e408cf3', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': '63b2d816-3c1c-4d5e-8d56-5780fa2c7da7'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:46.842976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-931517da-0a8c-47b7-9d75-96d5716ea544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.849738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db70d22-f2ee-4ee5-ad80-034696285a5b None None] DHCP port deletion for cb25b3b5-4779-4a21-8476-bdd2c6fed281 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:46.870252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4db70d22-f2ee-4ee5-ad80-034696285a5b None None] Deleting port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:46.870252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4db70d22-f2ee-4ee5-ad80-034696285a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:46.912893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:46.936503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.057676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.066418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.077900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] DHCP port deletion for 01b9ea20-2955-42ec-a176-0593f2075da0 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:47.119315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.156290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.167056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Deleting port 23607320-c915-416c-b49b-b7841760cbc4 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:47.167433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.184612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.206164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4db70d22-f2ee-4ee5-ad80-034696285a5b None None] The port '728a9152-bb7d-4beb-acdc-23e7d2ff84ff' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:47.214700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.215214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router 4bbd8817-aff0-4d11-8ffe-5f011d721062 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:55:47.218743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Port': ['ID=728a9152-bb7d-4beb-acdc-23e7d2ff84ff,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:47.233887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] No DVR routers for this DVR port 728a9152-bb7d-4beb-acdc-23e7d2ff84ff on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:47.297818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=63b2d816-3c1c-4d5e-8d56-5780fa2c7da7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:47.427780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.430375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b64e1b70-840a-477a-97b0-6a594f3fdf10 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 204 len: 168 time: 3.4281754 Feb 14 17:55:47.442564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41260) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:47.452236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292105534'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:47.455796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.459498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:47.463157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.474952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:47.479688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:47.487564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb25b3b5-4779-4a21-8476-bdd2c6fed281']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.496241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:47.509778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c4c7aa-e68a-4cba-9cac-2b570e408cf3']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.509945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412ab21d-3f76-4f04-8aec-cf42ee55abfc') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.509945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412ab21d-3f76-4f04-8aec-cf42ee55abfc') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.519718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.528250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712b6c13-4022-4f8c-93b4-07171ca9f773') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.528545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712b6c13-4022-4f8c-93b4-07171ca9f773') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:47.540665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.548553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.550293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:47.550969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:47.568922 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:47.607864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Allocated IP 2001:db8::3 (eeeb29d1-f668-4103-a8d5-1a65e0436f74/26c4b913-cfcb-434d-aa4f-c9793af45a89/4ceb7133-e539-42b8-8428-41d27f9af3e6) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:47.623220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.638690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0b5898-a396-499d-a174-25d6f73573bb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:47.646302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:47.649254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.708159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.713468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.742247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:47.742846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.761103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c689c-ead1-44fb-827b-30543a3d89b2 None None] Network 552a70f4-d78f-4a56-a1c4-730eba288de9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:47.761516 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:47.767819 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-024da592-c110-4a2f-a77a-51497686f7f5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/subnets/ec0b5898-a396-499d-a174-25d6f73573bb HTTP/1.1" status: 204 len: 168 time: 1.7193828 Feb 14 17:55:47.770656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:47.854918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8bc9a6-d48a-4ff1-952a-d52dd5a4f359 None None] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server [None req-931517da-0a8c-47b7-9d75-96d5716ea544 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b2d816-3c1c-4d5e-8d56-5780fa2c7da7: This subnet is being modified by another concurrent operation. Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:47.872903 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise exception Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b2d816-3c1c-4d5e-8d56-5780fa2c7da7: This subnet is being modified by another concurrent operation. Feb 14 17:55:47.876898 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Feb 14 17:55:47.881624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.891299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:47.905423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.923505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Pushing event deleted for resources: {'Network': ['ID=cb25b3b5-4779-4a21-8476-bdd2c6fed281,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:47.937126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cf706a86-e60f-4ef7-9ed7-12327f718acc tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/networks/cb25b3b5-4779-4a21-8476-bdd2c6fed281 HTTP/1.1" status: 204 len: 168 time: 2.2534699 Feb 14 17:55:47.939834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41270) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:47.942403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3a447-baa9-4dd7-add5-4b1932b87691 None None] Network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:47.947302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.961886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port 23607320-c915-416c-b49b-b7841760cbc4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:47.964240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.994146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:47.996353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:48.002791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3a447-baa9-4dd7-add5-4b1932b87691 None None] Network 02c4c7aa-e68a-4cba-9cac-2b570e408cf3 could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:55:48.020555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] For port 23607320-c915-416c-b49b-b7841760cbc4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=23607320-c915-416c-b49b-b7841760cbc4,segment=NetworkSegment(ff8296b5-90ac-412f-8441-3211496e2041),segment_id=ff8296b5-90ac-412f-8441-3211496e2041)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:48.020555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.020782 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-74376abe-1bca-47a1-9ae7-50fb68f92122 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "GET /v2.0/ports?device_id=aef5feb8-4fd3-4891-906d-9cfc1da9ca41 HTTP/1.1" status: 200 len: 205 time: 0.0695155 Feb 14 17:55:48.021101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:48.021203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41276) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:48.021293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.033977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.051151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.051691 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment c9aac2c0-5e7d-4a78-9efb-894afe817873 of type vlan for network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e Feb 14 17:55:48.056843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=02c4c7aa-e68a-4cba-9cac-2b570e408cf3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:48.070918 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b57899d5-ce4b-4eb4-aa3e-180115ce04ab tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/02c4c7aa-e68a-4cba-9cac-2b570e408cf3 HTTP/1.1" status: 204 len: 168 time: 1.9543383 Feb 14 17:55:48.077638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41282) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:48.085923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586190097'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:48.105328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:48.112583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.118283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:48.122474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d4b32b6-5a0b-4785-ba48-609248658329 None None] Provisioning complete for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:48.122643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:48.123125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32b6-5a0b-4785-ba48-609248658329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.129961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:48.213219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.216974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:48.220353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.224421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:48.233324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.270224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.329359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Calling delete_port for 23607320-c915-416c-b49b-b7841760cbc4 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:48.365266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:48.367403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:48.376735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.377161 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 247f9e9a-2fae-4bd2-8666-a9d3bd51d280 of type vlan for network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f Feb 14 17:55:48.406640 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d67f0342-f46e-4a0b-a84f-67b93da66695 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9628849 Feb 14 17:55:48.410305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:48.414354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:48.419510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:48.435193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.557045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:48.560964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:48.564077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:48.570189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:48.639768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.643865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:48.644286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.662089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] For port 23607320-c915-416c-b49b-b7841760cbc4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=23607320-c915-416c-b49b-b7841760cbc4,segment=NetworkSegment(ff8296b5-90ac-412f-8441-3211496e2041),segment_id=ff8296b5-90ac-412f-8441-3211496e2041)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:48.662525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.677407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:48.775189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.822407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Calling delete_port for 23607320-c915-416c-b49b-b7841760cbc4 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:48.853868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Transition to ACTIVE for port object 4ceb7133-e539-42b8-8428-41d27f9af3e6 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:48.859596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.862261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=0e54ce0b-6e3f-40bf-aeb9-9be6746b553f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:48.882222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:48.905926 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6262f0c9-715a-48d1-be49-678e75092cbb tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8269737 Feb 14 17:55:48.914967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:48.955595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41298) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:48.968446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:49.028975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.048921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32b6-5a0b-4785-ba48-609248658329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.066285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] Pushing event deleted for resources: {'Port': ['ID=23607320-c915-416c-b49b-b7841760cbc4,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:49.096461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Transition to ACTIVE for port object 4ceb7133-e539-42b8-8428-41d27f9af3e6 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:49.118521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:49.118843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:49.186088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] DHCP port deletion for 552a70f4-d78f-4a56-a1c4-730eba288de9 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:49.191034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90f8be-66c4-45dd-a25b-c1e8cad7f352 None None] No DVR routers for this DVR port 23607320-c915-416c-b49b-b7841760cbc4 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:49.193364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.198265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.207337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Deleting port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:49.207950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.268424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,segment=NetworkSegment(f1d37cee-3e13-4067-94d0-0355a6da32f0),segment_id=f1d37cee-3e13-4067-94d0-0355a6da32f0)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:49.306364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.331548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.332432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Fanout notify agent at l3_agent the message router_deleted on router aef5feb8-4fd3-4891-906d-9cfc1da9ca41 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:55:49.384450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.390931 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1f5af9a0-84f7-427b-bbec-1747a44223d0 tempest-RoutersNegativeTest-1348873088 tempest-RoutersNegativeTest-1348873088-project] 10.222.0.30 "DELETE /v2.0/routers/aef5feb8-4fd3-4891-906d-9cfc1da9ca41 HTTP/1.1" status: 204 len: 168 time: 1.3663728 Feb 14 17:55:49.449299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.496692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.503925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Pushing event updated for resources: {'Port': ['ID=4ceb7133-e539-42b8-8428-41d27f9af3e6,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:49.526252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.528947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3efce5cb-caf5-43da-8e9f-22780e385645 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:49.585893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.622372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port 23607320-c915-416c-b49b-b7841760cbc4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:49.622372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.667635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=26c4b913-cfcb-434d-aa4f-c9793af45a89,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:49.694406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.715124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:49.718050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 3efce5cb-caf5-43da-8e9f-22780e385645 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:49.718887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3efce5cb-caf5-43da-8e9f-22780e385645 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:49.752018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] The port '23607320-c915-416c-b49b-b7841760cbc4' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:49.851730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Network eeeb29d1-f668-4103-a8d5-1a65e0436f74 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:49.851730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:49.882654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:49.900610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:49.907680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] For port b8cf4dc6-f559-499f-b60c-fef5b494b7e4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,segment=NetworkSegment(bfc555cc-f339-4114-9a22-cfc934589e27),segment_id=bfc555cc-f339-4114-9a22-cfc934589e27)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:49.908075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.923136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-9d4b32b6-5a0b-4785-ba48-609248658329 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:49.923513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-9d4b32b6-5a0b-4785-ba48-609248658329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:49.923630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.932444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f is not hosted by any dhcp agent {{(pid=84256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 17:55:49.937142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:49.938415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.939845 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "PUT /v2.0/networks/0e54ce0b-6e3f-40bf-aeb9-9be6746b553f HTTP/1.1" status: 200 len: 723 time: 0.9830890 Feb 14 17:55:49.940787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=d7976ee4-aa20-4c12-9113-abb321fbf1de,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:49.942964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41320) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:49.965617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:49.972103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:50.028079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90bee5-34a3-4a0b-b56e-276327363199 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=0e54ce0b-6e3f-40bf-aeb9-9be6746b553f,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:50.054735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41324) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:50.065701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeb29d1-f668-4103-a8d5-1a65e0436f74']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.075285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41326) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:50.076687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Calling delete_port for b8cf4dc6-f559-499f-b60c-fef5b494b7e4 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:50.094555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deda1b5-9251-4749-b19e-46e98dd7de8d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.094555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deda1b5-9251-4749-b19e-46e98dd7de8d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.095546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b9ea20-2955-42ec-a176-0593f2075da0']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.114601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.124917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': 'c9aac2c0-5e7d-4a78-9efb-894afe817873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:50.125573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:50.128269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8296b5-90ac-412f-8441-3211496e2041') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.128564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8296b5-90ac-412f-8441-3211496e2041') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:50.146247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.157034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:50.157553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.157696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.160594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:50.175751 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:50.182549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.189750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:50.203421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:50.204358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.299034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:50.330114 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:50.335162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:50.339935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:50.356314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:50.369109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Attempting to bind port 4ceb7133-e539-42b8-8428-41d27f9af3e6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:50.374555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:50.374555 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:50.374555 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'}] Feb 14 17:55:50.374555 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:50.375253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Attempting to bind port 4ceb7133-e539-42b8-8428-41d27f9af3e6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2deda1b5-9251-4749-b19e-46e98dd7de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:50.375367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:50.375460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Attempting to bind port 4ceb7133-e539-42b8-8428-41d27f9af3e6 on network eeeb29d1-f668-4103-a8d5-1a65e0436f74 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:50.379548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--567099513', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:50.392764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:50.398373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:50.398755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Checking segment: {'id': '2deda1b5-9251-4749-b19e-46e98dd7de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:50.403268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:50.403393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.403393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Bound using segment: {'id': '2deda1b5-9251-4749-b19e-46e98dd7de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:50.403393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Bound port: 4ceb7133-e539-42b8-8428-41d27f9af3e6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2deda1b5-9251-4749-b19e-46e98dd7de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eeeb29d1-f668-4103-a8d5-1a65e0436f74'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:50.403393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.407506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:50.410711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:50.411363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.413545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29afb763-4b5c-4c46-bf9c-ad2f0d38c114 None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:50.417109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:50.421368 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-58a957ad-fd25-46f9-9c95-8239466307ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fcd18980c8c4306888ba2e2887dc78d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446658 Feb 14 17:55:50.424062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41338) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:50.432407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:50.466499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.485640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.500454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Network': ['ID=01b9ea20-2955-42ec-a176-0593f2075da0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:50.507092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5f122a96-472f-4e4e-95ee-2e302900a073 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/networks/01b9ea20-2955-42ec-a176-0593f2075da0 HTTP/1.1" status: 204 len: 168 time: 2.7307043 Feb 14 17:55:50.507092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:50.507290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41342) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:50.524013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:50.524606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.538888 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d276addf-573b-4954-902e-969e317a0892 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1275725 Feb 14 17:55:50.543517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41346) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:50.581275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.607485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1838439681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:50.614398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:50.619195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:50.622873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:50.629389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:50.647126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:50.654238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.685138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] Pushing event deleted for resources: {'Port': ['ID=b8cf4dc6-f559-499f-b60c-fef5b494b7e4,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:50.694289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.713048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.727523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada896c2-4c9e-440c-9f0f-f8a2aec127f4 None None] No DVR routers for this DVR port b8cf4dc6-f559-499f-b60c-fef5b494b7e4 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:50.752478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:50.758226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:50.762649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:50.766610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.771761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:50.775916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.779896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] For port 4ceb7133-e539-42b8-8428-41d27f9af3e6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:50.849347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] For port 4ceb7133-e539-42b8-8428-41d27f9af3e6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4ceb7133-e539-42b8-8428-41d27f9af3e6,segment=NetworkSegment(2deda1b5-9251-4749-b19e-46e98dd7de8d),segment_id=2deda1b5-9251-4749-b19e-46e98dd7de8d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:50.851459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.856882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.858908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.869047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-595deb2b-e0dc-4f73-a3a8-307217c3de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.872632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.878613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.936744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:50.985865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port 4ceb7133-e539-42b8-8428-41d27f9af3e6 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:50.986463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.001769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.021541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.028124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bc5fb05b-0c44-41ca-812d-714c1e13679a None None] Provisioning complete for port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:51.028628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb05b-0c44-41ca-812d-714c1e13679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.039988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d347dc-924e-4cec-a971-bb4fec567cca,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:51.050999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e', 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': 'd7976ee4-aa20-4c12-9113-abb321fbf1de'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:51.052086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.061355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 728a9152-bb7d-4beb-acdc-23e7d2ff84ff no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:51.077893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.081772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3340fbeb-9c5f-4cd4-825e-31a423678b4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42d347dc-924e-4cec-a971-bb4fec567cca HTTP/1.1" status: 204 len: 168 time: 0.6540563 Feb 14 17:55:51.135690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 728a9152-bb7d-4beb-acdc-23e7d2ff84ff {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:51.136035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 728a9152-bb7d-4beb-acdc-23e7d2ff84ff not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:51.136451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b8cf4dc6-f559-499f-b60c-fef5b494b7e4 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:51.146915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:51.155011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.159098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.171139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5293c387-c566-45b5-87b1-1e7551eab9c1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:51.174572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.189173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b8cf4dc6-f559-499f-b60c-fef5b494b7e4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:51.189456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b8cf4dc6-f559-499f-b60c-fef5b494b7e4 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:51.189910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 23607320-c915-416c-b49b-b7841760cbc4 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:51.213410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.217438 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6 of type vlan for network 04be822f-dd07-4902-b267-fce7ab7f774f Feb 14 17:55:51.259150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552a70f4-d78f-4a56-a1c4-730eba288de9']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:51.286717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 23607320-c915-416c-b49b-b7841760cbc4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:51.287058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 23607320-c915-416c-b49b-b7841760cbc4 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:51.294913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc555cc-f339-4114-9a22-cfc934589e27') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:51.295209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc555cc-f339-4114-9a22-cfc934589e27') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:51.306979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=31d197c4-4313-460a-ac04-c2334ff5316e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:51.312844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.319145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '247f9e9a-2fae-4bd2-8666-a9d3bd51d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:51.319633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:51.325239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77668f4a-04ef-4457-9b22-ecf86f963975 None None] Pushing event updated for resources: {'Port': ['ID=4ceb7133-e539-42b8-8428-41d27f9af3e6,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:51.338636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.405971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.439751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:51.446985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.475425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:51.475826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.494514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2268e-8e91-44fb-a331-9805e3ff64af None None] Network eeeb29d1-f668-4103-a8d5-1a65e0436f74 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:51.497289 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:51.499373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port 4ceb7133-e539-42b8-8428-41d27f9af3e6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4ceb7133-e539-42b8-8428-41d27f9af3e6,segment=NetworkSegment(2deda1b5-9251-4749-b19e-46e98dd7de8d),segment_id=2deda1b5-9251-4749-b19e-46e98dd7de8d)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:51.499373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.522372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:51.528567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:51.537126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.578945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6db3b-a588-4d36-93b4-f4287304877d None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:51.671898 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3e0cd03a-5483-4a43-81d2-07c4311cb3b5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7270818 Feb 14 17:55:51.674399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41356) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:51.676434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Allocated IP 2001:db8::2 (5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e/d7976ee4-aa20-4c12-9113-abb321fbf1de/5bfed527-b41d-44f4-a8fb-65bd519ef7a3) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:51.682992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:51.779280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.782722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:51.783287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.797465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for 4ceb7133-e539-42b8-8428-41d27f9af3e6 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:51.858285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.862524 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dae87436-0cc8-496a-a043-0c559925afe6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3175793 Feb 14 17:55:51.864394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1978639'] for subnet, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:51.867001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41364) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:52.107935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.109467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=04be822f-dd07-4902-b267-fce7ab7f774f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:52.129797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.131616 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/networks/552a70f4-d78f-4a56-a1c4-730eba288de9 HTTP/1.1" status: 204 len: 168 time: 1.6250465 Feb 14 17:55:52.139744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41370) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:52.146249 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1a46f99f-1f66-4f15-b7be-1b91a133d4c7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0846429 Feb 14 17:55:52.146249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f481f-093a-4286-87b5-2cb760428dc5 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Network': ['ID=552a70f4-d78f-4a56-a1c4-730eba288de9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:52.146496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 04be822f-dd07-4902-b267-fce7ab7f774f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:52.147060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41374) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:52.155056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:52.162535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:52.168167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:52.180223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:52.206782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1968165'] for subnet, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.222824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-0e54ce0b-6e3f-40bf-aeb9-9be6746b553f', 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': '31d197c4-4313-460a-ac04-c2334ff5316e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:52.223638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.231480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:52.239413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.296601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.316743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:52.318194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.319740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "PUT /v2.0/subnets/31d197c4-4313-460a-ac04-c2334ff5316e HTTP/1.1" status: 200 len: 806 time: 0.6443610 Feb 14 17:55:52.340396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41382) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:52.353045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Transition to ACTIVE for port object 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:52.362459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=4ceb7133-e539-42b8-8428-41d27f9af3e6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:52.392446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Transition to ACTIVE for port object 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:52.393351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port 4ceb7133-e539-42b8-8428-41d27f9af3e6 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:52.429722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac0626-1f6d-425b-8388-9bb87433e17c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=31d197c4-4313-460a-ac04-c2334ff5316e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:52.460036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Allocated IP 172.20.0.2 (0e54ce0b-6e3f-40bf-aeb9-9be6746b553f/31d197c4-4313-460a-ac04-c2334ff5316e/963a0071-e06c-443e-98d4-9168fa4dcd46) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:52.487694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.489835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.494202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.501996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting subnet 9b2e0985-e724-4f7e-ab46-7a5e0ee554b2 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:55:52.505222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.565335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.625482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.690303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:52.694337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Pushing event updated for resources: {'Port': ['ID=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:52.697618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:52.717080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:52.720261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.787600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeb29d1-f668-4103-a8d5-1a65e0436f74']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:52.795512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.813550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.816889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41388) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:52.817036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deda1b5-9251-4749-b19e-46e98dd7de8d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:52.817312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deda1b5-9251-4749-b19e-46e98dd7de8d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:52.838304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.865293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.873342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Attempting to bind port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:52.873708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Attempting to bind port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'c9aac2c0-5e7d-4a78-9efb-894afe817873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:52.874062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Attempting to bind port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 on network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:52.885406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:52.885778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Checking segment: {'id': 'c9aac2c0-5e7d-4a78-9efb-894afe817873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:52.886173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.886560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Bound using segment: {'id': 'c9aac2c0-5e7d-4a78-9efb-894afe817873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:52.887017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Bound port: 5bfed527-b41d-44f4-a8fb-65bd519ef7a3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9aac2c0-5e7d-4a78-9efb-894afe817873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:52.887383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.905286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.911085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.936644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:52.937077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:52.953163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Transition to ACTIVE for port object 963a0071-e06c-443e-98d4-9168fa4dcd46 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:52.957433 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:52.985026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2e0985-e724-4f7e-ab46-7a5e0ee554b2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:53.007668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Transition to ACTIVE for port object 963a0071-e06c-443e-98d4-9168fa4dcd46 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:53.010962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cb7df966-c945-4c31-a51a-e32ea6fd68df tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:53.011561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-cb7df966-c945-4c31-a51a-e32ea6fd68df tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:55:53.012763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cb7df966-c945-4c31-a51a-e32ea6fd68df tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1944370 Feb 14 17:55:53.016992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41394) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:53.027867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.029535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94873fa3-8cbc-488c-89ce-9cb16b5bb4e2 None None] Network 0704ce59-2a50-47b2-9918-0191f280daa7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:53.034167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159854358'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:53.042123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:53.048932 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a034cd63-c8fa-4a5e-85e1-256d1f0ed1e3 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/subnets/9b2e0985-e724-4f7e-ab46-7a5e0ee554b2 HTTP/1.1" status: 204 len: 168 time: 0.9073441 Feb 14 17:55:53.048932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:53.050013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41398) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:53.072995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:53.098771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] For port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:53.105120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.129502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:53.158563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] For port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,segment=NetworkSegment(c9aac2c0-5e7d-4a78-9efb-894afe817873),segment_id=c9aac2c0-5e7d-4a78-9efb-894afe817873)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:53.165360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-02432247-0162-4847-b960-774ea4f9b1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.180030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.192329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Deleting port a97175d4-dfc4-441a-895f-2491021b3267 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:53.192741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.232619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.248541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Pushing event updated for resources: {'Port': ['ID=963a0071-e06c-443e-98d4-9168fa4dcd46,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:53.252170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:53.257255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.290915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:53.297884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.301591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:53.331477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.344207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:53.350918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:53.369863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:53.425946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.426334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:53.452433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.456768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.478208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.482340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cf911-b559-4d93-af3c-3e2aa59e8716 None None] Pushing event updated for resources: {'Port': ['ID=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:53.483749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] For port a97175d4-dfc4-441a-895f-2491021b3267, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a97175d4-dfc4-441a-895f-2491021b3267,segment=NetworkSegment(89497222-2c25-4b9a-a899-4d8005391eb0),segment_id=89497222-2c25-4b9a-a899-4d8005391eb0)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:53.484109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.487075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Attempting to bind port 963a0071-e06c-443e-98d4-9168fa4dcd46 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:53.487312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Attempting to bind port 963a0071-e06c-443e-98d4-9168fa4dcd46 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '247f9e9a-2fae-4bd2-8666-a9d3bd51d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:53.487625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Attempting to bind port 963a0071-e06c-443e-98d4-9168fa4dcd46 on network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:53.498951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:53.499238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Checking segment: {'id': '247f9e9a-2fae-4bd2-8666-a9d3bd51d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:53.499759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.500032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Bound using segment: {'id': '247f9e9a-2fae-4bd2-8666-a9d3bd51d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:53.500490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Bound port: 963a0071-e06c-443e-98d4-9168fa4dcd46, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247f9e9a-2fae-4bd2-8666-a9d3bd51d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:53.500896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.550550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=eeeb29d1-f668-4103-a8d5-1a65e0436f74,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:53.620950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] For port 963a0071-e06c-443e-98d4-9168fa4dcd46, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:53.625002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] DHCP port deletion for 0704ce59-2a50-47b2-9918-0191f280daa7 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:53.627967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] For port 963a0071-e06c-443e-98d4-9168fa4dcd46, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=963a0071-e06c-443e-98d4-9168fa4dcd46,segment=NetworkSegment(247f9e9a-2fae-4bd2-8666-a9d3bd51d280),segment_id=247f9e9a-2fae-4bd2-8666-a9d3bd51d280)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:53.631571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Deleting port a97175d4-dfc4-441a-895f-2491021b3267 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:53.631939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.663192 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aec02619-e984-49ff-a0e7-eac6c6516ca5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/eeeb29d1-f668-4103-a8d5-1a65e0436f74 HTTP/1.1" status: 204 len: 168 time: 7.5543516 Feb 14 17:55:53.666309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41404) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:53.679561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330144936'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:53.720569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:53.727638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:53.735193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:53.749488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:53.756657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.812530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Calling delete_port for a97175d4-dfc4-441a-895f-2491021b3267 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:53.839267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.891879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a97175d4-dfc4-441a-895f-2491021b3267 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:53.902856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:53.911704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:53.943506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=31d197c4-4313-460a-ac04-c2334ff5316e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:53.944550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.004132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.058292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.088633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7902cdf-cab6-4968-974a-cc326c88ae1a None None] Pushing event updated for resources: {'Port': ['ID=963a0071-e06c-443e-98d4-9168fa4dcd46,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.118750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No active binding found for port a97175d4-dfc4-441a-895f-2491021b3267 {{(pid=84257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 14 17:55:54.119309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a97175d4-dfc4-441a-895f-2491021b3267 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:54.126057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] For port a97175d4-dfc4-441a-895f-2491021b3267, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a97175d4-dfc4-441a-895f-2491021b3267,segment=NetworkSegment(89497222-2c25-4b9a-a899-4d8005391eb0),segment_id=89497222-2c25-4b9a-a899-4d8005391eb0)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:54.126726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.148630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Port': ['ID=a97175d4-dfc4-441a-895f-2491021b3267,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.150473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a9b82b-9507-42a7-b12d-ad2fc6c376a4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.153538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:54.159038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] No DVR routers for this DVR port a97175d4-dfc4-441a-895f-2491021b3267 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:54.161623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:54.193305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:54.205421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:54.207483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:54.216765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.244862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.245204 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment d41018d8-e46f-406f-a577-5a25e025fc87 of type vlan for network 4998bcf2-5480-411b-a669-639013c5033d Feb 14 17:55:54.251898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8::1 (5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e/d7976ee4-aa20-4c12-9113-abb321fbf1de/cd856343-825f-4333-bcbb-ce3a456bdcb1) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:54.260694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Calling delete_port for a97175d4-dfc4-441a-895f-2491021b3267 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:54.275995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e54ce0b-6e3f-40bf-aeb9-9be6746b553f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.312791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247f9e9a-2fae-4bd2-8666-a9d3bd51d280') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.313291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247f9e9a-2fae-4bd2-8666-a9d3bd51d280') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.317412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.337393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.363629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:54.363985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:54.372361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.386080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0704ce59-2a50-47b2-9918-0191f280daa7']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.390659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.409806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89497222-2c25-4b9a-a899-4d8005391eb0') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.410105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89497222-2c25-4b9a-a899-4d8005391eb0') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:54.418309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.439681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.462811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.472185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:54.473864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.474341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.483315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:54.490536 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:54.525544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:54.526087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:54.542718 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:54.566631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.647950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb29e54-fcae-4bac-999f-36b2d62a47d4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.693637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.694947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.699337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:54.706967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.707141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.726314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/networks/0704ce59-2a50-47b2-9918-0191f280daa7 HTTP/1.1" status: 204 len: 168 time: 1.6753099 Feb 14 17:55:54.729432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41408) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:54.731901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.733062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d02bc035-eed8-415a-b138-c3af2372b83e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7151971 Feb 14 17:55:54.734337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a537-d531-45f9-94b2-255dd96404e6 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Pushing event deleted for resources: {'Network': ['ID=0704ce59-2a50-47b2-9918-0191f280daa7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.747378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41412) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:54.764163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': 'dcb29e54-fcae-4bac-999f-36b2d62a47d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:54.776779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2aa8ebc4-de11-40f8-94df-21f9f7de9f4e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Synchronizing usage tracker for tenant:658c7db336b1411eb757a2410f0e8d34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:54.830221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:54.859061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2aa8ebc4-de11-40f8-94df-21f9f7de9f4e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Unset dirty status for tenant:658c7db336b1411eb757a2410f0e8d34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:54.860242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2aa8ebc4-de11-40f8-94df-21f9f7de9f4e tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "GET /v2.0/ports?device_id=44549289-4928-489c-b8d5-dce2858fdc36 HTTP/1.1" status: 200 len: 205 time: 0.1297743 Feb 14 17:55:54.862910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41416) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:54.865481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Deleting port a97175d4-dfc4-441a-895f-2491021b3267 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:54.865979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.885282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:54.885282 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:54.885282 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '0e54ce0b-6e3f-40bf-aeb9-9be6746b553f'}] Feb 14 17:55:54.885282 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:54.886250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:54.890946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.898020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:54.921525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:54.924421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.938272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8b66d939-085d-4e46-ba4a-e58877db3c4e None None] The port 'a97175d4-dfc4-441a-895f-2491021b3267' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:54.962862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:54.971223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=4998bcf2-5480-411b-a669-639013c5033d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:54.976932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d330052b-a299-4844-bbf0-5907044abd4b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3094187 Feb 14 17:55:54.978655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:54.985369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object cd856343-825f-4333-bcbb-ce3a456bdcb1 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:54.994573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:54.994722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 4998bcf2-5480-411b-a669-639013c5033d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:55.009679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.039256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '4998bcf2-5480-411b-a669-639013c5033d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:55.139011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145ba2c-404e-4f5d-a875-372682ecf2c7 None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:55.294249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.316179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-01492103-49fd-407e-8571-bd5d10de2439 None None] Provisioning for port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:55.390210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.395009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:55.417997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:55.429521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:55.447528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:55.458306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.465037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port 963a0071-e06c-443e-98d4-9168fa4dcd46 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:55.469575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.469695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.489438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.72 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/b4517ae3-d099-4eee-823b-f7679ee7d6f6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:55.539630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b564b9b-9183-4a5c-824d-18890497ff14 None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:55.542296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.590996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.591428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Fanout notify agent at l3_agent the message router_deleted on router 44549289-4928-489c-b8d5-dce2858fdc36 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:55:55.608595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.608814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.608814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c40b3cb6-d22f-42c4-a6f0-42a912d58ad7 tempest-RoutersNegativeIpV6Test-1687244377 tempest-RoutersNegativeIpV6Test-1687244377-project] 10.222.0.30 "DELETE /v2.0/routers/44549289-4928-489c-b8d5-dce2858fdc36 HTTP/1.1" status: 204 len: 168 time: 0.7448955 Feb 14 17:55:55.619545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.622612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:55.802480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.814192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8ff598f8-0d58-48fb-8d0e-91e542f5dcc4 None None] Provisioning for port 963a0071-e06c-443e-98d4-9168fa4dcd46 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:55.839785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] DHCP port deletion for 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:55:55.844274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Deleting port 963a0071-e06c-443e-98d4-9168fa4dcd46 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:55.844645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.866600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:55.886968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:55.911536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:55.912068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:55.914759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169472da-1123-4608-9124-96da3f5e1748,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:55.917201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=cd856343-825f-4333-bcbb-ce3a456bdcb1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:55.941266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:55.963155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.109804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.110902 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e71b1aa5-85ae-41c8-aa6b-c35f1a4e7795 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3576148 Feb 14 17:55:56.113802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41426) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:56.121446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': 'dcb29e54-fcae-4bac-999f-36b2d62a47d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:56.128099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:56.133050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:56.136671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:56.147367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:56.156262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] For port 963a0071-e06c-443e-98d4-9168fa4dcd46, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=963a0071-e06c-443e-98d4-9168fa4dcd46,segment=NetworkSegment(247f9e9a-2fae-4bd2-8666-a9d3bd51d280),segment_id=247f9e9a-2fae-4bd2-8666-a9d3bd51d280)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:56.156691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.208040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port 963a0071-e06c-443e-98d4-9168fa4dcd46, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=963a0071-e06c-443e-98d4-9168fa4dcd46,segment=NetworkSegment(247f9e9a-2fae-4bd2-8666-a9d3bd51d280),segment_id=247f9e9a-2fae-4bd2-8666-a9d3bd51d280)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:56.208388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.220426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.227237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:56.267316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.293283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41432) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:56.295621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Calling delete_port for 963a0071-e06c-443e-98d4-9168fa4dcd46 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:56.331594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:56.331961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.354106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for 963a0071-e06c-443e-98d4-9168fa4dcd46 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:55:56.482245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.484317 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 17:55:56.484317 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-792317b1-3ff5-4433-bbc2-4ef7f999ef6f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3676102 Feb 14 17:55:56.487172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.490015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41438) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:56.524958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,segment=NetworkSegment(c9aac2c0-5e7d-4a78-9efb-894afe817873),segment_id=c9aac2c0-5e7d-4a78-9efb-894afe817873)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:55:56.550769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c64942e9-cafd-418e-929d-f65fdddee543 None None] Provisioning for port cd856343-825f-4333-bcbb-ce3a456bdcb1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:55:56.563095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c64942e9-cafd-418e-929d-f65fdddee543 None None] Provisioning complete for port cd856343-825f-4333-bcbb-ce3a456bdcb1 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:56.564128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c64942e9-cafd-418e-929d-f65fdddee543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.650599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.654223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.672124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e9835f51-8f16-41b1-830b-a1404b7e2629 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=658c7db336b1411eb757a2410f0e8d34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3743713 Feb 14 17:55:56.672449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41442) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:56.695829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c64942e9-cafd-418e-929d-f65fdddee543 None None] Port cd856343-825f-4333-bcbb-ce3a456bdcb1 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:55:56.702669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:56.702992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:56.726210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.731218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] No DVR routers for this DVR port 963a0071-e06c-443e-98d4-9168fa4dcd46 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:55:56.749323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45c942-ad28-48da-b0a1-942e5f692101 None None] Network 0e54ce0b-6e3f-40bf-aeb9-9be6746b553f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:55:56.767327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.792637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.826013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:56.844331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.873961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.883525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8584ab-246c-4185-9a91-7b3839f2f1b1 None None] Pushing event deleted for resources: {'Port': ['ID=963a0071-e06c-443e-98d4-9168fa4dcd46,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:56.967613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:56.974989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1461f66-2111-4504-a5c4-7a2747cff408 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:56.981156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=b4517ae3-d099-4eee-823b-f7679ee7d6f6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:56.987872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb29e54-fcae-4bac-999f-36b2d62a47d4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:56.993852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:56.996885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:56.998975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.000602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2c41e434-55bc-4872-ba71-6c4076563dee tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/dcb29e54-fcae-4bac-999f-36b2d62a47d4 HTTP/1.1" status: 204 len: 168 time: 0.5096779 Feb 14 17:55:57.003177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41446) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:57.007702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:57.026844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.029295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.032877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2673fb1-b70c-4110-98fd-1689cd917a21 HTTP/1.1" status: 204 len: 168 time: 0.3569040 Feb 14 17:55:57.063095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735adf0-99ff-44df-a32f-210d5d921e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2673fb1-b70c-4110-98fd-1689cd917a21,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:57.104392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e711598-5add-47ed-9062-1986a4bb95fb tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:57.134814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.163552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1461f66-2111-4504-a5c4-7a2747cff408 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:57.184457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3e711598-5add-47ed-9062-1986a4bb95fb tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:57.190504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3e711598-5add-47ed-9062-1986a4bb95fb tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1822300 Feb 14 17:55:57.192806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41452) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:57.201928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304592086'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:57.208902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:57.219475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:57.225156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port 963a0071-e06c-443e-98d4-9168fa4dcd46 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:55:57.225507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.308030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.339650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] The port '963a0071-e06c-443e-98d4-9168fa4dcd46' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:55:57.345032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:57.348873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:57.351910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:57.358760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:57.407603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=eb29f232-3fe7-4d4e-ac4f-fadb55287c98,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:57.433933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.495870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.555236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'd41018d8-e46f-406f-a577-5a25e025fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4998bcf2-5480-411b-a669-639013c5033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:57.555236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 4998bcf2-5480-411b-a669-639013c5033d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:55:57.555890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c754c6-3a95-45a1-a761-4e9b32c05aef,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:57.564232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.571920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.resource_extend [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:55:57.581547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532d014-2bd3-4604-927f-7eadedda775d None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:57.617942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.623957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e54ce0b-6e3f-40bf-aeb9-9be6746b553f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:57.638612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247f9e9a-2fae-4bd2-8666-a9d3bd51d280') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:57.638897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247f9e9a-2fae-4bd2-8666-a9d3bd51d280') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:57.654045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.672809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.679711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:57.680116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:57.696548 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:57.780609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.784554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3832a6f5-bc41-4900-af69-a93d6d17f4bd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5878968 Feb 14 17:55:57.790058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41464) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:57.791271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b19250d6-e57a-4961-b329-0cabd132971d tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '78c754c6-3a95-45a1-a761-4e9b32c05aef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:57.791896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-b19250d6-e57a-4961-b329-0cabd132971d tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:55:57.795106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b19250d6-e57a-4961-b329-0cabd132971d tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069897 Feb 14 17:55:57.795311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41468) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:57.813943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.814776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.829545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:55:57.858856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 4998bcf2-5480-411b-a669-639013c5033d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:55:57.879183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.887042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.920215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.921654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:57.945804 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/0e54ce0b-6e3f-40bf-aeb9-9be6746b553f HTTP/1.1" status: 204 len: 168 time: 5.5938554 Feb 14 17:55:57.951489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41474) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:57.965299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532d014-2bd3-4604-927f-7eadedda775d None None] Unable to find a vacant binding_index for network 4998bcf2-5480-411b-a669-639013c5033d and agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 {{(pid=84257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 14 17:55:57.972643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cebc4-b01c-4ebd-b406-12864acdf52f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=0e54ce0b-6e3f-40bf-aeb9-9be6746b553f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:57.976369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532d014-2bd3-4604-927f-7eadedda775d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 4998bcf2-5480-411b-a669-639013c5033d) {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:57.991719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 4998bcf2-5480-411b-a669-639013c5033d) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:58.001936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e26c90c-6a6a-4ba4-9a06-5c88c8a6460d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:55:58.002520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e26c90c-6a6a-4ba4-9a06-5c88c8a6460d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:55:58.002989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:58.003582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.004686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4e26c90c-6a6a-4ba4-9a06-5c88c8a6460d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/0e54ce0b-6e3f-40bf-aeb9-9be6746b553f HTTP/1.1" status: 404 len: 339 time: 0.0521052 Feb 14 17:55:58.011453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41478) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.011658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:55:58.011658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.016965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173445215', 'description': 'd1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:58.029301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:58.029301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:network and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:58.033285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:58.041195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:58.077381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=cd856343-825f-4333-bcbb-ce3a456bdcb1,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:58.113072 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-858b431c-c0fb-4ce8-a8db-4e0d70c2d517 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1231279 Feb 14 17:55:58.115870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41482) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.117051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.117861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.156675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.242368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:58.246110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.282860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 963a0071-e06c-443e-98d4-9168fa4dcd46 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:55:58.286431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c754c6-3a95-45a1-a761-4e9b32c05aef,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:58.292591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:58.294319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:58.304384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.305969 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-61a73aca-ee76-4681-b1af-9e048c50eab8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/78c754c6-3a95-45a1-a761-4e9b32c05aef HTTP/1.1" status: 204 len: 168 time: 0.5092425 Feb 14 17:55:58.311217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41490) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.343479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 963a0071-e06c-443e-98d4-9168fa4dcd46 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:55:58.343833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 963a0071-e06c-443e-98d4-9168fa4dcd46 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:55:58.396617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:55:58.415859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.428058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.428404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 2709cf8c-d3f1-477e-8a4e-b14b1d496b1f of type vlan for network 95a33697-cc29-4230-8b4c-787cd4a7d922 Feb 14 17:55:58.458791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-4998bcf2-5480-411b-a669-639013c5033d', 'network_id': '4998bcf2-5480-411b-a669-639013c5033d', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': 'eb29f232-3fe7-4d4e-ac4f-fadb55287c98'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:55:58.460181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.480676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b60da70-db4b-4d2b-8fea-29b6d83b1bc6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:58.515813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.546994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.599048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41496) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.630885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b60da70-db4b-4d2b-8fea-29b6d83b1bc6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:58.636049 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8b60da70-db4b-4d2b-8fea-29b6d83b1bc6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3183746 Feb 14 17:55:58.642615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41502) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.660361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Allocated IP 2001:db8::1 (4998bcf2-5480-411b-a669-639013c5033d/eb29f232-3fe7-4d4e-ac4f-fadb55287c98/1220c48e-7e4f-4037-a684-ddf9c9b144e5) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:55:58.670611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--687871251'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:58.695557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:58.715386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:58.780140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.787157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:58.788905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.801267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2071551655-network', 'tenant_id': '644b9b93f0414c82952cd55508414abd'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:58.809441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:58.817067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Usage tracker for resource:network and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:58.819734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.822472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:58.830474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:58.907316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:58.918693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Transition to ACTIVE for port object 1220c48e-7e4f-4037-a684-ddf9c9b144e5 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:58.919777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9085898 Feb 14 17:55:58.920168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41506) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:58.931719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e36b0d-b070-4d81-938a-f6803d957a48 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=95a33697-cc29-4230-8b4c-787cd4a7d922,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:58.937814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Transition to ACTIVE for port object 1220c48e-7e4f-4037-a684-ddf9c9b144e5 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:55:58.939629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:58.944568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:58.947550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:58.949395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 95a33697-cc29-4230-8b4c-787cd4a7d922 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:55:58.953373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:59.005468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Made reservation on behalf of 644b9b93f0414c82952cd55508414abd for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:55:59.008011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.010486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.022052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.034460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router d580cb46-5805-47f3-9f58-1ed6854952d7 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:59.039355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:55:59.044365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.085418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.087947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ca7d0-6620-4557-88a7-7a4189827065 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:59.088673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-229ca7d0-6620-4557-88a7-7a4189827065 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:59.112248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.159829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Pushing event updated for resources: {'Port': ['ID=1220c48e-7e4f-4037-a684-ddf9c9b144e5,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:59.167139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Network 4998bcf2-5480-411b-a669-639013c5033d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:55:59.168563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:55:59.170040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=eb29f232-3fe7-4d4e-ac4f-fadb55287c98,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:59.170991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:55:59.178659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a73630-c6aa-42c2-9cbf-4d43b712b592,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:59.238013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:59.262969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Attempting to bind port 1220c48e-7e4f-4037-a684-ddf9c9b144e5 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:55:59.263348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Attempting to bind port 1220c48e-7e4f-4037-a684-ddf9c9b144e5 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'd41018d8-e46f-406f-a577-5a25e025fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4998bcf2-5480-411b-a669-639013c5033d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:55:59.263701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Attempting to bind port 1220c48e-7e4f-4037-a684-ddf9c9b144e5 on network 4998bcf2-5480-411b-a669-639013c5033d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:55:59.270447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:55:59.270816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Checking segment: {'id': 'd41018d8-e46f-406f-a577-5a25e025fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4998bcf2-5480-411b-a669-639013c5033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:55:59.271351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.271737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Bound using segment: {'id': 'd41018d8-e46f-406f-a577-5a25e025fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4998bcf2-5480-411b-a669-639013c5033d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:55:59.272192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Bound port: 1220c48e-7e4f-4037-a684-ddf9c9b144e5, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41018d8-e46f-406f-a577-5a25e025fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4998bcf2-5480-411b-a669-639013c5033d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:55:59.272565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.280810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.291063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.294898 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-929a76fc-2772-4133-83fd-5b37e5f9fb22 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6486492 Feb 14 17:55:59.299482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41510) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.300344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:55:59.311489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d4b8feaa-6c4d-4c08-a7da-6d33ace4c6f0 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': 'a4a73630-c6aa-42c2-9cbf-4d43b712b592', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:59.312100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-d4b8feaa-6c4d-4c08-a7da-6d33ace4c6f0 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:55:59.317162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d4b8feaa-6c4d-4c08-a7da-6d33ace4c6f0 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0170345 Feb 14 17:55:59.317162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4998bcf2-5480-411b-a669-639013c5033d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.324167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41514) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.346922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41018d8-e46f-406f-a577-5a25e025fc87') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.347286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41018d8-e46f-406f-a577-5a25e025fc87') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.358121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:55:59.367536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] For port 1220c48e-7e4f-4037-a684-ddf9c9b144e5, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:55:59.368962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.371363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-229ca7d0-6620-4557-88a7-7a4189827065 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:59.371611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] For port 1220c48e-7e4f-4037-a684-ddf9c9b144e5, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1220c48e-7e4f-4037-a684-ddf9c9b144e5,segment=NetworkSegment(d41018d8-e46f-406f-a577-5a25e025fc87),segment_id=d41018d8-e46f-406f-a577-5a25e025fc87)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:55:59.372532 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-229ca7d0-6620-4557-88a7-7a4189827065 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks?id=95a33697-cc29-4230-8b4c-787cd4a7d922 HTTP/1.1" status: 200 len: 760 time: 0.4510171 Feb 14 17:55:59.379095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41518) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.382745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:59.391912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'description': 'd2'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:59.417839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.443631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.448584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.454621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.469857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:55:59.470249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:55:59.484696 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:55:59.540580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a40ed-015d-407e-a363-22db4f2fc2ec None None] Pushing event updated for resources: {'Port': ['ID=1220c48e-7e4f-4037-a684-ddf9c9b144e5,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:59.625754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:55:59.625754 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:55:59.625754 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': '4998bcf2-5480-411b-a669-639013c5033d'}] Feb 14 17:55:59.625754 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:55:59.626212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:55:59.652981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.679398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a73630-c6aa-42c2-9cbf-4d43b712b592,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:55:59.682359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c074f-9795-4ce7-9f7d-a51a0dab5a6e None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:55:59.683596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.688364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d12f8ad5-3b60-4375-92aa-e0ffa19a1f0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4a73630-c6aa-42c2-9cbf-4d43b712b592 HTTP/1.1" status: 204 len: 168 time: 0.3631783 Feb 14 17:55:59.688986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41522) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.741326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-300b1f78-d2d4-41e2-b7c3-d40a43589656 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:55:59.756784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.761228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:55:59.763729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.772307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] Sync routers for ids ['d580cb46-5805-47f3-9f58-1ed6854952d7'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:55:59.803225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5e7a8d05-896a-4513-959d-cb3be490bd2c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/d580cb46-5805-47f3-9f58-1ed6854952d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9269035 Feb 14 17:55:59.805710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.814043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] Routers {'d580cb46-5805-47f3-9f58-1ed6854952d7'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:59.814820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d580cb46-5805-47f3-9f58-1ed6854952d7'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.833879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-300b1f78-d2d4-41e2-b7c3-d40a43589656 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:55:59.837448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-300b1f78-d2d4-41e2-b7c3-d40a43589656 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1453421 Feb 14 17:55:59.849036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41530) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:55:59.859174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172201553'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:55:59.869545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c074f-9795-4ce7-9f7d-a51a0dab5a6e None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:55:59.873065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:55:59.879604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.883253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.885996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:55:59.914401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] Routers {'d580cb46-5805-47f3-9f58-1ed6854952d7'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:55:59.915578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d580cb46-5805-47f3-9f58-1ed6854952d7'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:55:59.927104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:55:59.994934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0b3f0-12a0-4b57-9dc4-2be1e869ca72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:55:59.995508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61d0b3f0-12a0-4b57-9dc4-2be1e869ca72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:00.019133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:00.022262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 95a33697-cc29-4230-8b4c-787cd4a7d922 is not hosted by any dhcp agent {{(pid=84256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 17:56:00.022666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:00.023066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03414ba0-fc1a-4ba8-a507-b3c05dc86115 None None] The sync data for ids ['d580cb46-5805-47f3-9f58-1ed6854952d7'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:00.026088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:00.026670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.030600 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "PUT /v2.0/networks/95a33697-cc29-4230-8b4c-787cd4a7d922 HTTP/1.1" status: 200 len: 757 time: 0.6458578 Feb 14 17:56:00.030793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41534) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:00.061545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa0498-54b4-4c00-be84-391de8183c6c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:00.067083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:00.079804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.080151 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Added segment 705047fa-8db5-4693-b132-7f675e44033f of type vlan for network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f Feb 14 17:56:00.084520 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:00.098468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b3ac-beb7-4ae7-83b2-b41d976fcb46 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=95a33697-cc29-4230-8b4c-787cd4a7d922,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:00.115412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.119395 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:00.120215 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:00.127931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.167542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port 1220c48e-7e4f-4037-a684-ddf9c9b144e5 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:00.168184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.171999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 95a33697-cc29-4230-8b4c-787cd4a7d922 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:00.172343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.182292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61d0b3f0-12a0-4b57-9dc4-2be1e869ca72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:00.185077 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-61d0b3f0-12a0-4b57-9dc4-2be1e869ca72 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports/cd856343-825f-4333-bcbb-ce3a456bdcb1 HTTP/1.1" status: 200 len: 911 time: 0.3768363 Feb 14 17:56:00.193938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41538) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:00.203681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7976ee4-aa20-4c12-9113-abb321fbf1de'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:00.205479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275a685-2cbc-415a-beb1-f5bc30ae86e3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:00.206163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9275a685-2cbc-415a-beb1-f5bc30ae86e3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:00.238549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9275a685-2cbc-415a-beb1-f5bc30ae86e3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:00.240440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.241651 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-02009325-8fe7-47cb-ace7-fc5a9499125f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0935194 Feb 14 17:56:00.243393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9275a685-2cbc-415a-beb1-f5bc30ae86e3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks?id=95a33697-cc29-4230-8b4c-787cd4a7d922 HTTP/1.1" status: 200 len: 760 time: 0.2115445 Feb 14 17:56:00.246289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41542) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:00.246289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41544) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:00.249291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:00.253173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499819231'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:00.265720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:00.275557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:00.287202 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:00.386579 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:00.421455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:00.465555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:00.496945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.498323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:00.498323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.522462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b46bd6-60b8-40b1-9744-bcf953648f0e None None] Network 4998bcf2-5480-411b-a669-639013c5033d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:00.671226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port 1220c48e-7e4f-4037-a684-ddf9c9b144e5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1220c48e-7e4f-4037-a684-ddf9c9b144e5,segment=NetworkSegment(d41018d8-e46f-406f-a577-5a25e025fc87),segment_id=d41018d8-e46f-406f-a577-5a25e025fc87)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:00.671592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.693080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:00.698919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.745823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] Pushing event updated for resources: {'Network': ['ID=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:00.760564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:00.799110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.870013 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-af54b47f-a7aa-43e4-9f4a-d949f0b15828 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2695818 Feb 14 17:56:00.874452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41552) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:00.890007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Request body: {'subnet': {'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2071551655-subnet', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:00.895212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:00.899352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Usage tracker for resource:subnet and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:00.902510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:00.908407 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:55:57Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:00.908784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:00.913027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:00.913621 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Updating router abea5e7c-d200-453b-ba33-afed209d5c47 port b4517ae3-d099-4eee-823b-f7679ee7d6f6 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:00.927848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for 1220c48e-7e4f-4037-a684-ddf9c9b144e5 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:00.928498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.964198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.991572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ffc95869-3b1e-42a6-85bd-de27c6678aa3 None None] Provisioning complete for port cd856343-825f-4333-bcbb-ce3a456bdcb1 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:00.991942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ffc95869-3b1e-42a6-85bd-de27c6678aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:00.994754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a065c9-b58a-442e-bd50-c61a58b350ac,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.008016 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.021680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fd1ae-ac58-44c9-ab74-cfd0b03e92cc None None] Network 4998bcf2-5480-411b-a669-639013c5033d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:01.029837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Made reservation on behalf of 644b9b93f0414c82952cd55508414abd for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:01.032667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.084352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f351c7eb-2917-454b-9549-57d2592b58c9 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8354530 Feb 14 17:56:01.086207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41556) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.119780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.126241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ffc95869-3b1e-42a6-85bd-de27c6678aa3 None None] Port cd856343-825f-4333-bcbb-ce3a456bdcb1 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:01.130051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.131415 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f4b30274-c2a7-4d92-a33e-19de58b36b7c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2865274 Feb 14 17:56:01.137439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41560) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.160337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7c0033b0-a3a2-4ef2-8271-f3bae9f08ded tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '40a065c9-b58a-442e-bd50-c61a58b350ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.161128 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-7c0033b0-a3a2-4ef2-8271-f3bae9f08ded tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:01.162114 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7c0033b0-a3a2-4ef2-8271-f3bae9f08ded tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204523 Feb 14 17:56:01.224265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41564) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.225192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:01.265492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9c8703a5-4649-4c82-8ec3-a9d41faa4f16 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '40a065c9-b58a-442e-bd50-c61a58b350ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.266808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-9c8703a5-4649-4c82-8ec3-a9d41faa4f16 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:01.267928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9c8703a5-4649-4c82-8ec3-a9d41faa4f16 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0345693 Feb 14 17:56:01.269177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=1220c48e-7e4f-4037-a684-ddf9c9b144e5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.277318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41568) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.279843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.280265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 1f5a4b66-e7c3-4082-93a0-5c4afca35417 of type vlan for network 1729e392-eb80-4e21-bf9d-40777fb93db3 Feb 14 17:56:01.292471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2b04f18b-a548-4e23-a009-6c93f9ddd13b tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '40a065c9-b58a-442e-bd50-c61a58b350ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.293028 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-2b04f18b-a548-4e23-a009-6c93f9ddd13b tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:01.297562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2b04f18b-a548-4e23-a009-6c93f9ddd13b tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157645 Feb 14 17:56:01.297562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port 1220c48e-7e4f-4037-a684-ddf9c9b144e5 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:01.299286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41572) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.320663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4cdb6f5d-2bda-40c9-81b5-56048347da87 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '40a065c9-b58a-442e-bd50-c61a58b350ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.324805 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-4cdb6f5d-2bda-40c9-81b5-56048347da87 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:01.324805 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4cdb6f5d-2bda-40c9-81b5-56048347da87 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0206845 Feb 14 17:56:01.328734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41576) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.447197 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.457553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.459782 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Transition to ACTIVE for port object b4517ae3-d099-4eee-823b-f7679ee7d6f6 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:01.487490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6dd17d-5405-4d01-970e-4cdd9f27dcfc tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:01.488989 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ca6dd17d-5405-4d01-970e-4cdd9f27dcfc tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4018083 Feb 14 17:56:01.491052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.494578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41580) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.529792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4998bcf2-5480-411b-a669-639013c5033d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:01.533463 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.543507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41018d8-e46f-406f-a577-5a25e025fc87') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:01.548232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41018d8-e46f-406f-a577-5a25e025fc87') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:01.556446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.574393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.581417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:01.581898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:01.601002 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:01.612217 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-978bbd91-d0e5-40d8-a6af-5064c73f075d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140208 Feb 14 17:56:01.620764 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Attempting to bind port b4517ae3-d099-4eee-823b-f7679ee7d6f6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:01.621115 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Attempting to bind port b4517ae3-d099-4eee-823b-f7679ee7d6f6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:01.621468 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Attempting to bind port b4517ae3-d099-4eee-823b-f7679ee7d6f6 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:01.624561 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Pushing event updated for resources: {'Port': ['ID=b4517ae3-d099-4eee-823b-f7679ee7d6f6,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.624694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41584) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.636079 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:01.636445 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:01.636879 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.637900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:01.637900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Bound port: b4517ae3-d099-4eee-823b-f7679ee7d6f6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:01.638130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.638220 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.662467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.666085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.666709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:01.667299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.670536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.670883 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.671216 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.671593 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.671941 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.672266 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.672584 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.672942 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.673264 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.673577 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.674024 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:01.709639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841844718', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.726360 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] For port b4517ae3-d099-4eee-823b-f7679ee7d6f6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:01.730910 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] For port b4517ae3-d099-4eee-823b-f7679ee7d6f6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b4517ae3-d099-4eee-823b-f7679ee7d6f6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:01.802568 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.818304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=1729e392-eb80-4e21-bf9d-40777fb93db3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.826473 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b7b1fc4-ca36-42e0-9ded-6d1eaf16f25d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5792394 Feb 14 17:56:01.829183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41588) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.833984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1729e392-eb80-4e21-bf9d-40777fb93db3 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:01.836349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': '1729e392-eb80-4e21-bf9d-40777fb93db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:01.901278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.911747 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd35b8f-e4e1-496f-a285-590c23d4ada7 None None] Pushing event updated for resources: {'Port': ['ID=b4517ae3-d099-4eee-823b-f7679ee7d6f6,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.918616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.918958 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:01.920199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:01.939674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.963411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:01.972485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/4998bcf2-5480-411b-a669-639013c5033d HTTP/1.1" status: 204 len: 168 time: 3.8547785 Feb 14 17:56:01.976873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:01.978951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41592) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:01.984832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:01.985336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4747-2309-4287-ab45-3445f485ee70 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=4998bcf2-5480-411b-a669-639013c5033d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:01.991793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.000734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231864698'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:02.010031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:02.016788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.017495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:02.021336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.024870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:02.030523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.031381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a065c9-b58a-442e-bd50-c61a58b350ac,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:02.032870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Usage tracker for resource:subnet and tenant:690dcaeaf0a1401c963d36efd762b97c is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:02.036747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.045208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.056791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a0c743-ff68-43e0-8351-4dddc9352221,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:02.105059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.106166 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aef72685-6784-4367-9c47-424f53ca6bdf tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/40a065c9-b58a-442e-bd50-c61a58b350ac HTTP/1.1" status: 204 len: 168 time: 0.7765365 Feb 14 17:56:02.108973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41596) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:02.113471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:02.113826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Network hostable DHCP agents. Network: 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:02.127240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:02.130294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.131509 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:02.144398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.161369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:02.167353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:02.237962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.242049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:02.243441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.247417 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/ports/cd856343-825f-4333-bcbb-ce3a456bdcb1 HTTP/1.1" status: 200 len: 911 time: 2.0498600 Feb 14 17:56:02.252633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:02.258100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41600) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:02.294691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:02.337339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ab4e5fee-fe1b-48a5-9f1d-d804d9205f6e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2204316 Feb 14 17:56:02.433173 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:55:57Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:02.437595 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67321-0b77-4130-8557-94ef7d9b3f40 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:55:57Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:02.449670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41604) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:02.456735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.456735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment b86c761e-29b3-42a3-a190-dfb28ed8a781 of type vlan for network 907e951d-e16a-4a79-916d-5b8598bdb052 Feb 14 17:56:02.459192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--773509059'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:02.472739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.489666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:02.494364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac724052-8ec3-4ed0-97b3-6697535ddfad tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=cd856343-825f-4333-bcbb-ce3a456bdcb1,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:02.548525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:02.549982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.550471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:02.557319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81022c9-9996-44ad-a789-f46d8562f8d5 None None] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:02.558232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.578084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:02.578675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.585241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.605248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.748941 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-87b0e2f8-78e3-44c4-9037-7cd5e6f54fe1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8707519 Feb 14 17:56:02.750652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41608) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:02.759773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:02.768231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.781871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:02.790382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Usage tracker for resource:router and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:02.796991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.826801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.869629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:02.874334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:02.877641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:02.890256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:02.891876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:02.892011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.915814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.920556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:02.950221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.005595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.009030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:03.009622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.050542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.057913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:03.058265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: 04be822f-dd07-4902-b267-fce7ab7f774f, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:03.079992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.090258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Allocated IP 172.20.0.2 (799bc6f6-6ca9-45e7-b04f-f3caf2ab394f/86a0c743-ff68-43e0-8351-4dddc9352221/585c16ba-1413-4e6a-b520-bb8ad77677b2) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:03.102805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=f02721f9-6810-4487-a7f8-0a466548f325,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:03.118954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.176298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.181832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688fbe0a-139d-46e5-805d-a80b0fbf0a5f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:03.187821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 04be822f-dd07-4902-b267-fce7ab7f774f is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:03.236099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=907e951d-e16a-4a79-916d-5b8598bdb052,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:03.249850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 907e951d-e16a-4a79-916d-5b8598bdb052 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:03.299729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=afa6b013-f473-42e6-9d58-406afff25e59,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:03.299959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 04be822f-dd07-4902-b267-fce7ab7f774f) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:03.304274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:03.304947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.319880 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-efdbeb1b-7e27-463e-b258-c815f5ba87ab tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3398943 Feb 14 17:56:03.323673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41612) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.324222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '1f5a4b66-e7c3-4082-93a0-5c4afca35417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1729e392-eb80-4e21-bf9d-40777fb93db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:03.324622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: 1729e392-eb80-4e21-bf9d-40777fb93db3, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:03.337703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:03.378329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.382492 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bf026bd5-9bcc-4b02-96dc-5f972ca99ed6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9320059 Feb 14 17:56:03.383276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.385048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87882f-e26d-4611-85b9-d2991b735565 None None] Network 04be822f-dd07-4902-b267-fce7ab7f774f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:03.407030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-14daf920-a921-44e8-bd88-8648cec67d8e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:03.407700 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-14daf920-a921-44e8-bd88-8648cec67d8e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:03.411670 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-14daf920-a921-44e8-bd88-8648cec67d8e tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166128 Feb 14 17:56:03.415814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41620) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.421355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:03.435325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:03.441068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:03.444831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:03.448895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.456128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:03.482779 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cee9144a-a17a-4405-8ab7-56dae19592ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8521421 Feb 14 17:56:03.483421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.515156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:03.521056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:03.525468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:03.529622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.553295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.583786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Transition to ACTIVE for port object 585c16ba-1413-4e6a-b520-bb8ad77677b2 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:03.589525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:03.648971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Transition to ACTIVE for port object 585c16ba-1413-4e6a-b520-bb8ad77677b2 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:03.651257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network 1729e392-eb80-4e21-bf9d-40777fb93db3 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:03.662705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1729e392-eb80-4e21-bf9d-40777fb93db3) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:03.669802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:03.670389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.693265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8040c0-c932-4607-a391-6f7f6da53710 None None] Network 1729e392-eb80-4e21-bf9d-40777fb93db3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:03.770651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-04be822f-dd07-4902-b267-fce7ab7f774f', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:03.771526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.785393 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:03.788770 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-17738aca-8787-4bad-80a9-b19393ce9913 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3694799 Feb 14 17:56:03.795130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-67488051-dfac-4cbd-8079-eb1ad7daff8a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9587586 Feb 14 17:56:03.795756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41628) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.795756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.795944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:03.815136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9d67a292-e1f3-48ea-93ee-12bdfa55e8b4 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:03.816022 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-9d67a292-e1f3-48ea-93ee-12bdfa55e8b4 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:03.820387 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9d67a292-e1f3-48ea-93ee-12bdfa55e8b4 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201647 Feb 14 17:56:03.826153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:03.877350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:03.885402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b4517ae3-d099-4eee-823b-f7679ee7d6f6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:03.905742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:03.939689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:03.955804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:03.968209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:03.982369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:03.989725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:03.993401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:04.016261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:04.018380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Pushing event updated for resources: {'Port': ['ID=585c16ba-1413-4e6a-b520-bb8ad77677b2,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:04.035888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.168685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.271088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.292164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Attempting to bind port 585c16ba-1413-4e6a-b520-bb8ad77677b2 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:04.292508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Attempting to bind port 585c16ba-1413-4e6a-b520-bb8ad77677b2 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:04.292889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Attempting to bind port 585c16ba-1413-4e6a-b520-bb8ad77677b2 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:04.301040 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:04.304690 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-20bf97fc-5981-403b-ab1c-49bb60e86c8a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4402413 Feb 14 17:56:04.305985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41640) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:04.313090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ba1b9a77-d44a-43f9-96e9-c8f016b0ea0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:04.313773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-ba1b9a77-d44a-43f9-96e9-c8f016b0ea0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:04.317807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ba1b9a77-d44a-43f9-96e9-c8f016b0ea0c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081882 Feb 14 17:56:04.319397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41644) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:04.332011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:04.332300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:04.332614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.333025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Bound using segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:04.333647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Bound port: 585c16ba-1413-4e6a-b520-bb8ad77677b2, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:04.334021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.340774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.359046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Allocated IP 172.20.0.2 (04be822f-dd07-4902-b267-fce7ab7f774f/f02721f9-6810-4487-a7f8-0a466548f325/83fceeb1-0091-46f7-ae8a-39b228d03497) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:04.360966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:04.362515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b4517ae3-d099-4eee-823b-f7679ee7d6f6 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:04.374796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:04.384453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:04.387063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:04.397721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:04.401783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcc86c-83c4-49bd-b3fe-2974d3531509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-1729e392-eb80-4e21-bf9d-40777fb93db3', 'network_id': '1729e392-eb80-4e21-bf9d-40777fb93db3', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'afa6b013-f473-42e6-9d58-406afff25e59'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:04.402707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc86c-83c4-49bd-b3fe-2974d3531509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.411465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b4517ae3-d099-4eee-823b-f7679ee7d6f6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:04.411739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.444444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.684768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] For port 585c16ba-1413-4e6a-b520-bb8ad77677b2, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:04.691436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port cd856343-825f-4333-bcbb-ce3a456bdcb1 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:04.692019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.715306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Allocated IP 172.26.4.103 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/9d0bdfc2-a641-472e-a16a-a294895cd9b8) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:04.721357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] For port 585c16ba-1413-4e6a-b520-bb8ad77677b2, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=585c16ba-1413-4e6a-b520-bb8ad77677b2,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:04.780743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:04.784543 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-16992e88-b2f5-4340-a406-516d054305c9 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4597385 Feb 14 17:56:04.784543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.803852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41648) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:04.813374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.819891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8f6cf3ed-d51f-4dab-ac78-459a89cff767 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:04.821526 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-8f6cf3ed-d51f-4dab-ac78-459a89cff767 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:04.825997 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f6cf3ed-d51f-4dab-ac78-459a89cff767 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160222 Feb 14 17:56:04.836071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41652) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:04.840834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.848723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server [None req-d9bcc86c-83c4-49bd-b3fe-2974d3531509 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa6b013-f473-42e6-9d58-406afff25e59: This subnet is being modified by another concurrent operation. Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:56:04.853813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise exception Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa6b013-f473-42e6-9d58-406afff25e59: This subnet is being modified by another concurrent operation. Feb 14 17:56:04.859459 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Feb 14 17:56:04.879019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:04.881225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=afa6b013-f473-42e6-9d58-406afff25e59,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:04.898865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:04.908637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3699cccc-3a07-4c17-afbf-1849f1225c80 None None] Network 1729e392-eb80-4e21-bf9d-40777fb93db3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:04.926535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:04.935106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:04.951211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:04.985145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.985403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.985745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.986081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.986412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.986743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.987066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.987388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.987710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.988029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:04.988362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:05.000952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=5a690651-2bff-4558-a23f-20b0bff64879,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.007942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.015888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b4517ae3-d099-4eee-823b-f7679ee7d6f6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b4517ae3-d099-4eee-823b-f7679ee7d6f6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:05.021520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.052366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Transition to ACTIVE for port object 83fceeb1-0091-46f7-ae8a-39b228d03497 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:05.084885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89221d8-c80d-4fbb-8dd7-e6a01a69afef None None] Pushing event updated for resources: {'Port': ['ID=585c16ba-1413-4e6a-b520-bb8ad77677b2,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.100027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.139168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Transition to ACTIVE for port object 83fceeb1-0091-46f7-ae8a-39b228d03497 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:05.160494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for cd856343-825f-4333-bcbb-ce3a456bdcb1 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:05.163711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.185545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.195736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'b86c761e-29b3-42a3-a190-dfb28ed8a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:05.202099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 907e951d-e16a-4a79-916d-5b8598bdb052, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:05.219880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1729e392-eb80-4e21-bf9d-40777fb93db3']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:05.242141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b4517ae3-d099-4eee-823b-f7679ee7d6f6,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.242475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5a4b66-e7c3-4082-93a0-5c4afca35417') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:05.242775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5a4b66-e7c3-4082-93a0-5c4afca35417') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:05.257070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.262621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.293128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.304438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:05.305048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:05.324665 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:05.353631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:05.353833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Pushing event updated for resources: {'Port': ['ID=83fceeb1-0091-46f7-ae8a-39b228d03497,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.354680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-66064a57-a831-433f-9b2a-67e131e09343 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4853771 Feb 14 17:56:05.362847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41656) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:05.375168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '688fbe0a-139d-46e5-805d-a80b0fbf0a5f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:05.393684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:05.396011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 907e951d-e16a-4a79-916d-5b8598bdb052 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:05.401354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:05.405656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:05.409603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Network 04be822f-dd07-4902-b267-fce7ab7f774f is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:05.410976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:05.416502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:05.418402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:05.434129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.482009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 907e951d-e16a-4a79-916d-5b8598bdb052) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:05.490603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:05.492510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.544270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.547394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:05.549915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:05.553117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Pushing event updated for resources: {'Port': ['ID=9d0bdfc2-a641-472e-a16a-a294895cd9b8,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.575996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:05.587485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb40e79-0def-451c-9650-46b7d1b0614a None None] Network 907e951d-e16a-4a79-916d-5b8598bdb052 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:05.670573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=cd856343-825f-4333-bcbb-ce3a456bdcb1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.673430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-915575af-b33f-4374-9f45-4e150cc0068a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3441405 Feb 14 17:56:05.701406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41660) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:05.714470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.714670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Attempting to bind port 83fceeb1-0091-46f7-ae8a-39b228d03497 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:05.714670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Attempting to bind port 83fceeb1-0091-46f7-ae8a-39b228d03497 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:05.714670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Attempting to bind port 83fceeb1-0091-46f7-ae8a-39b228d03497 on network 04be822f-dd07-4902-b267-fce7ab7f774f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:05.779549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:05.781196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eb33246e-e27b-4e5b-89c2-d7dddce67232 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4205534 Feb 14 17:56:05.792172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41664) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:05.805997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.839984 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/1729e392-eb80-4e21-bf9d-40777fb93db3 HTTP/1.1" status: 204 len: 168 time: 2.0418603 Feb 14 17:56:05.860130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41668) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:05.878653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:05.879636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Checking segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:05.880210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.880728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Bound using segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:05.881294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Bound port: 83fceeb1-0091-46f7-ae8a-39b228d03497, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:05.881768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:05.929399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ba01c7-f011-4950-89f1-f8419359d920 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] GET failed (client error): The resource could not be found. Feb 14 17:56:05.930178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f9ba01c7-f011-4950-89f1-f8419359d920 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:05.951759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc77690-7526-41b5-8b1e-4b911db693e5 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=1729e392-eb80-4e21-bf9d-40777fb93db3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:05.972213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-907e951d-e16a-4a79-916d-5b8598bdb052', 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': '5a690651-2bff-4558-a23f-20b0bff64879'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:05.973184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.011536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b4517ae3-d099-4eee-823b-f7679ee7d6f6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:06.012539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.016694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.117859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.131300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f9ba01c7-f011-4950-89f1-f8419359d920 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:06.132753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f9ba01c7-f011-4950-89f1-f8419359d920 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets/afa6b013-f473-42e6-9d58-406afff25e59 HTTP/1.1" status: 404 len: 337 time: 0.2710419 Feb 14 17:56:06.152392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] For port 83fceeb1-0091-46f7-ae8a-39b228d03497, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:06.177481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41672) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:06.191100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] For port 83fceeb1-0091-46f7-ae8a-39b228d03497, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=83fceeb1-0091-46f7-ae8a-39b228d03497,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:06.205067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b4517ae3-d099-4eee-823b-f7679ee7d6f6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:06.207860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.256820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.298886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.331497 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a8469e-fc97-4c2d-b680-ce79e62b136f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:06.331937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a8469e-fc97-4c2d-b680-ce79e62b136f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:06.349198 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1a8469e-fc97-4c2d-b680-ce79e62b136f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/1729e392-eb80-4e21-bf9d-40777fb93db3 HTTP/1.1" status: 404 len: 339 time: 0.0942850 Feb 14 17:56:06.349720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41676) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:06.398413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.705665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Allocated IP 2001:db8::1 (907e951d-e16a-4a79-916d-5b8598bdb052/5a690651-2bff-4558-a23f-20b0bff64879/d777d33e-e6c9-49be-834e-fc5a5451448b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:06.710513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 585c16ba-1413-4e6a-b520-bb8ad77677b2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:06.712429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.743899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f723f1-f3e0-40f6-b70d-16d46647d4d4 None None] Pushing event updated for resources: {'Port': ['ID=83fceeb1-0091-46f7-ae8a-39b228d03497,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:06.765355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688fbe0a-139d-46e5-805d-a80b0fbf0a5f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:06.777339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:06.790514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/688fbe0a-139d-46e5-805d-a80b0fbf0a5f HTTP/1.1" status: 204 len: 168 time: 0.9847927 Feb 14 17:56:06.790514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41680) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:06.819381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.824954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cdf5c3-3157-4606-af7a-ced26b94351a tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:06.942170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-79752305-9777-4ad8-a13c-98b4b50eb7d6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:07.072475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router d580cb46-5805-47f3-9f58-1ed6854952d7 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:07.159449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 585c16ba-1413-4e6a-b520-bb8ad77677b2 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:07.163286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773a5ed-e111-41f6-b6ae-0dd515567cda None None] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:07.172768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-79752305-9777-4ad8-a13c-98b4b50eb7d6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:07.175487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-79752305-9777-4ad8-a13c-98b4b50eb7d6 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3924143 Feb 14 17:56:07.190329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.226652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:07.245318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--76453275'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:07.267883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:07.279251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a3251346-5b21-4f0b-8cd5-a1a87abee4b4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/d580cb46-5805-47f3-9f58-1ed6854952d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0213461 Feb 14 17:56:07.281685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41688) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:07.286827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:07.292781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] Sync routers for ids ['d580cb46-5805-47f3-9f58-1ed6854952d7'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:07.308512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.310058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86b10b-67ef-457f-985a-a86e536034fd tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:07.310751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b86b10b-67ef-457f-985a-a86e536034fd tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:07.326867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Transition to ACTIVE for port object d777d33e-e6c9-49be-834e-fc5a5451448b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:07.339501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3eef24a2-e4c1-465e-8030-4ea846c606b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:07.356080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:07.375065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Transition to ACTIVE for port object d777d33e-e6c9-49be-834e-fc5a5451448b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:07.376151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] Routers {'d580cb46-5805-47f3-9f58-1ed6854952d7'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:07.376803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d580cb46-5805-47f3-9f58-1ed6854952d7'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:07.401509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.402230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.405595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3eef24a2-e4c1-465e-8030-4ea846c606b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:07.409920 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3eef24a2-e4c1-465e-8030-4ea846c606b3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=d580cb46-5805-47f3-9f58-1ed6854952d7 HTTP/1.1" status: 200 len: 205 time: 0.1271856 Feb 14 17:56:07.410542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:07.435087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Provisioning for port 585c16ba-1413-4e6a-b520-bb8ad77677b2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:07.475417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:07.479376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Provisioning complete for port 585c16ba-1413-4e6a-b520-bb8ad77677b2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:07.479739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.521154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.553966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.570661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.580261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b86b10b-67ef-457f-985a-a86e536034fd tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:07.581478 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9b86b10b-67ef-457f-985a-a86e536034fd tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2311189 Feb 14 17:56:07.598152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:07.689238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1ace5712-1cca-4c48-8a33-4cd4751d98c6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:07.729760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Network 907e951d-e16a-4a79-916d-5b8598bdb052 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:07.739936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1ace5712-1cca-4c48-8a33-4cd4751d98c6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:07.741232 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1ace5712-1cca-4c48-8a33-4cd4751d98c6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 207 time: 0.1366768 Feb 14 17:56:07.745125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:07.755046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:07.758133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:07.788506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (04be822f-dd07-4902-b267-fce7ab7f774f/f02721f9-6810-4487-a7f8-0a466548f325/00395508-2c94-4b48-9733-e1760a188786) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:07.843540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:07.876563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] Routers {'d580cb46-5805-47f3-9f58-1ed6854952d7'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:07.877229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['d580cb46-5805-47f3-9f58-1ed6854952d7'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:07.915525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:07.933772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:07.943825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=5a690651-2bff-4558-a23f-20b0bff64879,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:07.965729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:07.971887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:07.972332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d853-6acf-47a8-9f53-e10142f2478c None None] The sync data for ids ['d580cb46-5805-47f3-9f58-1ed6854952d7'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:07.974395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Pushing event updated for resources: {'Port': ['ID=d777d33e-e6c9-49be-834e-fc5a5451448b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:07.977180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 83fceeb1-0091-46f7-ae8a-39b228d03497 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:07.980870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:08.044166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75a189-017b-4855-af17-547a8c052c76 None None] Network 04be822f-dd07-4902-b267-fce7ab7f774f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:08.136239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.140505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.186581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.186957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.187294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.187621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.187951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.188278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.188601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.188957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.189282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.189598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.189916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:56:08.201192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Attempting to bind port d777d33e-e6c9-49be-834e-fc5a5451448b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:08.201561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Attempting to bind port d777d33e-e6c9-49be-834e-fc5a5451448b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b86c761e-29b3-42a3-a190-dfb28ed8a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:08.201924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Attempting to bind port d777d33e-e6c9-49be-834e-fc5a5451448b on network 907e951d-e16a-4a79-916d-5b8598bdb052 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:08.223292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.223653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.247278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.248370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router d580cb46-5805-47f3-9f58-1ed6854952d7 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:56:08.250872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:08.251416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Checking segment: {'id': 'b86c761e-29b3-42a3-a190-dfb28ed8a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:08.251823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.252208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Bound using segment: {'id': 'b86c761e-29b3-42a3-a190-dfb28ed8a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:08.252688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Bound port: d777d33e-e6c9-49be-834e-fc5a5451448b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86c761e-29b3-42a3-a190-dfb28ed8a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '907e951d-e16a-4a79-916d-5b8598bdb052'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:08.261377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.262266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a063b-1200-4a1e-a454-6fe96e3fd490 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.262266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a063b-1200-4a1e-a454-6fe96e3fd490 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.262442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a063b-1200-4a1e-a454-6fe96e3fd490 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.264258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.265502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-96cb952f-18a4-4e2b-b50f-3d0e6a6e107b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/d580cb46-5805-47f3-9f58-1ed6854952d7 HTTP/1.1" status: 204 len: 168 time: 0.8540566 Feb 14 17:56:08.266389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a063b-1200-4a1e-a454-6fe96e3fd490 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.268050 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-be5a063b-1200-4a1e-a454-6fe96e3fd490 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5219157 Feb 14 17:56:08.268535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41704) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:08.272490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41706) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:08.313286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907e951d-e16a-4a79-916d-5b8598bdb052']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:08.357877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86c761e-29b3-42a3-a190-dfb28ed8a781') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:08.358182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86c761e-29b3-42a3-a190-dfb28ed8a781') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:08.382397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.395680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.410068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.434186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 00395508-2c94-4b48-9733-e1760a188786 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:08.435672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.447199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:08.447568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:08.464358 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:08.497253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] For port d777d33e-e6c9-49be-834e-fc5a5451448b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:08.508805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 83fceeb1-0091-46f7-ae8a-39b228d03497 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:08.518579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] For port 585c16ba-1413-4e6a-b520-bb8ad77677b2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=585c16ba-1413-4e6a-b520-bb8ad77677b2,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:08.528380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.610798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.688405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] For port d777d33e-e6c9-49be-834e-fc5a5451448b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d777d33e-e6c9-49be-834e-fc5a5451448b,segment=NetworkSegment(b86c761e-29b3-42a3-a190-dfb28ed8a781),segment_id=b86c761e-29b3-42a3-a190-dfb28ed8a781)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:08.690406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d27cdb8-1649-4300-8755-2e2c37f8bc26,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:08.699307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:56:08.699307 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:56:08.699307 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '907e951d-e16a-4a79-916d-5b8598bdb052'}] Feb 14 17:56:08.699307 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:56:08.699814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:56:08.727001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ddbbf-2eca-431c-afdc-02ada6becb07 None None] Pushing event updated for resources: {'Port': ['ID=585c16ba-1413-4e6a-b520-bb8ad77677b2,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:08.741057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Provisioning complete for port 585c16ba-1413-4e6a-b520-bb8ad77677b2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:08.741602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.744667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-02689af6-6bbd-4e48-84e4-b9cfb57b57e4 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Synchronizing usage tracker for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:08.771573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.780938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-02689af6-6bbd-4e48-84e4-b9cfb57b57e4 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Unset dirty status for tenant:690dcaeaf0a1401c963d36efd762b97c on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:08.782534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-02689af6-6bbd-4e48-84e4-b9cfb57b57e4 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4810784 Feb 14 17:56:08.786297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41712) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:08.793780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet d7976ee4-aa20-4c12-9113-abb321fbf1de {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:08.804134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.822260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.823492 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2af30006-5f04-4eb8-a1d6-ae2ab2c7eed1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5881584 Feb 14 17:56:08.826964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.827099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:08.843517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '3d27cdb8-1649-4300-8755-2e2c37f8bc26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:08.852042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:08.866030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:08.872089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:08.881716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:08.888761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:08.909450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:08.910504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:56:08.927669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa14d-6370-4148-9901-71bd91fc3b73 None None] Pushing event updated for resources: {'Port': ['ID=d777d33e-e6c9-49be-834e-fc5a5451448b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:08.957853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad684699-5312-494c-a23f-f93f09ae64f9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.959180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad684699-5312-494c-a23f-f93f09ae64f9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:08.965823 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ad684699-5312-494c-a23f-f93f09ae64f9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1731861 Feb 14 17:56:08.965823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 04be822f-dd07-4902-b267-fce7ab7f774f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:08.966042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41720) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:08.966466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:09.020686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50c1d6-e16a-443d-a881-8ff0d2dd656b None None] Network 907e951d-e16a-4a79-916d-5b8598bdb052 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:09.087422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d1f08-3268-4858-8386-622f7b5273b8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:09.088726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d1f08-3268-4858-8386-622f7b5273b8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:09.093737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f81d1f08-3268-4858-8386-622f7b5273b8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1239612 Feb 14 17:56:09.095239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41724) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.124863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.161616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:09.224925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.225147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Provisioning for port 83fceeb1-0091-46f7-ae8a-39b228d03497 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:09.227775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.233423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Provisioning complete for port 83fceeb1-0091-46f7-ae8a-39b228d03497 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:09.234191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.254552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The resource could not be found. Feb 14 17:56:09.258297 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-359751f0-75f7-4a2c-a530-ca4ad6a9f308 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4270618 Feb 14 17:56:09.264050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.276526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '3d27cdb8-1649-4300-8755-2e2c37f8bc26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4c5dbf80-1f72-4fd9-b247-6388f1eaa223'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:09.295819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:09.312847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:09.320284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:09.323174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port d777d33e-e6c9-49be-834e-fc5a5451448b {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:09.323686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.330478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:09.343152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4845f-9868-44a7-9480-f299cc96cb6d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:09.344489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-25f4845f-9868-44a7-9480-f299cc96cb6d tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks/5c5fef0a-7a93-4d92-8b92-6066b920f098 HTTP/1.1" status: 200 len: 800 time: 0.2483180 Feb 14 17:56:09.348295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca5da7-bfe4-42ba-8863-ed5bd1e5d810 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:56:09.348514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41732) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.421851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.433257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.487595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] For port 83fceeb1-0091-46f7-ae8a-39b228d03497, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=83fceeb1-0091-46f7-ae8a-39b228d03497,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:09.506869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=d7976ee4-aa20-4c12-9113-abb321fbf1de,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:09.517720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.529895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8945688f-330b-4090-b305-dc1f5d442fdf tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/d7976ee4-aa20-4c12-9113-abb321fbf1de HTTP/1.1" status: 204 len: 168 time: 1.2599993 Feb 14 17:56:09.533513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca5da7-bfe4-42ba-8863-ed5bd1e5d810 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:56:09.540815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41736) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.566634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.631719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The resource could not be found. Feb 14 17:56:09.635884 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-531da249-2f7a-4f5d-895a-3d0e02b33856 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3678889 Feb 14 17:56:09.638242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.669842 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-14134ad9-a3d5-4f39-b4b7-839935a80829 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/networks/5c5fef0a-7a93-4d92-8b92-6066b920f098?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3170159 Feb 14 17:56:09.673892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41744) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.707510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.730427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18555a5-3c6b-4bcd-8e39-715f418f50e3 None None] Pushing event updated for resources: {'Port': ['ID=83fceeb1-0091-46f7-ae8a-39b228d03497,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:09.762611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.794978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de449f-9ee9-4d68-8589-e765211ed50f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:09.800730 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-39de449f-9ee9-4d68-8589-e765211ed50f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets/b62be151-3562-406c-9e74-06365722beca HTTP/1.1" status: 200 len: 811 time: 0.1217480 Feb 14 17:56:09.801970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41748) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:09.805790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:09.806131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.806947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port d777d33e-e6c9-49be-834e-fc5a5451448b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=d777d33e-e6c9-49be-834e-fc5a5451448b,segment=NetworkSegment(b86c761e-29b3-42a3-a190-dfb28ed8a781),segment_id=b86c761e-29b3-42a3-a190-dfb28ed8a781)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:09.807347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.837254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Provisioning for port 00395508-2c94-4b48-9733-e1760a188786 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:09.850764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Provisioning complete for port 00395508-2c94-4b48-9733-e1760a188786 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:09.851138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.856372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.885211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 83fceeb1-0091-46f7-ae8a-39b228d03497 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:09.926793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:09.984885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Port 00395508-2c94-4b48-9733-e1760a188786 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:10.068158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Provisioning complete for port 83fceeb1-0091-46f7-ae8a-39b228d03497 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:10.068546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c9877d5-17d9-463d-be6a-e5d9df46d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.075036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,segment=NetworkSegment(c9aac2c0-5e7d-4a78-9efb-894afe817873),segment_id=c9aac2c0-5e7d-4a78-9efb-894afe817873)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:10.075383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.080225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for d777d33e-e6c9-49be-834e-fc5a5451448b owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:10.129792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 83fceeb1-0091-46f7-ae8a-39b228d03497 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:10.130014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.134487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.162547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:10.185840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:10.201123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d23cf-2cb1-42e9-ba81-1c0a27f9fe75 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:10.209914 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a7d23cf-2cb1-42e9-ba81-1c0a27f9fe75 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "GET /v2.0/subnets/b62be151-3562-406c-9e74-06365722beca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3281763 Feb 14 17:56:10.209914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41752) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:10.214068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:10.219017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25252522'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:10.237630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:10.246508 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:10.247493 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:10.255810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d27cdb8-1649-4300-8755-2e2c37f8bc26,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:10.256389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229787be-6623-486d-99f9-33041e8dd0cb None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:56:10.260740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:10.277807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.278906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-59a83b08-845f-411b-a4e9-14adea6239b1 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d27cdb8-1649-4300-8755-2e2c37f8bc26 HTTP/1.1" status: 204 len: 168 time: 0.6303871 Feb 14 17:56:10.282759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41756) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:10.380416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.384723 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31846f47-510d-418b-80bb-30c496c9b50f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6280267 Feb 14 17:56:10.392125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.397948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41760) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:10.453928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:10.458854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-acc055cf-3cec-40ca-b5c1-fcd3a93770d5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:10.461135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.499506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 585c16ba-1413-4e6a-b520-bb8ad77677b2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:10.510897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.539509 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:10.572239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-acc055cf-3cec-40ca-b5c1-fcd3a93770d5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:10.574247 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-acc055cf-3cec-40ca-b5c1-fcd3a93770d5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2905896 Feb 14 17:56:10.575420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=5bfed527-b41d-44f4-a8fb-65bd519ef7a3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:10.575570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229787be-6623-486d-99f9-33041e8dd0cb None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:56:10.580474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41764) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:10.593622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '98e81d9e-51d7-46bf-9d7b-4f8fb68a5653', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:10.606510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:10.610917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No DVR routers for this DVR port 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:10.623543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 585c16ba-1413-4e6a-b520-bb8ad77677b2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:10.623923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.645087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:10.652105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:10.681267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:10.801498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.810611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.837160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:10.850543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aac2c0-5e7d-4a78-9efb-894afe817873') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:10.850976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aac2c0-5e7d-4a78-9efb-894afe817873') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:10.865331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.881830 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The resource could not be found. Feb 14 17:56:10.883121 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-559689f9-c985-4858-b318-204027e3b14f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2952976 Feb 14 17:56:10.885202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.886205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=d777d33e-e6c9-49be-834e-fc5a5451448b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:10.905412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:10.905412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.914326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41768) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:10.925610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port d777d33e-e6c9-49be-834e-fc5a5451448b on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:10.942796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178244903'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:10.974566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:10.974810 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:05Z', 'revision_number': 3, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:10.983279 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:10.983754 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Updating router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:11.036736 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:11.042595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:11.057010 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.098002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:11.105634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde5a6a-5e67-4404-ab9b-c7e8d0683aae None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:11.109118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.112995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:11.131502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde5a6a-5e67-4404-ab9b-c7e8d0683aae None None] Network 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:56:11.142092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.155675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:11.205727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.206067 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Added segment 6009eded-7e49-46d6-ac33-9a9a070d6c21 of type vlan for network cdddd40f-0db0-4863-95c1-2e924ac3490e Feb 14 17:56:11.213926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e056d7e-a8c3-4f39-816f-b970642b2056 None None] DHCP port deletion for 5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:11.221166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.245897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:11.246823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8f09c99a-e7bf-4c3c-a3b7-7f400c868bba tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/5ab8e86a-6d7b-46d7-a3ef-ac03f1abc03e HTTP/1.1" status: 204 len: 168 time: 1.7044013 Feb 14 17:56:11.250735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41774) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:11.259178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1265632303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:11.259752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.264737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:11.269418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:11.272223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:11.279065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:11.296939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.332398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.361723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.362816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.380879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.391493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907e951d-e16a-4a79-916d-5b8598bdb052']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:11.403236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.415048 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Transition to ACTIVE for port object 9d0bdfc2-a641-472e-a16a-a294895cd9b8 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:11.418281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86c761e-29b3-42a3-a190-dfb28ed8a781') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:11.422679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86c761e-29b3-42a3-a190-dfb28ed8a781') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:11.450059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.470523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.493186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.496869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:11.498855 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.511632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:11.525851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:11.526246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.540492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:11.544270 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:11.573327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.575598 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Attempting to bind port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:11.575962 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Attempting to bind port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:11.576313 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Attempting to bind port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:11.577895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e870983-c024-4821-ac11-866aae634424 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3251929 Feb 14 17:56:11.578873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41778) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:11.587102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838864078'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:11.588877 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:11.589238 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:11.589620 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.589995 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:11.590438 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Bound port: 9d0bdfc2-a641-472e-a16a-a294895cd9b8, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:11.590792 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.593833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:11.596563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:11.599188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:11.603529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:11.610436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:11.623670 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988dce-83b4-46b2-9a1d-802647bbb715 None None] Pushing event updated for resources: {'Port': ['ID=9d0bdfc2-a641-472e-a16a-a294895cd9b8,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:11.632277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.636478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:11.637096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.664283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] For port 9d0bdfc2-a641-472e-a16a-a294895cd9b8, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:11.665235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:11.668119 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] For port 9d0bdfc2-a641-472e-a16a-a294895cd9b8, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d0bdfc2-a641-472e-a16a-a294895cd9b8,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:11.668252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.697543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:11.707035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.711352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 2d3225db-5e00-402b-9d57-0468fcb7e0fd of type vlan for network 172163fb-209f-43aa-b22d-8372fd5c6a4d Feb 14 17:56:11.728540 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.734487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.763135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 04be822f-dd07-4902-b267-fce7ab7f774f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:11.776971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:11.825195 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988dce-83b4-46b2-9a1d-802647bbb715 None None] Pushing event updated for resources: {'Port': ['ID=9d0bdfc2-a641-472e-a16a-a294895cd9b8,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:11.829850 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:11.830510 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:11.854298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:56:11.864804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.868651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:11.869172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.917522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:56:11.918230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5bfed527-b41d-44f4-a8fb-65bd519ef7a3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:56:11.947717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.961404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Network': ['ID=cdddd40f-0db0-4863-95c1-2e924ac3490e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:11.979097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:11.982216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:12.050612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=172163fb-209f-43aa-b22d-8372fd5c6a4d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:12.060600 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:12.073888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=907e951d-e16a-4a79-916d-5b8598bdb052,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:12.076345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8ac7985d-8b62-4e54-9602-8a840040ca0c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4956675 Feb 14 17:56:12.079003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41784) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:12.085205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:12.121482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.124420 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1bd312a-9741-4c50-8241-71c1db73e112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9147990 Feb 14 17:56:12.132598 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-031c9763-41a8-4a67-8825-64955e75e186 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/907e951d-e16a-4a79-916d-5b8598bdb052 HTTP/1.1" status: 204 len: 168 time: 6.4296067 Feb 14 17:56:12.139674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:12.148856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41788) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:12.149467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41790) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:12.205554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:12.209707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:12.212772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:12.219293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:12.220139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-424085867'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:12.223355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2392c65-ed9b-4931-afd5-493de90107db None None] Provisioning complete for port 00395508-2c94-4b48-9733-e1760a188786 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:12.223900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2392c65-ed9b-4931-afd5-493de90107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.229847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.246857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:12.272643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:12.282408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:12.297273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:12.302203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a2392c65-ed9b-4931-afd5-493de90107db None None] Port 00395508-2c94-4b48-9733-e1760a188786 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:12.366935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:05Z', 'revision_number': 3, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:12.371724 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f70c5-5546-42e9-a561-773884006b16 None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:05Z', 'revision_number': 3, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:12.407706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.479491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:12.506827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:12.542386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4370ff40-1d85-4574-b680-308147cb0a6c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:12.575505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:12.637506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.638688 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-06f52665-52c6-487e-8402-ed21ad180eb5 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7183044 Feb 14 17:56:12.641698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41798) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:12.647539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--692592571'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:12.653821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:12.653983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:12.663097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:12.702324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.741563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:12.744608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.751518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.800208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Made reservation on behalf of 690dcaeaf0a1401c963d36efd762b97c for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:12.816180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:12.822274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=8424d76d-48b1-42a0-9332-0dbdee4174d8,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:12.831474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:12.838389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:12.842614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:12.849658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:12.852870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:12.853230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 172163fb-209f-43aa-b22d-8372fd5c6a4d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:12.886543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.886888 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment d52efdb6-7691-4228-ac66-a8d0e9bfd851 of type vlan for network 9a55de75-c285-4853-ab03-ddd3f47b794c Feb 14 17:56:12.920200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.945517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:12.958927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:12.976157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.023749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4bb809-2e7e-45a9-af4d-7a2e75630d54,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:13.027316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.029912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 172163fb-209f-43aa-b22d-8372fd5c6a4d) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:13.033690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:13.034357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.043965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0655cd-51a3-47f7-85fb-78b8b3cb4aa2 None None] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:13.079691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.083622 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b4fe434-0af6-45b8-ab3e-8ff6de4a21c3 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4380965 Feb 14 17:56:13.086834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41802) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:13.089762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group_rule': {'security_group_id': '4370ff40-1d85-4574-b680-308147cb0a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1f4bb809-2e7e-45a9-af4d-7a2e75630d54'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:13.096448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:13.100437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:13.103969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:13.110679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:13.121185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c533112a-ddfd-4881-8318-78bfa112976b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0378964 Feb 14 17:56:13.121596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41806) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:13.193069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Performing IP validity checks on allocation pools {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:56:13.193578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:56:13.266621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-172163fb-209f-43aa-b22d-8372fd5c6a4d', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:13.268061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.271628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:13.286094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.288824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:13.289430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.421512 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:56:13.422461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d6da7cb8-ba59-49e2-8b69-e2f19970d057 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3377166 Feb 14 17:56:13.428640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41810) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:13.440464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Allocated IP 2001:db8::2 (172163fb-209f-43aa-b22d-8372fd5c6a4d/8424d76d-48b1-42a0-9332-0dbdee4174d8/5c118b23-eeaf-4ebc-8ba4-54c41438c3d3) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:13.600163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=9a55de75-c285-4853-ab03-ddd3f47b794c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:13.618356 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-762e7f4c-5381-4da2-97f6-0881e225a8f2 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4044554 Feb 14 17:56:13.627618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41816) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:13.637875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:13.710874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:13.717863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.765789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.785267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Transition to ACTIVE for port object 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:13.800048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.807643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Transition to ACTIVE for port object 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:13.850533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=c20f4111-f4fb-4f5e-ae50-a1bf022742cf,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:13.874184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.887463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.906846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:13.972092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Checking segment: {'id': '6009eded-7e49-46d6-ac33-9a9a070d6c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:13.972470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network hostable DHCP agents. Network: cdddd40f-0db0-4863-95c1-2e924ac3490e, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:13.988487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:13.989566 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:56:14.008742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:14.037813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:14.039220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:14.044967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Pushing event updated for resources: {'Port': ['ID=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:14.048941 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-22cc1a0f-b56d-4a1c-ac29-fda00f62907a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/abea5e7c-d200-453b-ba33-afed209d5c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5634062 Feb 14 17:56:14.057128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.062976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:14.067035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41824) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:14.072334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:14.072969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:14.076591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:14.081532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:14.130773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:14.131683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:14.170234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Network cdddd40f-0db0-4863-95c1-2e924ac3490e is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:14.241364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:14.285501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Allocated IP 172.20.0.1 (799bc6f6-6ca9-45e7-b04f-f3caf2ab394f/86a0c743-ff68-43e0-8351-4dddc9352221/c45a1d64-81c2-4dba-b68a-23b7a797797c) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:14.319834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Attempting to bind port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:14.320897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Attempting to bind port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:14.321434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Attempting to bind port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 on network 172163fb-209f-43aa-b22d-8372fd5c6a4d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:14.339390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:14.346806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Checking segment: {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:14.346806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.346806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Bound using segment: {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:14.346806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Bound port: 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:14.346806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.410428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.468009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:14.515695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4bb809-2e7e-45a9-af4d-7a2e75630d54,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:14.538929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] For port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:14.540211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.542169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f83eaec2-8ebd-468d-9944-79da48c470e8 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f4bb809-2e7e-45a9-af4d-7a2e75630d54 HTTP/1.1" status: 204 len: 168 time: 1.1121492 Feb 14 17:56:14.557533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41830) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:14.582317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] For port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:14.648306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.699078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.717834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, cdddd40f-0db0-4863-95c1-2e924ac3490e) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:14.718239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.722607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.725728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.731431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Transition to ACTIVE for port object c45a1d64-81c2-4dba-b68a-23b7a797797c will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:14.733077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.733516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.733949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.734365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.734788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.735218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.735628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.736046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.736462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.736908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.737323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.738157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.742455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3fced81e-665c-4ee3-b5bc-24c533563e7f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8349 time: 0.6649184 Feb 14 17:56:14.744689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41834) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:14.776221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e32590-9b8a-4026-bafa-b66950ee04b4 None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:14.842170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.842539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.842900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.843252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.843946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.844086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.844362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.845047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.845393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.845743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:14.850644 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4d75835f-6b24-449a-9e7d-04924ca329de tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6543 time: 0.1020863 Feb 14 17:56:14.852029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41838) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:14.857658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41842) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:14.858392 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-add65bb0-ec94-41fc-a4c8-313a5f36e1c3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6490076 Feb 14 17:56:14.876233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:14.923805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:14.975732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a677a130-5269-4254-b1c4-04836ce8e304 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:15.016498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23d94-a783-4f99-a773-b20b5ab6bca9 None None] Pushing event updated for resources: {'Port': ['ID=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:15.068119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8::1 (172163fb-209f-43aa-b22d-8372fd5c6a4d/8424d76d-48b1-42a0-9332-0dbdee4174d8/e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:15.080086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:15.082084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Pushing event updated for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:15.092191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:15.096852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:15.172959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.221557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-cdddd40f-0db0-4863-95c1-2e924ac3490e', 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e', 'tenant_id': '690dcaeaf0a1401c963d36efd762b97c', 'fixed_ips': [{'subnet_id': 'c20f4111-f4fb-4f5e-ae50-a1bf022742cf'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:15.222588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.241560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.244933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-816a5dce-166e-438d-83f9-95ccddf66d39 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2856 time: 0.3925042 Feb 14 17:56:15.247981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:10Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:15.269820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a677a130-5269-4254-b1c4-04836ce8e304 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:15.271138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a677a130-5269-4254-b1c4-04836ce8e304 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7052689 Feb 14 17:56:15.278400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41848) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:15.318245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:15.329575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Updating router abea5e7c-d200-453b-ba33-afed209d5c47 port 00395508-2c94-4b48-9733-e1760a188786 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:15.413787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.528793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.575302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.658511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.719932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.723717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f12be9ba-36a3-440b-bd03-e5862d5349b9 None None] Provisioning for port c45a1d64-81c2-4dba-b68a-23b7a797797c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:15.726296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1978639'] for subnet, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.746042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Allocated IP 172.20.0.3 (cdddd40f-0db0-4863-95c1-2e924ac3490e/c20f4111-f4fb-4f5e-ae50-a1bf022742cf/48e52e47-2584-4868-a4b2-e41688fc9a84) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:15.751526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f12be9ba-36a3-440b-bd03-e5862d5349b9 None None] Provisioning complete for port c45a1d64-81c2-4dba-b68a-23b7a797797c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:15.751526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f12be9ba-36a3-440b-bd03-e5862d5349b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.769191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41856) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:15.774647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787813277', 'description': 'tempest-secgroup-smoke-1787813277 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:15.809143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:15.831342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:15.836726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.847685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:15.859986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:15.886762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=0fb973df-db87-4e9c-95ea-085e0197b66b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:15.904061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:15.929520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'd52efdb6-7691-4228-ac66-a8d0e9bfd851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:15.930109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 9a55de75-c285-4853-ab03-ddd3f47b794c, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:15.947343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.967465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:15.997977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370ff40-1d85-4574-b680-308147cb0a6c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:16.018698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:16.025773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:16.033571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:16.037292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:16.044717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:16.082814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f12be9ba-36a3-440b-bd03-e5862d5349b9 None None] Port c45a1d64-81c2-4dba-b68a-23b7a797797c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:16.104853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.110582 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-347dd354-fd26-45a6-a07a-2dd6872de679 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/4370ff40-1d85-4574-b680-308147cb0a6c HTTP/1.1" status: 204 len: 168 time: 0.8286037 Feb 14 17:56:16.113344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.117427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41860) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:16.125295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.174518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 9a55de75-c285-4853-ab03-ddd3f47b794c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:16.205445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.236623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.256943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:16.293871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:16.296824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:16.297694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.314518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-811e51a0-7a5e-4fbb-a93e-d8aa63c100f7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1594744 Feb 14 17:56:16.319726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41864) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:16.320344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:16.337014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427630160'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:16.338842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.343666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 9a55de75-c285-4853-ab03-ddd3f47b794c) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:16.345372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.349117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:16.352854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:16.353496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.355473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58325fb-27bc-4ae3-bf2d-2680c605f46b None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:16.357467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Pushing event updated for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:16.375824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.389266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:16.401596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:16.426021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:16.456831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1fc83e-0c20-45ff-980d-a342da825afc,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:16.466477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:16.479603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Transition to ACTIVE for port object 48e52e47-2584-4868-a4b2-e41688fc9a84 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:16.503343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d0bdfc2-a641-472e-a16a-a294895cd9b8 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:16.520854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:16.520854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:16.550544 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4ca8bf4b-703b-4878-befb-ba7d5c4b18d4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8651834 Feb 14 17:56:16.560783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.569127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.573459 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-29d97e11-6836-4123-b2a5-de05cd43a4fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8032589 Feb 14 17:56:16.574132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41868) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:16.574458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41870) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:16.591809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f98fa-70be-4035-b093-50e966a0e0c2 None None] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:16.606462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:16.629868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:16.667707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:16.678988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.721217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Transition to ACTIVE for port object 00395508-2c94-4b48-9733-e1760a188786 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:16.724770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Transition to ACTIVE for port object 48e52e47-2584-4868-a4b2-e41688fc9a84 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:16.740753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:16.747099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:16.773523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.794281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:16.833322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.838685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-9a55de75-c285-4853-ab03-ddd3f47b794c', 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': '0fb973df-db87-4e9c-95ea-085e0197b66b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:16.840489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.899722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Provisioning for port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:16.924185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:16.972494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:16.982011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Provisioning complete for port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:16.982517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.068663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:17.069103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.072012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:17.074166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:17.111735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Usage tracker for resource:security_group_rule and tenant:eca057456daf496ea96055e16ab889a6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:17.118750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:17.154793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:17.165170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.169798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Pushing event updated for resources: {'Port': ['ID=48e52e47-2584-4868-a4b2-e41688fc9a84,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:17.178782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:17.271778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:17.277272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:17.292120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:17.301717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:subnet and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:17.316858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:17.328865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:17.340260 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0e8de469-332a-44bd-9abd-89911957ba5c admin admin] 10.222.0.30 "PUT /v2.0/routers/aee4b3b4-1b81-40ec-ace9-ba95de03bfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9015465 Feb 14 17:56:17.396878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:17.504366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda142c-2d37-4ca0-ba86-ce7d8710c721 None None] Pushing event updated for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:17.619746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:17.623188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.714293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.721392 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:17.738359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:17.739224 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:17.793047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.812088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.858538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1968165'] for subnet, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.889073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Attempting to bind port 48e52e47-2584-4868-a4b2-e41688fc9a84 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:17.889649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Attempting to bind port 48e52e47-2584-4868-a4b2-e41688fc9a84 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '6009eded-7e49-46d6-ac33-9a9a070d6c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:17.890077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Attempting to bind port 48e52e47-2584-4868-a4b2-e41688fc9a84 on network cdddd40f-0db0-4863-95c1-2e924ac3490e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:17.921091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:17.934762 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:17.952331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:56:17.975480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.006924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1380f6dd-b3e5-45c7-9a48-e20ea57c76d1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:18.017749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.021597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb727b4a-881e-4ac3-a931-9d24adb52711,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:18.031092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:18.031700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.036296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41886) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:18.036469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "PUT /v2.0/subnets/c20f4111-f4fb-4f5e-ae50-a1bf022742cf HTTP/1.1" status: 200 len: 877 time: 3.1705580 Feb 14 17:56:18.043837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4bf0d-c16d-4dce-9991-72d91c3c2da0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event updated for resources: {'Subnet': ['ID=c20f4111-f4fb-4f5e-ae50-a1bf022742cf,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:18.117607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.121932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Allocated IP 2001:db8::2 (9a55de75-c285-4853-ab03-ddd3f47b794c/0fb973df-db87-4e9c-95ea-085e0197b66b/4dd26734-eb98-429e-884f-af761d65003e) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:18.123126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-330de85f-f45d-4f90-9392-eb8cc9daeec7 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7938933 Feb 14 17:56:18.127789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41890) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:18.128040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Attempting to bind port 00395508-2c94-4b48-9733-e1760a188786 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:18.128415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Attempting to bind port 00395508-2c94-4b48-9733-e1760a188786 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:18.128791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Attempting to bind port 00395508-2c94-4b48-9733-e1760a188786 on network 04be822f-dd07-4902-b267-fce7ab7f774f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:18.135421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-28041b3a-8b34-42f2-8113-95727eda4a4f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:18.136444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-28041b3a-8b34-42f2-8113-95727eda4a4f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] update failed (client error): There was a conflict when trying to complete your request. Feb 14 17:56:18.143188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-28041b3a-8b34-42f2-8113-95727eda4a4f tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "PUT /v2.0/security-groups/1380f6dd-b3e5-45c7-9a48-e20ea57c76d1 HTTP/1.1" status: 409 len: 330 time: 0.0128627 Feb 14 17:56:18.144945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:18.145324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Checking segment: {'id': '6009eded-7e49-46d6-ac33-9a9a070d6c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:18.145724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.146118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Bound using segment: {'id': '6009eded-7e49-46d6-ac33-9a9a070d6c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:18.146595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Bound port: 48e52e47-2584-4868-a4b2-e41688fc9a84, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6009eded-7e49-46d6-ac33-9a9a070d6c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cdddd40f-0db0-4863-95c1-2e924ac3490e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:18.146964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.148560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41894) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:18.165446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.166495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.170207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.171554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3a48a72a-bfaa-4fd4-ab20-f5655949a54e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5923221 Feb 14 17:56:18.201532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41898) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:18.234862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:18.243674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:18.252164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:18.260441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:18.265581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] For port 48e52e47-2584-4868-a4b2-e41688fc9a84, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:18.269539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] For port 48e52e47-2584-4868-a4b2-e41688fc9a84, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=48e52e47-2584-4868-a4b2-e41688fc9a84,segment=NetworkSegment(6009eded-7e49-46d6-ac33-9a9a070d6c21),segment_id=6009eded-7e49-46d6-ac33-9a9a070d6c21)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:18.276624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.276797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:18.296089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9d0bdfc2-a641-472e-a16a-a294895cd9b8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d0bdfc2-a641-472e-a16a-a294895cd9b8,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:18.310675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:18.311172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Checking segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:18.311582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.311974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Bound using segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:18.312445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Bound port: 00395508-2c94-4b48-9733-e1760a188786, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:18.312866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.334407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.351386 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 2, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:18.355709 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:18.356060 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Updating router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 port c45a1d64-81c2-4dba-b68a-23b7a797797c binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:18.369742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port 48e52e47-2584-4868-a4b2-e41688fc9a84 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:18.370166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.414176 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.415627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.485275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:18.498545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.507528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.579767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.610463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.659656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] For port 00395508-2c94-4b48-9733-e1760a188786, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:18.665307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] For port 00395508-2c94-4b48-9733-e1760a188786, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00395508-2c94-4b48-9733-e1760a188786,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:18.687256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:18.696149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.712022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:18.751427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] For port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:18.783466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.888584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.899086 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:18.911767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7be82a-1e44-4c81-abf1-cd80c42906b7 None None] Pushing event updated for resources: {'Port': ['ID=48e52e47-2584-4868-a4b2-e41688fc9a84,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:18.926077 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Transition to ACTIVE for port object c45a1d64-81c2-4dba-b68a-23b7a797797c will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:18.995276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=3c5dbff1-75a0-4419-a370-735a80bcc67d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.031602 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.084599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.113601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41910) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.124945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1834497983-network', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:19.136594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:19.137801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 9a55de75-c285-4853-ab03-ddd3f47b794c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:19.173738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.174012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9d0bdfc2-a641-472e-a16a-a294895cd9b8,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.184089 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefa5ab-8833-48ca-bbef-b1c110189132 None None] Pushing event updated for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.199446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port 48e52e47-2584-4868-a4b2-e41688fc9a84, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=48e52e47-2584-4868-a4b2-e41688fc9a84,segment=NetworkSegment(6009eded-7e49-46d6-ac33-9a9a070d6c21),segment_id=6009eded-7e49-46d6-ac33-9a9a070d6c21)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:19.200718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.216920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Usage tracker for resource:network and tenant:8086ca223a5c43f59a873289ecd769e6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:19.224235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:19.224973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:19.236634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:19.238823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:19.266198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.266899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.331193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:19.420905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.429311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.432905 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/1380f6dd-b3e5-45c7-9a48-e20ea57c76d1 HTTP/1.1" status: 204 len: 168 time: 1.2810538 Feb 14 17:56:19.433904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41914) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.443562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Provisioning for port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:19.481088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef19071-9d90-4577-af52-d10ae7b41711 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1380f6dd-b3e5-45c7-9a48-e20ea57c76d1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.487917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.491534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fe12f652-70cc-4350-82b9-52558c88064e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9109850 Feb 14 17:56:19.496252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41918) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.535712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Provisioning complete for port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:19.536016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.579138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-637b91fc-bae8-48e3-aaed-a2165c2c9833 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Synchronizing usage tracker for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:19.621949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Attempting to bind port c45a1d64-81c2-4dba-b68a-23b7a797797c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:19.622310 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Attempting to bind port c45a1d64-81c2-4dba-b68a-23b7a797797c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:19.622663 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Attempting to bind port c45a1d64-81c2-4dba-b68a-23b7a797797c on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:19.629527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Transition to ACTIVE for port object 4dd26734-eb98-429e-884f-af761d65003e will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:19.630430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for 48e52e47-2584-4868-a4b2-e41688fc9a84 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:19.634813 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:19.636241 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:19.636643 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.637102 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Bound using segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:19.637568 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Bound port: c45a1d64-81c2-4dba-b68a-23b7a797797c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:19.646581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.696611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.698286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4955010 Feb 14 17:56:19.701422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41922) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.707491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:19.731236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda142c-2d37-4ca0-ba86-ce7d8710c721 None None] Pushing event updated for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.734208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:19.762409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-637b91fc-bae8-48e3-aaed-a2165c2c9833 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] Unset dirty status for tenant:eca057456daf496ea96055e16ab889a6 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:19.763883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-637b91fc-bae8-48e3-aaed-a2165c2c9833 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3062487 Feb 14 17:56:19.765480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:19.767951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdca58-d6e9-4ee0-922e-076ea5a7bb44 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d8bd8-b464-4642-b4f9-fecfbf279f99,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.770352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:19.773111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41926) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.806697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:19.809574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:56:19.819737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-a0b575d6-07c9-49ce-bcce-239c040f8ec4 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] delete failed (client error): The resource could not be found. Feb 14 17:56:19.822800 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a0b575d6-07c9-49ce-bcce-239c040f8ec4 tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "DELETE /v2.0/security-groups/a98ef914-4b7f-417e-80dd-f104c5eb4474 HTTP/1.1" status: 404 len: 347 time: 0.0467739 Feb 14 17:56:19.828231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41930) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.862296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Transition to ACTIVE for port object 4dd26734-eb98-429e-884f-af761d65003e will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:19.866490 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] For port c45a1d64-81c2-4dba-b68a-23b7a797797c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:19.875664 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] For port c45a1d64-81c2-4dba-b68a-23b7a797797c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c45a1d64-81c2-4dba-b68a-23b7a797797c,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:19.878724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:19.881792 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-df947355-cef5-4785-b57e-02b8b309c70c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] show failed (client error): The resource could not be found. Feb 14 17:56:19.883584 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-df947355-cef5-4785-b57e-02b8b309c70c tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-groups/7a2dbfaf-24a0-4456-bbaf-7deb5a276944 HTTP/1.1" status: 404 len: 347 time: 0.0510340 Feb 14 17:56:19.903948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Made reservation on behalf of 8086ca223a5c43f59a873289ecd769e6 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:19.906892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.911151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c38e-418c-4116-89b1-58df3810557f None None] Pushing event updated for resources: {'Port': ['ID=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:19.915798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41934) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:19.919975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:19.925435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.927213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.928885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.930446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.933032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:19.934170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Synchronizing usage tracker for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:subnet {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:19.942832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.965894 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:19.966482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.020618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-289418d9-558f-4e2d-8c03-05b31cf2b3cd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] show failed (client error): The resource could not be found. Feb 14 17:56:20.021667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-289418d9-558f-4e2d-8c03-05b31cf2b3cd tempest-NegativeSecGroupTest-173462258 tempest-NegativeSecGroupTest-173462258-project] 10.222.0.30 "GET /v2.0/security-group-rules/d5df7187-851e-4636-97e5-5f5991cc7f10 HTTP/1.1" status: 404 len: 356 time: 0.1049316 Feb 14 17:56:20.022357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.099552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:20.114638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Unset dirty status for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:subnet {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:20.122786 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ca9f06e2-de58-4022-8fd8-aaac8f7f93c5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5044568 Feb 14 17:56:20.124056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:20.129724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Usage tracker for resource:security_group_rule and tenant:8086ca223a5c43f59a873289ecd769e6 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:20.137673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:20.145380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475154223'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:20.155017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:20.157815 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:20.158733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:20.161380 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:20.165362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:20.180620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:20.183205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.198317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:20.199597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:20.210102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:20.212864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.234538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-300f8271-758f-48ed-ae67-f22750b6d3d5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1119440 Feb 14 17:56:20.239470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41944) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:20.245484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-321187122'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:20.261808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:20.277850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:20.281312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:20.290696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:20.299907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Port': ['ID=48e52e47-2584-4868-a4b2-e41688fc9a84,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:20.307118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.370013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35958d9-9c71-41a6-ad68-34ea1b914aed,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:20.384339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:20.389195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:20.393765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:20.398015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.411491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:20.415495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.420179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:20.423803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Pushing event updated for resources: {'Port': ['ID=4dd26734-eb98-429e-884f-af761d65003e,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:20.454418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:20.468094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No DVR routers for this DVR port 48e52e47-2584-4868-a4b2-e41688fc9a84 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:20.478126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.478503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment 25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75 of type vlan for network 95ca2c87-d775-44c0-b755-5be43b8df1b1 Feb 14 17:56:20.510876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.537433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.542305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c2ce3184-c0d1-4606-83c2-6c19745f4dd8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8395474 Feb 14 17:56:20.543137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41948) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:20.548586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:20.560249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:20.564182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:20.567347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:20.573859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:20.600862 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefa5ab-8833-48ca-bbef-b1c110189132 None None] Pushing event updated for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:20.613638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.628421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:20.631800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.642886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:20.643528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4066040'] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.654716 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:20.681038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.721798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.722299 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment dd576424-0273-44f4-98d1-34ac66b4fac9 of type vlan for network 8429479b-9a44-442f-be2b-ad366923b865 Feb 14 17:56:20.776762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.788303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:20.792026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:55:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:20.829244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.878076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:20.902136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9546f3-7e0b-4547-90ca-7d15466006e1 None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:20.951032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:20.964596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41954) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:21.013864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Provisioning complete for port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:21.014597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e18525a4-5f15-4e8c-a938-6183aa271064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.036554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:21.066720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9384d4-6ca1-4ed0-ab35-b6539aac94e4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.072207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8288023 Feb 14 17:56:21.074220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41960) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:21.082264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:21.091280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591429dd-da8a-47ca-82dd-a085214cbb9f tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=95ca2c87-d775-44c0-b755-5be43b8df1b1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.100264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.100775 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Added segment 12d0e164-8a27-4da5-9c27-3246d326e473 of type vlan for network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a Feb 14 17:56:21.119243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.124251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:21.125039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.150431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.203003 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:19Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:21.208120 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07098f-4c75-4cd2-b085-97c22641d62a None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:19Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:21.209573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:21.233036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.313669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Attempting to bind port 4dd26734-eb98-429e-884f-af761d65003e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:21.314041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Attempting to bind port 4dd26734-eb98-429e-884f-af761d65003e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'd52efdb6-7691-4228-ac66-a8d0e9bfd851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:21.314401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Attempting to bind port 4dd26734-eb98-429e-884f-af761d65003e on network 9a55de75-c285-4853-ab03-ddd3f47b794c {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:21.315758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8ebe26-9120-4899-bf87-3a1f389262e9,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.345478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.356980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.361161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3aa4c40-0d18-40fa-a5c7-fd65013f7287 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8170118 Feb 14 17:56:21.362052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41964) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:21.368133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.370378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:21.376605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:21.386410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:21.389617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89465dd9-c80d-4b2a-b1ca-326397628431 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eca057456daf496ea96055e16ab889a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4208333 Feb 14 17:56:21.389617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:21.391163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41968) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:21.405169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:21.432770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=c20f4111-f4fb-4f5e-ae50-a1bf022742cf,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.453495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:21.457821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:21.460893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:21.466248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.468368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:21.477539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=8429479b-9a44-442f-be2b-ad366923b865,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.506722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.520656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:21.524384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:21.534295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.580346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:21.641059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.671576 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0c9735fa-60ae-4d27-86c9-6e9069c7e4a5 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5366957 Feb 14 17:56:21.674457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41972) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:21.683175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:21.694566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8429479b-9a44-442f-be2b-ad366923b865 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:21.710697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.720869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.732692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-87c3710b-30c3-4d64-8d65-903216b58a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.808507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.809013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:21.809572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.830872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.836775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.847937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdddd40f-0db0-4863-95c1-2e924ac3490e']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:21.926337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6009eded-7e49-46d6-ac33-9a9a070d6c21') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:21.930040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6009eded-7e49-46d6-ac33-9a9a070d6c21') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:21.950188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a9b82b-9507-42a7-b12d-ad2fc6c376a4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.952255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23876cc-27c0-4eb8-a868-31f9b849dc73,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:21.964025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:21.998969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] Pushing event updated for resources: {'Network': ['ID=da9f2ffb-0494-4934-afb4-1a2ddf4fe52a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:22.008722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.023067 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-567d216a-4b03-4695-aac4-ea1b4f20c464 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9065714 Feb 14 17:56:22.023268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41976) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.025734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.026132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:22.026533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.037734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Request body: {'subnet': {'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1834497983-subnet', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:22.043510 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:22.051044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:22.054041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.056790 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9a57753e-121f-4fff-82a2-9cd20971a402 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43a9b82b-9507-42a7-b12d-ad2fc6c376a4 HTTP/1.1" status: 204 len: 168 time: 0.6639793 Feb 14 17:56:22.059665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Usage tracker for resource:subnet and tenant:8086ca223a5c43f59a873289ecd769e6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:22.067832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:22.075809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:22.115797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.117389 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0515c832-db0d-4832-a8c3-e51479856b1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7516572 Feb 14 17:56:22.120049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41982) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.130020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '8b1fc83e-0c20-45ff-980d-a342da825afc', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:22.142435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:22.153221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:22.160113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:22.161953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:22.162503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Checking segment: {'id': 'd52efdb6-7691-4228-ac66-a8d0e9bfd851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:22.162737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.163112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Bound using segment: {'id': 'd52efdb6-7691-4228-ac66-a8d0e9bfd851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:22.163625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Bound port: 4dd26734-eb98-429e-884f-af761d65003e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52efdb6-7691-4228-ac66-a8d0e9bfd851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:22.163996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.182306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:22.185845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.197564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:22.207176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.238308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Made reservation on behalf of 8086ca223a5c43f59a873289ecd769e6 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:22.240920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.251875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.258558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a84d6-2868-4e27-861e-d528a6b4fbb4 None None] DHCP port deletion for cdddd40f-0db0-4863-95c1-2e924ac3490e request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:22.268250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=cdddd40f-0db0-4863-95c1-2e924ac3490e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:22.271188 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a15c8044-8904-411f-9a48-290fd73caf41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/cdddd40f-0db0-4863-95c1-2e924ac3490e HTTP/1.1" status: 204 len: 168 time: 4.2337651 Feb 14 17:56:22.278867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41986) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.323103 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b58018-7468-4337-bab8-82369d3c3112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:22.323695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b58018-7468-4337-bab8-82369d3c3112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:22.325774 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6b58018-7468-4337-bab8-82369d3c3112 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/c20f4111-f4fb-4f5e-ae50-a1bf022742cf HTTP/1.1" status: 404 len: 337 time: 0.0456810 Feb 14 17:56:22.328090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41990) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.375694 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda5f705-f6f6-4fc2-95ec-8bcddaa8410a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:22.375694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda5f705-f6f6-4fc2-95ec-8bcddaa8410a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:22.377744 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cda5f705-f6f6-4fc2-95ec-8bcddaa8410a tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/cdddd40f-0db0-4863-95c1-2e924ac3490e HTTP/1.1" status: 404 len: 339 time: 0.0486267 Feb 14 17:56:22.384658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 8429479b-9a44-442f-be2b-ad366923b865 is not hosted by any dhcp agent {{(pid=84255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 17:56:22.387332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 41994) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.388574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:22.389250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.393656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "PUT /v2.0/networks/8429479b-9a44-442f-be2b-ad366923b865 HTTP/1.1" status: 200 len: 723 time: 0.7177572 Feb 14 17:56:22.409484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 41998) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.422537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': '8429479b-9a44-442f-be2b-ad366923b865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:22.437972 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:22.439229 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce33d5d-8e6a-4e5b-985f-f3946aa93c5c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:22.439780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce33d5d-8e6a-4e5b-985f-f3946aa93c5c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:22.441577 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4ce33d5d-8e6a-4e5b-985f-f3946aa93c5c tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/afa6b013-f473-42e6-9d58-406afff25e59 HTTP/1.1" status: 404 len: 337 time: 0.0532646 Feb 14 17:56:22.444588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42002) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.481845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24eccf1-dc35-4c9a-a4b1-42581d8da8f7 None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:22.493843 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0585875-dff3-4b67-a5fa-1bd1614db539 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:22.494390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0585875-dff3-4b67-a5fa-1bd1614db539 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:22.500941 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e0585875-dff3-4b67-a5fa-1bd1614db539 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/1729e392-eb80-4e21-bf9d-40777fb93db3 HTTP/1.1" status: 404 len: 339 time: 0.0528007 Feb 14 17:56:22.505996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42008) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:22.509239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.562516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ce5ec-6002-4254-a914-28a91ad5232e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=8429479b-9a44-442f-be2b-ad366923b865,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:22.564741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.618882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24eccf1-dc35-4c9a-a4b1-42581d8da8f7 None None] Network cdddd40f-0db0-4863-95c1-2e924ac3490e could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:56:22.689781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8429479b-9a44-442f-be2b-ad366923b865 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:22.715308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.716181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:22.721180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=e89a390e-2496-405a-9933-d90f942302ba,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:22.733464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.759108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:22.762153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.776134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:22.823366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.831641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:22.832177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 95ca2c87-d775-44c0-b755-5be43b8df1b1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:22.868530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e00142-8834-481e-9c67-5429fd7718a1,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:22.893124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:22.982627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] For port 4dd26734-eb98-429e-884f-af761d65003e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:22.988324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:22.999621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:18Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:23.017486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] For port 4dd26734-eb98-429e-884f-af761d65003e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4dd26734-eb98-429e-884f-af761d65003e,segment=NetworkSegment(d52efdb6-7691-4228-ac66-a8d0e9bfd851),segment_id=d52efdb6-7691-4228-ac66-a8d0e9bfd851)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:23.025223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f9592-30f9-42ad-96ce-b6065f662695 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:18Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:23.045035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.053533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5ec5eb9f-50d5-402f-a2e7-74bfbc8a899d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9250202 Feb 14 17:56:23.074762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.074992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:16Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:23.103088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:23.103488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Updating router 03876595-7057-4b41-a040-48dd642dfaec port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:23.108844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a33697-cc29-4230-8b4c-787cd4a7d922']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:23.138938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2709cf8c-d3f1-477e-8a4e-b14b1d496b1f') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:23.139238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2709cf8c-d3f1-477e-8a4e-b14b1d496b1f') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:23.163846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.187381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.188470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.195741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:23.200594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.209843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.214672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-160f2a50-4c99-4a69-82e7-20f28a41e1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.249970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2351ae67-0a26-4e62-856e-5ada02f2977c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:23.332239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Checking segment: {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:23.332608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Network hostable DHCP agents. Network: da9f2ffb-0494-4934-afb4-1a2ddf4fe52a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:23.341905 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:23.360799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d0bdfc2-a641-472e-a16a-a294895cd9b8 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:23.431557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.474461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.476068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:23.490816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:23.531983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.552135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=95a33697-cc29-4230-8b4c-787cd4a7d922,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:23.574660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, da9f2ffb-0494-4934-afb4-1a2ddf4fe52a) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:23.582366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 95ca2c87-d775-44c0-b755-5be43b8df1b1) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:23.585337 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-43384367-a863-44b4-8ad2-bea7b87746b6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/95a33697-cc29-4230-8b4c-787cd4a7d922 HTTP/1.1" status: 204 len: 168 time: 1.0760627 Feb 14 17:56:23.586455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42032) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:23.597766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:23.604795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.618219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:23.618810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:23.730570 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0c94ff91-7f25-44a6-bba8-f6db5a6b806b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6526344 Feb 14 17:56:23.730996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42038) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:23.737729 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b313c67-1736-4ef4-a80b-46711334d387 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:23.738162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b313c67-1736-4ef4-a80b-46711334d387 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:23.749368 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2b313c67-1736-4ef4-a80b-46711334d387 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/31d197c4-4313-460a-ac04-c2334ff5316e HTTP/1.1" status: 404 len: 337 time: 0.1617541 Feb 14 17:56:23.749881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42042) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:23.821693 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bcdc46-9c07-48f8-9fb0-7a9549392661 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:23.822125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bcdc46-9c07-48f8-9fb0-7a9549392661 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:23.826206 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a2bcdc46-9c07-48f8-9fb0-7a9549392661 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/0e54ce0b-6e3f-40bf-aeb9-9be6746b553f HTTP/1.1" status: 404 len: 339 time: 0.0729396 Feb 14 17:56:23.833455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42046) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:23.909313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07989b13-f2e9-44ea-b117-178ba76bd072 None None] Pushing event updated for resources: {'Port': ['ID=4dd26734-eb98-429e-884f-af761d65003e,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:23.919463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695cdbd9-7814-408d-93c6-b305b56c59a5 None None] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:23.925725 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb608e8-5095-42f6-9eca-fccfadd7c913 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:23.926163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb608e8-5095-42f6-9eca-fccfadd7c913 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:23.927837 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9fb608e8-5095-42f6-9eca-fccfadd7c913 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/63b2d816-3c1c-4d5e-8d56-5780fa2c7da7 HTTP/1.1" status: 404 len: 337 time: 0.0862498 Feb 14 17:56:23.931295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42052) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:23.935040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c886bf0-e272-4eb1-80df-8c0503cc3e4e None None] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:23.966932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b4dbf4-e983-4eb2-bf5b-0eded427bdb6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:23.967681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b4dbf4-e983-4eb2-bf5b-0eded427bdb6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:23.969876 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d1b4dbf4-e983-4eb2-bf5b-0eded427bdb6 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/02c4c7aa-e68a-4cba-9cac-2b570e408cf3 HTTP/1.1" status: 404 len: 339 time: 0.0325813 Feb 14 17:56:23.972225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42056) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.048751 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f86fd8-20c4-40b4-aaec-50babe4fffc3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.053710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f86fd8-20c4-40b4-aaec-50babe4fffc3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.056653 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9f86fd8-20c4-40b4-aaec-50babe4fffc3 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/4f68e4a5-0445-4104-9a40-56dd159ccb46 HTTP/1.1" status: 404 len: 337 time: 0.0829403 Feb 14 17:56:24.059207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.092548 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf67ba4-994b-490b-8a9a-7c1e11e313bf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.093542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf67ba4-994b-490b-8a9a-7c1e11e313bf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.095715 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0cf67ba4-994b-490b-8a9a-7c1e11e313bf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/7deb65f2-5d04-4fa1-b391-be2f9fa7e2c1 HTTP/1.1" status: 404 len: 339 time: 0.0352447 Feb 14 17:56:24.098310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.154331 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbe5c9f-4ce9-408e-bd93-e77ad2093e55 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.155166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbe5c9f-4ce9-408e-bd93-e77ad2093e55 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.157276 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3dbe5c9f-4ce9-408e-bd93-e77ad2093e55 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/a53ce7c8-2ffc-46f0-a191-b49c14cc56bb HTTP/1.1" status: 404 len: 337 time: 0.0578716 Feb 14 17:56:24.159881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42070) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.199487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42074) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.203403 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7215ee00-5087-4b06-8a14-c24560e483a8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.204052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7215ee00-5087-4b06-8a14-c24560e483a8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.209392 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7215ee00-5087-4b06-8a14-c24560e483a8 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/97a0d224-7a75-4074-a412-9d2b929d7df7 HTTP/1.1" status: 404 len: 339 time: 0.0483119 Feb 14 17:56:24.215063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42078) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.273862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.289964 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19d26ac-ae22-4ba3-94c0-be2133600265 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.290407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19d26ac-ae22-4ba3-94c0-be2133600265 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.294869 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d19d26ac-ae22-4ba3-94c0-be2133600265 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/cd2832e3-1fe3-4b33-9994-db8bcd993e57 HTTP/1.1" status: 404 len: 337 time: 0.0783696 Feb 14 17:56:24.295840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42084) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.332366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-29246a7b-e77f-43fc-a9a5-c9120cc911cf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.333111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29246a7b-e77f-43fc-a9a5-c9120cc911cf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.338686 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-29246a7b-e77f-43fc-a9a5-c9120cc911cf tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/45f0301e-b759-4ef4-86ff-87bfca60c1f2 HTTP/1.1" status: 404 len: 339 time: 0.0413961 Feb 14 17:56:24.339569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42088) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.361457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:24.361457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.383674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-21ec64f4-8f11-4881-be95-119953090239 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3600695 Feb 14 17:56:24.384450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42092) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.405248 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8c9b4c-afa3-4536-a47b-1a0bf03d5ab9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.405952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8c9b4c-afa3-4536-a47b-1a0bf03d5ab9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.410636 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ba8c9b4c-afa3-4536-a47b-1a0bf03d5ab9 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/ad0dcb06-fa18-4add-be6f-0d8bdb2dce78 HTTP/1.1" status: 404 len: 337 time: 0.0698152 Feb 14 17:56:24.411466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42094) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.411616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=4dc04234-3bbd-4365-b445-c540b0149b1e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:24.426517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:24.451264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:24.461604 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a994d5dd-9096-4b86-913c-69bbce342148 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.464910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a994d5dd-9096-4b86-913c-69bbce342148 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.469952 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a994d5dd-9096-4b86-913c-69bbce342148 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/4350330d-85a6-4d2e-ae33-ef77e5ab66f9 HTTP/1.1" status: 404 len: 339 time: 0.0569346 Feb 14 17:56:24.471173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42100) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.473094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.475351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Usage tracker for resource:router and tenant:8086ca223a5c43f59a873289ecd769e6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:24.482741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.505894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:24.570182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1f5f8276-0591-4f52-9459-2834911fac71 req-3dc56ee1-f6e6-4297-827a-d37a098da58a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:24.576358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-7264328'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:24.585802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:24.589580 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-04651739-c66d-4ab7-9746-5e84f3ee4cb0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.590539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04651739-c66d-4ab7-9746-5e84f3ee4cb0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.598588 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04651739-c66d-4ab7-9746-5e84f3ee4cb0 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/4b0e7bad-8ade-4eb3-b653-8984678a8670 HTTP/1.1" status: 404 len: 337 time: 0.1263771 Feb 14 17:56:24.601277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42104) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.605133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Usage tracker for resource:network and tenant:08f823752b0743a3b5160bb1c90eabc2 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:24.617700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:24.646405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:24.657792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.663555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:24.669171 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8226dd0b-8446-4d60-afa5-27027d72363f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.669901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8226dd0b-8446-4d60-afa5-27027d72363f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.671911 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8226dd0b-8446-4d60-afa5-27027d72363f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/ffe96625-2fed-40b4-8a1d-a4a844554f06 HTTP/1.1" status: 404 len: 339 time: 0.0687368 Feb 14 17:56:24.672037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Transition to ACTIVE for port object e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:24.674798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42108) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.680169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': 'dd576424-0273-44f4-98d1-34ac66b4fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8429479b-9a44-442f-be2b-ad366923b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:24.680550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: 8429479b-9a44-442f-be2b-ad366923b865, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:24.693745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1f5f8276-0591-4f52-9459-2834911fac71 req-3dc56ee1-f6e6-4297-827a-d37a098da58a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:24.700938 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-3dc56ee1-f6e6-4297-827a-d37a098da58a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787813277&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.4781697 Feb 14 17:56:24.732841 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3501f14b-a094-45bb-bf0b-f9b26c8b78a1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.733541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3501f14b-a094-45bb-bf0b-f9b26c8b78a1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.735906 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3501f14b-a094-45bb-bf0b-f9b26c8b78a1 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/5daccb62-c556-4480-a60e-3463936f43bb HTTP/1.1" status: 404 len: 337 time: 0.0592494 Feb 14 17:56:24.738827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42112) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.767653 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cc3fe0-376e-4f6a-bce8-d87263615e41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:24.768231 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cc3fe0-376e-4f6a-bce8-d87263615e41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:24.772876 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-23cc3fe0-376e-4f6a-bce8-d87263615e41 tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/4fa8b9a9-ec8b-48a4-a664-393a9a028faf HTTP/1.1" status: 404 len: 339 time: 0.0307088 Feb 14 17:56:24.773109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42116) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:24.809672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.810049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.810193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Made reservation on behalf of 08f823752b0743a3b5160bb1c90eabc2 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:24.813275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.843332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.858816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.947949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-95ca2c87-d775-44c0-b755-5be43b8df1b1', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:24.948777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:24.959584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480f177-524f-4d2b-98dd-15a4feacaf86 None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:24.988243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:24.988522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e3256c5-e6af-45e7-b0b2-2f7f462f48cc None None] Could not find standard attr ID for object 48e52e47-2584-4868-a4b2-e41688fc9a84. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:56:24.996319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Usage tracker for resource:security_group_rule and tenant:08f823752b0743a3b5160bb1c90eabc2 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:25.000297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:25.010813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:25.036274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.053280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting subnet b62be151-3562-406c-9e74-06365722beca {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:25.059972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.085642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8276-0591-4f52-9459-2834911fac71 req-745e968a-5a1b-4662-8181-a14e497da506 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:25.092482 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-745e968a-5a1b-4662-8181-a14e497da506 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 796 time: 0.3814819 Feb 14 17:56:25.110227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 8429479b-9a44-442f-be2b-ad366923b865 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:25.119901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-614fa843-9cb1-4326-a493-221161dc16b2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0261512 Feb 14 17:56:25.136466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.215347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.255567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.305992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614c57-a8dd-4496-a688-9fd766fb1f7d None None] Pushing event updated for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:25.306536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.362783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'fixed_ips': [{'subnet_id': '2351ae67-0a26-4e62-856e-5ada02f2977c'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:25.363967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.369494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:25.381435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf74b1d-1b21-4e53-9440-7fe0e06551a5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:25.388082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.388429 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Added segment 0fc058fc-8532-4ec5-a000-fe1866d33035 of type vlan for network ca544574-e3ed-4930-80c6-ee0246802b69 Feb 14 17:56:25.425536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.448273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6d8b7d10-1467-49e3-be84-bb119523df81 None None] Provisioning for port 4dd26734-eb98-429e-884f-af761d65003e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:25.485170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8429479b-9a44-442f-be2b-ad366923b865) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:25.510263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:25.510813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.545589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.554591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:25.556002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.564806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.565326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.589972 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b9f399e6-5f48-403e-a17b-1dd0c3f552ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4693642 Feb 14 17:56:25.607160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c9b7ac61-de9c-4e42-824d-78e439cad366 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1941168 Feb 14 17:56:25.608056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42120) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:25.615276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:25.687119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26d024-dedb-4198-883a-5a5b3e0b0e8b None None] Network 8429479b-9a44-442f-be2b-ad366923b865 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:25.714436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c45a1d64-81c2-4dba-b68a-23b7a797797c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:25.738950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Subnet': ['ID=b62be151-3562-406c-9e74-06365722beca,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:25.742620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1978639'] for subnet, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.767860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:25.787587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b3e76-5f3b-4f99-b8f0-1353d59224f8 None None] Network 5c5fef0a-7a93-4d92-8b92-6066b920f098 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:25.787991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event updated for resources: {'Network': ['ID=ca544574-e3ed-4930-80c6-ee0246802b69,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:25.864791 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f6874ad1-f7ec-4b5b-b062-6a7c79677f26 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6633203 Feb 14 17:56:25.867727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42126) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:25.874567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Request body: {'subnet': {'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:25.920859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ca544574-e3ed-4930-80c6-ee0246802b69 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:25.944069 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-61199a3c-c450-47af-9bd6-5f564f311dee tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/subnets/b62be151-3562-406c-9e74-06365722beca HTTP/1.1" status: 204 len: 168 time: 1.1692636 Feb 14 17:56:25.950395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42130) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:26.005737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Attempting to bind port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:26.006111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Attempting to bind port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:26.006475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Attempting to bind port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a on network 172163fb-209f-43aa-b22d-8372fd5c6a4d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:26.038237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.220507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.231795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:26.238752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Usage tracker for resource:subnet and tenant:08f823752b0743a3b5160bb1c90eabc2 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:26.243103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:26.250692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:26.257411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Deleting port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:26.257784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.265629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:26.266443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Checking segment: {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:26.266443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.266842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Bound using segment: {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:26.267247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Bound port: e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3225db-5e00-402b-9d57-0468fcb7e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:26.267698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.363193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Allocated IP 2001:db8:1::2 (95ca2c87-d775-44c0-b755-5be43b8df1b1/e89a390e-2496-405a-9933-d90f942302ba/6b4d63f1-fccd-4e6d-bbce-7d8304476065) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:26.389516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-39c89533-d1f1-468b-bd75-e3bfd6535d17 service neutron] 10.222.0.30 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871184 Feb 14 17:56:26.397322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.444938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Made reservation on behalf of 08f823752b0743a3b5160bb1c90eabc2 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:26.506663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1968165'] for subnet, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.572737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] For port 7d674f7b-b7e3-426e-91c1-f6d25ea77769, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7d674f7b-b7e3-426e-91c1-f6d25ea77769,segment=NetworkSegment(25403096-1fe3-4401-8e16-d3ce63a92051),segment_id=25403096-1fe3-4401-8e16-d3ce63a92051)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:26.572737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.577194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Allocated IP 172.20.0.2 (da9f2ffb-0494-4934-afb4-1a2ddf4fe52a/2351ae67-0a26-4e62-856e-5ada02f2977c/551b9688-2183-457e-a757-3565e24234ac) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:26.642729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.719097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:26.719928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.721405 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "PUT /v2.0/subnets/4dc04234-3bbd-4365-b445-c540b0149b1e HTTP/1.1" status: 200 len: 826 time: 1.1124499 Feb 14 17:56:26.724962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42134) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:26.725624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Calling delete_port for 7d674f7b-b7e3-426e-91c1-f6d25ea77769 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:26.733508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c45a1d64-81c2-4dba-b68a-23b7a797797c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:26.791178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c45a1d64-81c2-4dba-b68a-23b7a797797c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:26.791623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.804207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce3fad-05f8-46c6-9b8a-5ae52553957f tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=4dc04234-3bbd-4365-b445-c540b0149b1e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:26.913402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] For port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:26.933213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-ce7478e5-5ea1-492f-a268-3a3781e446f1 service neutron] 10.222.0.30 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246603 Feb 14 17:56:26.949903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:26.951616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.001423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.006440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] For port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:27.008640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] No DVR routers for this DVR port 7d674f7b-b7e3-426e-91c1-f6d25ea77769 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:27.041677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a5cd7-b3d7-4821-83d3-a66f0ac8178d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-8429479b-9a44-442f-be2b-ad366923b865', 'network_id': '8429479b-9a44-442f-be2b-ad366923b865', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': '4dc04234-3bbd-4365-b445-c540b0149b1e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:27.042583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5cd7-b3d7-4821-83d3-a66f0ac8178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.050928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Port': ['ID=7d674f7b-b7e3-426e-91c1-f6d25ea77769,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:27.131879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.172269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.196762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.245936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5fef0a-7a93-4d92-8b92-6066b920f098']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:27.258863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.289642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06964a7a-0f18-402b-8e6a-19326004c31a None None] DHCP port deletion for 5c5fef0a-7a93-4d92-8b92-6066b920f098 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:27.321222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25403096-1fe3-4401-8e16-d3ce63a92051') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:27.321717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25403096-1fe3-4401-8e16-d3ce63a92051') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:27.342794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Allocated IP 172.26.4.239 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c7357bf7-d527-4ebf-b096-ff7694c24427) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:27.350767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.371001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.432785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.438482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event updated for resources: {'Subnet': ['ID=95ec5288-c7c8-46b1-b5e7-e35ea4766bba,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:27.451852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:27.452374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:27.470301 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:27.578874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Checking segment: {'id': '0fc058fc-8532-4ec5-a000-fe1866d33035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:27.583940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Network hostable DHCP agents. Network: ca544574-e3ed-4930-80c6-ee0246802b69, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:27.611098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.629685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.705472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614c57-a8dd-4496-a688-9fd766fb1f7d None None] Pushing event updated for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:27.708972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.726557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Update dhcp port {'port': {'network_id': '9a55de75-c285-4853-ab03-ddd3f47b794c', 'fixed_ips': [{'subnet_id': '0fb973df-db87-4e9c-95ea-085e0197b66b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c5dbff1-75a0-4419-a370-735a80bcc67d'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '4dd26734-eb98-429e-884f-af761d65003e'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:56:27.750797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.761186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.787153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.799683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Network ca544574-e3ed-4930-80c6-ee0246802b69 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:27.811279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] Pushing event deleted for resources: {'Network': ['ID=5c5fef0a-7a93-4d92-8b92-6066b920f098,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:27.822034 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a8bd827c-5c81-4508-a0d7-6b2047b7657f tempest-NetworksTest-68149584 tempest-NetworksTest-68149584-project] 10.222.0.30 "DELETE /v2.0/networks/5c5fef0a-7a93-4d92-8b92-6066b920f098 HTTP/1.1" status: 204 len: 168 time: 1.8709748 Feb 14 17:56:27.835409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Transition to ACTIVE for port object 6b4d63f1-fccd-4e6d-bbce-7d8304476065 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:27.841637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:27.841936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:27.890115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ca544574-e3ed-4930-80c6-ee0246802b69) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:27.900009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:27.901019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.925254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:27.957822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc04234-3bbd-4365-b445-c540b0149b1e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:27.993133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17271fe-d1a0-4a78-a400-f6b3f4be40ed None None] Network ca544574-e3ed-4930-80c6-ee0246802b69 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:28.007762 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57655f10-fdb9-4a37-8dec-86ec205640f3 req-8e16610c-ca77-4bd7-b84d-dd1db4285772 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.6233461 Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server [None req-fe8a5cd7-b3d7-4821-83d3-a66f0ac8178d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dc04234-3bbd-4365-b445-c540b0149b1e: This subnet is being modified by another concurrent operation. Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:56:28.008813 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise value Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server raise exception Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dc04234-3bbd-4365-b445-c540b0149b1e: This subnet is being modified by another concurrent operation. Feb 14 17:56:28.012061 dv-neutron-823271-4-hyperv neutron-server[84257]: ERROR oslo_messaging.rpc.server Feb 14 17:56:28.028057 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f223293d-8409-4d7b-aff8-8645c482c694 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1582279 Feb 14 17:56:28.036817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42154) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:28.041966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Request body: {'port': {'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69', 'name': 'tempest-TagsExtTest-1634961522'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:28.066593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.100900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5abfa-1f6a-4e8c-8653-35c8599181e2 None None] Network 8429479b-9a44-442f-be2b-ad366923b865 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:28.116732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.136673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Transition to ACTIVE for port object 551b9688-2183-457e-a757-3565e24234ac will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:28.144785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:28.155791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:28.160407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Transition to ACTIVE for port object 6b4d63f1-fccd-4e6d-bbce-7d8304476065 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:28.163888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:28.179995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c45a1d64-81c2-4dba-b68a-23b7a797797c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c45a1d64-81c2-4dba-b68a-23b7a797797c,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:28.200746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.205576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:28.210507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Usage tracker for resource:port and tenant:08f823752b0743a3b5160bb1c90eabc2 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:28.214263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:28.222140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:28.239875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Pushing event updated for resources: {'Port': ['ID=c7357bf7-d527-4ebf-b096-ff7694c24427,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:28.261699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8429479b-9a44-442f-be2b-ad366923b865']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:28.280684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd576424-0273-44f4-98d1-34ac66b4fac9') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:28.281252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd576424-0273-44f4-98d1-34ac66b4fac9') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:28.328285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.355399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.368749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:28.369642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.379848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Transition to ACTIVE for port object 551b9688-2183-457e-a757-3565e24234ac will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:28.384135 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:28.455472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.456245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00395508-2c94-4b48-9733-e1760a188786 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:28.479655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.483023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:28.486966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Made reservation on behalf of 08f823752b0743a3b5160bb1c90eabc2 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:28.491744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.525049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] device_id is not set on port 90b9f4b4-16dc-4146-b863-02a751f6e30a yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:56:28.531011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8:1::1 (95ca2c87-d775-44c0-b755-5be43b8df1b1/e89a390e-2496-405a-9933-d90f942302ba/b12f8274-cefe-43d0-bb13-dea5a4ea36d0) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:28.621279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.657165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.678439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=8429479b-9a44-442f-be2b-ad366923b865,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:28.694030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.713567 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-17cdac8f-7806-426e-b424-8d3f7fc7414d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/8429479b-9a44-442f-be2b-ad366923b865 HTTP/1.1" status: 204 len: 168 time: 1.9494739 Feb 14 17:56:28.718638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:28.811512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:28.818271 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-558c7f4f-ae49-43ac-b130-353499d67fc6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:28.818447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558c7f4f-ae49-43ac-b130-353499d67fc6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:28.823864 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-558c7f4f-ae49-43ac-b130-353499d67fc6 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/8429479b-9a44-442f-be2b-ad366923b865 HTTP/1.1" status: 404 len: 339 time: 0.0969050 Feb 14 17:56:28.828819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42168) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:28.862313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301527372', 'description': 'd1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:28.878289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Allocated IP 172.20.0.10 (ca544574-e3ed-4930-80c6-ee0246802b69/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/90b9f4b4-16dc-4146-b863-02a751f6e30a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:28.880072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.884208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:28.885532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:28.894553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bdeea-5c2c-4018-990f-bf67d674414a None None] Network 8429479b-9a44-442f-be2b-ad366923b865 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:28.895995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Usage tracker for resource:network and tenant:7d2cf9cd576840e5a2d66ad93ec5e798 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:28.905024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:28.907800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.908638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:28.918574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:28.920400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:28.922937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:28.991602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object b12f8274-cefe-43d0-bb13-dea5a4ea36d0 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:28.997861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:29.037848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:29.040690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:29.043219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bdeea-5c2c-4018-990f-bf67d674414a None None] Network 8429479b-9a44-442f-be2b-ad366923b865 could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:56:29.053889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.142540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:29.145754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.151796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.166729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5e4d87d5-fa27-4071-b146-7d670be01dda req-3a69b3aa-5434-4d47-b8c5-42ae8309a853 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.0889533 Feb 14 17:56:29.172199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Transition to ACTIVE for port object 90b9f4b4-16dc-4146-b863-02a751f6e30a will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:29.220820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-34c8a176-ddf3-4b7e-9aa8-311d38412341 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=690dcaeaf0a1401c963d36efd762b97c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4073470 Feb 14 17:56:29.223490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42178) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:29.226112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:29.239459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.239692 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment 6ed6b54d-e0b4-4e98-8970-ee77d3cf9b6c of type vlan for network 45ab2c24-092e-4857-8f08-4c8568273e00 Feb 14 17:56:29.277590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.277881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.335811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.348632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.397046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.400996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ca544574-e3ed-4930-80c6-ee0246802b69', 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69', 'tenant_id': '08f823752b0743a3b5160bb1c90eabc2', 'fixed_ips': [{'subnet_id': '95ec5288-c7c8-46b1-b5e7-e35ea4766bba'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:29.401790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.413122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Network ca544574-e3ed-4930-80c6-ee0246802b69 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:29.416668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event updated for resources: {'Port': ['ID=90b9f4b4-16dc-4146-b863-02a751f6e30a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.417396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.419923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:29.420740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:29.421340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.432811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Allocated IP 172.20.0.1 (9a55de75-c285-4853-ab03-ddd3f47b794c/3c5dbff1-75a0-4419-a370-735a80bcc67d/4dd26734-eb98-429e-884f-af761d65003e) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:29.439963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:29.447079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Pushing event updated for resources: {'Port': ['ID=6b4d63f1-fccd-4e6d-bbce-7d8304476065,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.501862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Attempting to bind port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:29.502218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Attempting to bind port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:29.502769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Attempting to bind port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 on network 95ca2c87-d775-44c0-b755-5be43b8df1b1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:29.526012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:29.527256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.550835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.552145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Attempting to bind port 551b9688-2183-457e-a757-3565e24234ac on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:29.552506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Attempting to bind port 551b9688-2183-457e-a757-3565e24234ac by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:29.553504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Attempting to bind port 551b9688-2183-457e-a757-3565e24234ac on network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:29.555908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 00395508-2c94-4b48-9733-e1760a188786 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:29.557738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:29.564490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:29.571695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7328558 Feb 14 17:56:29.571892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42182) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:29.571992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:29.571992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.578399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7fd1d-040b-4296-9736-abc4e4d2aa40 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=45ab2c24-092e-4857-8f08-4c8568273e00,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.637203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 45ab2c24-092e-4857-8f08-4c8568273e00 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:29.665995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:29.666364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Checking segment: {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:29.666770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.667146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Bound using segment: {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:29.667676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Bound port: 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:29.668077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.676895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 00395508-2c94-4b48-9733-e1760a188786 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:29.677250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.679367 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-694fcfe0-c8fc-4470-9b76-f9a0c6fc774e tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6427362 Feb 14 17:56:29.682716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42186) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:29.688382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-70016901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:29.689102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.691529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.694932 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a9196ef-a5ff-4dc5-8a85-04c4bc3e4e27 HTTP/1.1" status: 204 len: 168 time: 0.4681358 Feb 14 17:56:29.697665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:29.704156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Usage tracker for resource:router and tenant:08f823752b0743a3b5160bb1c90eabc2 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:29.707994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d394-a9e5-4748-8d3b-65bc0acac965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9196ef-a5ff-4dc5-8a85-04c4bc3e4e27,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.709187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:29.715764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b088b-07a1-483e-907e-661efe6192c9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:29.716600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-719b088b-07a1-483e-907e-661efe6192c9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Synchronizing usage tracker for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:network {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:29.785397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Pushing event updated for resources: {'Port': ['ID=551b9688-2183-457e-a757-3565e24234ac,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:29.788890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:29.789541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Checking segment: {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:29.790099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.790636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Bound using segment: {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:29.791271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Bound port: 551b9688-2183-457e-a757-3565e24234ac, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:29.791820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.794479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Router 09fb9d5a-1973-412a-9909-b1d97831ead0 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:56:29.804061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:29.813353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:29.815815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-719b088b-07a1-483e-907e-661efe6192c9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Unset dirty status for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:network {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:29.817174 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-719b088b-07a1-483e-907e-661efe6192c9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks?id=45ab2c24-092e-4857-8f08-4c8568273e00 HTTP/1.1" status: 200 len: 764 time: 0.2470443 Feb 14 17:56:29.820030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42192) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:29.826330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'description': 'd2'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:30.096288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] For port 4dd26734-eb98-429e-884f-af761d65003e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4dd26734-eb98-429e-884f-af761d65003e,segment=NetworkSegment(d52efdb6-7691-4228-ac66-a8d0e9bfd851),segment_id=d52efdb6-7691-4228-ac66-a8d0e9bfd851)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:30.205469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.248536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Allocated IP 172.20.0.2 (ca544574-e3ed-4930-80c6-ee0246802b69/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/544bd141-b4fe-43ab-817f-82447d010e8c) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:30.274375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.275349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.308244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.355918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network 45ab2c24-092e-4857-8f08-4c8568273e00 is not hosted by any dhcp agent {{(pid=84256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 17:56:30.359523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:30.360096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.363747 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "PUT /v2.0/networks/45ab2c24-092e-4857-8f08-4c8568273e00 HTTP/1.1" status: 200 len: 761 time: 0.5402446 Feb 14 17:56:30.377977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42204) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:30.512764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.548513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.566943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5b15f0f-4c20-433a-b2d9-5f335852158c req-82c4019a-fe14-49e1-aa84-6849eb84f5c2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.1054411 Feb 14 17:56:30.622478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde5441-012c-49e9-9f33-3d8f68342d5e tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=45ab2c24-092e-4857-8f08-4c8568273e00,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:30.653217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 45ab2c24-092e-4857-8f08-4c8568273e00 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:30.672896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Transition to ACTIVE for port object 4dd26734-eb98-429e-884f-af761d65003e will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:30.675440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabafa7-8ba1-4f99-823f-28cbfc528c53 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:30.681091 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-feabafa7-8ba1-4f99-823f-28cbfc528c53 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks?id=45ab2c24-092e-4857-8f08-4c8568273e00 HTTP/1.1" status: 200 len: 764 time: 0.2980714 Feb 14 17:56:30.681274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42210) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:30.809283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.846867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.893009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.909214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:30.922978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Sync routers for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:30.926925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6eb47-4da1-4b94-b28b-c40e0ea68a25 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:30.931208 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4a6eb47-4da1-4b94-b28b-c40e0ea68a25 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2464461 Feb 14 17:56:30.931398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.932023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42216) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:30.932154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:30.946748 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:30.947659 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:30.981528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] For port 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:31.025066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] For port 551b9688-2183-457e-a757-3565e24234ac, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:31.037849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.049663 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-685c6f56-d15e-4295-ac78-0b417c721cad tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 207 time: 0.1150515 Feb 14 17:56:31.051796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42222) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:31.087081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba05d5-6a41-443b-97d0-897a5392398a None None] Pushing event updated for resources: {'Port': ['ID=4dd26734-eb98-429e-884f-af761d65003e,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:31.095600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] For port 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b4d63f1-fccd-4e6d-bbce-7d8304476065,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:31.144492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] For port 551b9688-2183-457e-a757-3565e24234ac, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=551b9688-2183-457e-a757-3565e24234ac,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:31.164895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:16Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:26Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:31.189523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791555-b31d-494b-ba46-46cd3fd53243 None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:16Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:26Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:31.192979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.199256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.235730 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:31.316878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.333388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 00395508-2c94-4b48-9733-e1760a188786, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00395508-2c94-4b48-9733-e1760a188786,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:31.354236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Transition to ACTIVE for port object 544bd141-b4fe-43ab-817f-82447d010e8c will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:31.369525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.390064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.390064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.399709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.406751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cf881df8-c6fe-43ed-81e6-bd5ec16bee63 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.7204006 Feb 14 17:56:31.412885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.425095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.427032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.435310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42230) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:31.435310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:31.441059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Transition to ACTIVE for port object 544bd141-b4fe-43ab-817f-82447d010e8c will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:31.448223 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f504e8fd-2e31-4996-8595-8395718559cf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3758409 Feb 14 17:56:31.459610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:31.459610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.459610 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-854f9283-c58d-452f-b71a-2ffd2002b71b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0422666 Feb 14 17:56:31.462432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42238) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:31.471331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ac361-cd5d-441a-b6a6-13194b6ee30c None None] Pushing event updated for resources: {'Port': ['ID=6b4d63f1-fccd-4e6d-bbce-7d8304476065,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:31.545055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.545848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4dd26734-eb98-429e-884f-af761d65003e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:31.584254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ec132e33-f51a-4281-8254-a924c84b5052 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-753578804', 'prefixes': ['172.20.0.0/16']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:31.584475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:31.620135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8276-0591-4f52-9459-2834911fac71 req-7fe7842d-c446-4b5b-ae9b-d729204188ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:31.627927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-7fe7842d-c446-4b5b-ae9b-d729204188ac tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 796 time: 0.5394461 Feb 14 17:56:31.663404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ec132e33-f51a-4281-8254-a924c84b5052 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:31.735494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Network ca544574-e3ed-4930-80c6-ee0246802b69 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:31.747908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ee39b-fbbd-4755-9558-f5532f62a394 None None] Pushing event updated for resources: {'Port': ['ID=551b9688-2183-457e-a757-3565e24234ac,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:31.802522 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:28Z', 'revision_number': 3, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:31.813487 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Checking router: 09fb9d5a-1973-412a-9909-b1d97831ead0 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:31.814094 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Updating router 09fb9d5a-1973-412a-9909-b1d97831ead0 port c7357bf7-d527-4ebf-b096-ff7694c24427 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:31.862653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42244) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:31.897916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:31.905318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:32.001629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 4dd26734-eb98-429e-884f-af761d65003e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:32.081560 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:32.151050 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9638635-d563-411c-b38f-3e9c766612f1 req-9beffc90-018f-4420-8beb-802d5e4d4c38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.2392247 Feb 14 17:56:32.167781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 48e52e47-2584-4868-a4b2-e41688fc9a84 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:56:32.265144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Attempting to bind port 544bd141-b4fe-43ab-817f-82447d010e8c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:32.265707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Attempting to bind port 544bd141-b4fe-43ab-817f-82447d010e8c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '0fc058fc-8532-4ec5-a000-fe1866d33035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:32.266398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Attempting to bind port 544bd141-b4fe-43ab-817f-82447d010e8c on network ca544574-e3ed-4930-80c6-ee0246802b69 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:32.285462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:32.285984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Checking segment: {'id': '0fc058fc-8532-4ec5-a000-fe1866d33035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:32.286508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:32.287017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Bound using segment: {'id': '0fc058fc-8532-4ec5-a000-fe1866d33035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:32.287597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Bound port: 544bd141-b4fe-43ab-817f-82447d010e8c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc058fc-8532-4ec5-a000-fe1866d33035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca544574-e3ed-4930-80c6-ee0246802b69'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:32.289354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:32.322803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:32.325565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 48e52e47-2584-4868-a4b2-e41688fc9a84 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:56:32.325847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 48e52e47-2584-4868-a4b2-e41688fc9a84 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:56:32.332953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fa453d49-5c60-475b-8155-2c7170a903fe tempest-DvrRoutersNegativeTest-980575287 tempest-DvrRoutersNegativeTest-980575287-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1280710011', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:32.335343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.policy [None req-fa453d49-5c60-475b-8155-2c7170a903fe tempest-DvrRoutersNegativeTest-980575287 tempest-DvrRoutersNegativeTest-980575287-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84255) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 14 17:56:32.335651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.policy [None req-fa453d49-5c60-475b-8155-2c7170a903fe tempest-DvrRoutersNegativeTest-980575287 tempest-DvrRoutersNegativeTest-980575287-project] Failed policy check for 'create_router' {{(pid=84255) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 14 17:56:32.336738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-fa453d49-5c60-475b-8155-2c7170a903fe tempest-DvrRoutersNegativeTest-980575287 tempest-DvrRoutersNegativeTest-980575287-project] create failed (client error): Access was denied to this resource. Feb 14 17:56:32.337829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa453d49-5c60-475b-8155-2c7170a903fe tempest-DvrRoutersNegativeTest-980575287 tempest-DvrRoutersNegativeTest-980575287-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4708171 Feb 14 17:56:32.363291 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-1eff82df-1b20-4fe1-820e-415199dc941b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 380 time: 0.6975930 Feb 14 17:56:32.371170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:32.377912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:32.463121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4f29a1e9-819b-44b3-802a-959264cd38c4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Synchronizing usage tracker for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:32.470440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['8b1fc83e-0c20-45ff-980d-a342da825afc']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:32.499726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] For port 544bd141-b4fe-43ab-817f-82447d010e8c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:32.503329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] For port 544bd141-b4fe-43ab-817f-82447d010e8c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=544bd141-b4fe-43ab-817f-82447d010e8c,segment=NetworkSegment(0fc058fc-8532-4ec5-a000-fe1866d33035),segment_id=0fc058fc-8532-4ec5-a000-fe1866d33035)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:32.536615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Pushing event updated for resources: {'Port': ['ID=544bd141-b4fe-43ab-817f-82447d010e8c,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:32.593556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:32.780032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd627f8-c581-4628-b34d-a6eb038aa613 None None] Pushing event updated for resources: {'Port': ['ID=544bd141-b4fe-43ab-817f-82447d010e8c,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:32.790984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b0edb-374f-4b0e-bba4-cd3416ca929a None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:32.890612 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:32.904871 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Transition to ACTIVE for port object c7357bf7-d527-4ebf-b096-ff7694c24427 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:32.911808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c45a1d64-81c2-4dba-b68a-23b7a797797c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:32.962971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4f29a1e9-819b-44b3-802a-959264cd38c4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Unset dirty status for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:32.964345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4f29a1e9-819b-44b3-802a-959264cd38c4 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 1.5111196 Feb 14 17:56:32.972857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42256) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:32.976669 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.073272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:33.075010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:33.076440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:33.077816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:33.079200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:33.084606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Synchronizing usage tracker for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:33.115391 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483b74-a7de-46d6-ad23-d46a83d8678a None None] Pushing event updated for resources: {'Port': ['ID=c7357bf7-d527-4ebf-b096-ff7694c24427,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:33.178152 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Attempting to bind port c7357bf7-d527-4ebf-b096-ff7694c24427 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:33.178152 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Attempting to bind port c7357bf7-d527-4ebf-b096-ff7694c24427 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:33.178401 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Attempting to bind port c7357bf7-d527-4ebf-b096-ff7694c24427 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:33.196929 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:33.197306 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:33.199181 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.199995 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:33.200133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Unset dirty status for tenant:7d2cf9cd576840e5a2d66ad93ec5e798 on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:33.200447 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Bound port: c7357bf7-d527-4ebf-b096-ff7694c24427, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:33.200859 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.204978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a6dbc229-792f-4c5a-96a9-2a975e72e5bf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2311058 Feb 14 17:56:33.210183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42262) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:33.292889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42266) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:33.308105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Provisioning for port 4dd26734-eb98-429e-884f-af761d65003e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:33.335297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c45a1d64-81c2-4dba-b68a-23b7a797797c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:33.335741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.337667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:33.345061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:port and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:33.355167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:33.367752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:33.413380 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] For port c7357bf7-d527-4ebf-b096-ff7694c24427, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:33.449637 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] For port c7357bf7-d527-4ebf-b096-ff7694c24427, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c7357bf7-d527-4ebf-b096-ff7694c24427,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:33.455477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Provisioning complete for port 4dd26734-eb98-429e-884f-af761d65003e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:33.455587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.550343 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.787176 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483b74-a7de-46d6-ad23-d46a83d8678a None None] Pushing event updated for resources: {'Port': ['ID=c7357bf7-d527-4ebf-b096-ff7694c24427,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:33.792277 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:33.793057 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:33.798617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:33.807714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.811465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.816161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.833907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.857374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ec132e33-f51a-4281-8254-a924c84b5052 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for subnetpool, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.859041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ec132e33-f51a-4281-8254-a924c84b5052 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 2.4068782 Feb 14 17:56:33.872967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-91feebc9-8a8d-4f21-8103-20046d591708 req-dfe9b3d8-5169-4c49-81d9-f2cf3b3b9cd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.1983135 Feb 14 17:56:33.876248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00395508-2c94-4b48-9733-e1760a188786 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:33.880356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:33.887463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Usage tracker for resource:security_group_rule and tenant:58ad9579a3bb4c2b9c40537a36c1b483 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:33.890038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42272) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:33.890576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:33.897393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:33.927865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-bba2cefb-04cb-4cdf-a134-4fb94a7e80c5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-161398530') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:33.972873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] For port 4dd26734-eb98-429e-884f-af761d65003e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4dd26734-eb98-429e-884f-af761d65003e,segment=NetworkSegment(d52efdb6-7691-4228-ac66-a8d0e9bfd851),segment_id=d52efdb6-7691-4228-ac66-a8d0e9bfd851)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:33.982794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 00395508-2c94-4b48-9733-e1760a188786 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:33.983163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:33.987963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.002762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.004431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.005790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.006995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.013516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.013516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38566f5d-a654-4c64-801f-86ee49c48804 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7988808 Feb 14 17:56:34.032014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf619c-55b0-4bf0-9354-585d861f49a8 None None] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:34.058740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42276) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:34.125928 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:34.132328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.133285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b7efa-2d6f-41fc-9435-284172623421 None None] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:34.201578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7cf1a-4d92-45c3-b377-4441bbaeead5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:34.255412 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e48562ac-24a4-443d-8422-039e636cd1da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58ad9579a3bb4c2b9c40537a36c1b483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9583867 Feb 14 17:56:34.256265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42280) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:34.301210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.424019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c5d51-df7f-47d8-8e02-53d53aad728d None None] Pushing event updated for resources: {'Port': ['ID=4dd26734-eb98-429e-884f-af761d65003e,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:34.480945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:34.501144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Allocated IP 172.20.0.1 (da9f2ffb-0494-4934-afb4-1a2ddf4fe52a/2351ae67-0a26-4e62-856e-5ada02f2977c/e9a29391-37a9-4cd6-baaa-7553f924b061) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:34.505310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd60ed-e2f6-42fc-9240-8f9ac7181a82 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:34.510945 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50fd60ed-e2f6-42fc-9240-8f9ac7181a82 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks/72e32a96-0117-4e5e-8b35-072e61a5c78a HTTP/1.1" status: 200 len: 803 time: 0.4462092 Feb 14 17:56:34.515435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.515712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42284) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:34.526446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.13 (04be822f-dd07-4902-b267-fce7ab7f774f/f02721f9-6810-4487-a7f8-0a466548f325/9c0f2227-e6f7-4ea2-810b-80eefa667325) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:34.613313 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:28Z', 'revision_number': 3, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:34.620791 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcbc4b-168f-4fca-be84-8ba4968282a0 None None] The sync data for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv is: [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:28Z', 'revision_number': 3, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:34.661578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.683964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e85bd27e-a8ca-4968-8f15-0fd6397ed7c3 None None] Provisioning for port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:34.718551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 551b9688-2183-457e-a757-3565e24234ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:34.892447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bba2cefb-04cb-4cdf-a134-4fb94a7e80c5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-161398530 HTTP/1.1" status: 201 len: 201 time: 0.9919798 Feb 14 17:56:34.896557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42288) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:34.904471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:34.914883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e85bd27e-a8ca-4968-8f15-0fd6397ed7c3 None None] Provisioning for port 551b9688-2183-457e-a757-3565e24234ac completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:34.915780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-a2551c18-e769-480f-b390-11617989eef9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-704873293') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:35.009866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Transition to ACTIVE for port object e9a29391-37a9-4cd6-baaa-7553f924b061 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:35.010165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e53a1-b0ae-4063-aa9b-b1a348a3630b None None] Network ca544574-e3ed-4930-80c6-ee0246802b69 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:35.036571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.081479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7cf1a-4d92-45c3-b377-4441bbaeead5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:35.099078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.103503 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-190aefd7-90c1-4105-881f-15c3c39e2c03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51f7cf1a-4d92-45c3-b377-4441bbaeead5 HTTP/1.1" status: 204 len: 168 time: 0.8417642 Feb 14 17:56:35.142938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.245252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 551b9688-2183-457e-a757-3565e24234ac completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:35.261903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 551b9688-2183-457e-a757-3565e24234ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:35.267196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.272339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Pushing event updated for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:35.286008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-74460ad7-ba27-4805-a2f7-c52154ebf507 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/networks/72e32a96-0117-4e5e-8b35-072e61a5c78a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7635736 Feb 14 17:56:35.288103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4ec32c5-afa6-4a3f-ade5-d1755d4deb6b req-b753f450-761a-47f6-b1f0-cf311507ae6e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.1109202 Feb 14 17:56:35.289970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42296) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:35.300515 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a2551c18-e769-480f-b390-11617989eef9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-704873293 HTTP/1.1" status: 201 len: 201 time: 0.4027295 Feb 14 17:56:35.322410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42300) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:35.341630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:35.346368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-5cf7da55-41f3-4f83-97d8-dafe04f064a3 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-496025686') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:35.381160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.407517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 9c0f2227-e6f7-4ea2-810b-80eefa667325 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:35.421145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:35.436811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:35.443438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2c2ec012-0ac8-47eb-a0b2-fa95812fafe0 None None] Provisioning for port 544bd141-b4fe-43ab-817f-82447d010e8c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:35.447559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaeb302-1fb6-4e2f-a986-7f09e57a45b8 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:35.452527 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dcaeb302-1fb6-4e2f-a986-7f09e57a45b8 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets/ad83ca6d-cd47-4282-992e-8fb37521ab13 HTTP/1.1" status: 200 len: 843 time: 0.1580772 Feb 14 17:56:35.455151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42306) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:35.533861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.552633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.578961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 551b9688-2183-457e-a757-3565e24234ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=551b9688-2183-457e-a757-3565e24234ac,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:35.587919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2c2ec012-0ac8-47eb-a0b2-fa95812fafe0 None None] Provisioning complete for port 4dd26734-eb98-429e-884f-af761d65003e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:35.588309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec012-0ac8-47eb-a0b2-fa95812fafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.752567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.752567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4dd26734-eb98-429e-884f-af761d65003e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:35.852520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:35.990790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b849d-b253-4fb3-814e-d8ca4f16c521 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:35.992892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-195b849d-b253-4fb3-814e-d8ca4f16c521 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "GET /v2.0/subnets/ad83ca6d-cd47-4282-992e-8fb37521ab13?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5368054 Feb 14 17:56:35.996680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42318) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:36.002929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583678846'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:36.012503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:36.017485 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5cf7da55-41f3-4f83-97d8-dafe04f064a3 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-496025686 HTTP/1.1" status: 201 len: 201 time: 0.6872506 Feb 14 17:56:36.029781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:36.031697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42322) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:36.044021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=551b9688-2183-457e-a757-3565e24234ac,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:36.063345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-fb58fc9a-c728-458c-8821-33822c2b6877 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-172050244') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:36.081773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 04be822f-dd07-4902-b267-fce7ab7f774f is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:36.085734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:36.088241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:36.094661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4dd26734-eb98-429e-884f-af761d65003e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:36.095292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.124429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:36.161670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:36.179939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ed53a846-dfb4-4b0b-bce3-814e1a3e646a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4473753 Feb 14 17:56:36.180839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42328) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:36.191542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270471890'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:36.200233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:36.201206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.218623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:36.226213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:36.226890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.230973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:36.238218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:36.252451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:36.256038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.258496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b4d63f1-fccd-4e6d-bbce-7d8304476065 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:36.293093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-a4090651-6a2b-4226-ae5e-1bc86361784e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9069512 Feb 14 17:56:36.388175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:36.391052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:36.391701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.421832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.424225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Added segment 6512f809-361d-419c-898b-ce7bdc782217 of type vlan for network befd44bf-39d1-4394-a095-5a11dd8ee62b Feb 14 17:56:36.450215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning for port e9a29391-37a9-4cd6-baaa-7553f924b061 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:36.456210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning complete for port e9a29391-37a9-4cd6-baaa-7553f924b061 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:36.465144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.473165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:36.496792 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fb58fc9a-c728-458c-8821-33822c2b6877 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-172050244 HTTP/1.1" status: 201 len: 201 time: 0.4615943 Feb 14 17:56:36.500289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42336) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:36.507256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.507540 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment fe8504aa-0588-487f-b96b-3b77cd88faae of type vlan for network 3f0b80b2-b294-4e2e-8587-93b654c929dd Feb 14 17:56:36.520472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-14ebde87-d07d-464a-a19a-398fccaa56d8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:36.549805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:36.580100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:36.580472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.627977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.628767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Request body: {'port': {'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:36.659932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Port e9a29391-37a9-4cd6-baaa-7553f924b061 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:36.662039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a19dd-cde0-4a8f-baae-0a46ec7dc997 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:56:36.720138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.760348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.767319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:36.768230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.796823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.867322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.889677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.893484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.911355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:36.921991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576ae2a-f71b-4e37-8276-31b6909c6b9d req-f761b873-4e65-4c4d-bc28-39cf9a1e2726 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:36.922693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b576ae2a-f71b-4e37-8276-31b6909c6b9d req-f761b873-4e65-4c4d-bc28-39cf9a1e2726 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:56:36.928755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning complete for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:36.929398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:36.965354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-14ebde87-d07d-464a-a19a-398fccaa56d8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 200 len: 240 time: 0.4635112 Feb 14 17:56:36.975702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42346) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:36.994392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-29a6b9c8-031a-4341-9244-43f959acc255 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-161398530') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:37.024280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.031395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.031598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b4d63f1-fccd-4e6d-bbce-7d8304476065,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:37.033385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Network': ['ID=befd44bf-39d1-4394-a095-5a11dd8ee62b,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:37.035994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:37.036809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.046795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network befd44bf-39d1-4394-a095-5a11dd8ee62b details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:37.066602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:37.072181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a19dd-cde0-4a8f-baae-0a46ec7dc997 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:56:37.077223 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0f829939-c011-4cdf-9a94-879a3599becf tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0790091 Feb 14 17:56:37.081900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42350) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:37.082349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42352) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:37.118668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:37.141069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.143902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b576ae2a-f71b-4e37-8276-31b6909c6b9d req-f761b873-4e65-4c4d-bc28-39cf9a1e2726 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:56:37.145848 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b576ae2a-f71b-4e37-8276-31b6909c6b9d req-f761b873-4e65-4c4d-bc28-39cf9a1e2726 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 932 time: 0.5520704 Feb 14 17:56:37.240846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning complete for port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:37.241049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.270136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=3f0b80b2-b294-4e2e-8587-93b654c929dd,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:37.291729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-439b24b3-ee48-4a50-9a5d-d808f3f29468 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1068647 Feb 14 17:56:37.292432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42360) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:37.307958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:37.320733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d674f7b-b7e3-426e-91c1-f6d25ea77769 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:56:37.326988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Pushing event updated for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:37.339332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:37.342893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:37.344364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:37.425055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7d674f7b-b7e3-426e-91c1-f6d25ea77769 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:56:37.425445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7d674f7b-b7e3-426e-91c1-f6d25ea77769 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:56:37.445962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=6b4d63f1-fccd-4e6d-bbce-7d8304476065,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:37.450029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c0fa1f76-7a9c-44ae-9e8c-18d22ad637ca tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1599726401', 'prefixes': ['172.20.0.0/16']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:37.534468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c0fa1f76-7a9c-44ae-9e8c-18d22ad637ca tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:37.569413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:37.603715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:37.654829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4dd26734-eb98-429e-884f-af761d65003e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:37.703018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0f2227-e6f7-4ea2-810b-80eefa667325 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:56:37.711939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning complete for port 551b9688-2183-457e-a757-3565e24234ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:37.712306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.713086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.729677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Transition to ACTIVE for port object 9c0f2227-e6f7-4ea2-810b-80eefa667325 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:37.745883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b576ae2a-f71b-4e37-8276-31b6909c6b9d req-ea034776-e28a-41ef-b999-73975c5dbfea tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5484030 Feb 14 17:56:37.746894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Made reservation on behalf of 7d2cf9cd576840e5a2d66ad93ec5e798 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:37.787455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-29a6b9c8-031a-4341-9244-43f959acc255 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-161398530 HTTP/1.1" status: 204 len: 168 time: 0.8106201 Feb 14 17:56:37.797022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42366) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:37.807091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-ef4dd8c8-5c78-4e25-9b83-1f1ab595078a tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-161398530') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:37.845522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.895112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:37.923146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:37.927323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:37.935451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:37.947449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:37.963818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4dd26734-eb98-429e-884f-af761d65003e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:37.964183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.052194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:38.176740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning for port 90b9f4b4-16dc-4146-b863-02a751f6e30a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:38.177717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing IP validity checks on allocation pools {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:56:38.178655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:56:38.202450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Provisioning complete for port 90b9f4b4-16dc-4146-b863-02a751f6e30a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:38.202450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.216310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:38.258545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 551b9688-2183-457e-a757-3565e24234ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:38.307807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1f76-7a9c-44ae-9e8c-18d22ad637ca tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Notify callbacks [] for subnetpool, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.311418 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c0fa1f76-7a9c-44ae-9e8c-18d22ad637ca tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2222002 Feb 14 17:56:38.311577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ac4998ab-ff08-46c5-bd6e-d089ae9b1112 None None] Port 90b9f4b4-16dc-4146-b863-02a751f6e30a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:38.315898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42370) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:38.352030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 551b9688-2183-457e-a757-3565e24234ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:38.352030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.371935 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-79bbe7ce-0c13-404b-add4-32a8d92cf821 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "GET /v2.0/subnetpools/55b4b2e1-b157-4332-a2a0-c5b677a16587 HTTP/1.1" status: 200 len: 732 time: 0.0527699 Feb 14 17:56:38.373312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42374) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:38.441966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-aa156048-603b-4997-b558-0fed1f170e63 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1661769185'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:38.465367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Router 09fb9d5a-1973-412a-9909-b1d97831ead0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:38.468824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.550911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 544bd141-b4fe-43ab-817f-82447d010e8c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:38.566500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ef4dd8c8-5c78-4e25-9b83-1f1ab595078a tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-161398530 HTTP/1.1" status: 204 len: 168 time: 0.7661595 Feb 14 17:56:38.571869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42378) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:38.574309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Attempting to bind port 9c0f2227-e6f7-4ea2-810b-80eefa667325 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:38.574639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Attempting to bind port 9c0f2227-e6f7-4ea2-810b-80eefa667325 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:38.574953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Attempting to bind port 9c0f2227-e6f7-4ea2-810b-80eefa667325 on network 04be822f-dd07-4902-b267-fce7ab7f774f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:38.600509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-984d796a-11f3-49a0-a3ad-09c94c99045a tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:38.633198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fee78014-acbc-4229-9d92-18847878242c None None] Provisioning for port 9c0f2227-e6f7-4ea2-810b-80eefa667325 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:38.698449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fee78014-acbc-4229-9d92-18847878242c None None] Provisioning complete for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:38.698974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fee78014-acbc-4229-9d92-18847878242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.700961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.766376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fee78014-acbc-4229-9d92-18847878242c None None] Port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:38.786217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fee78014-acbc-4229-9d92-18847878242c None None] Provisioning complete for port 90b9f4b4-16dc-4146-b863-02a751f6e30a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:38.786479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Port 9c0f2227-e6f7-4ea2-810b-80eefa667325 on network 04be822f-dd07-4902-b267-fce7ab7f774f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:56:38.786591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fee78014-acbc-4229-9d92-18847878242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.786674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Attempting to bind port 9c0f2227-e6f7-4ea2-810b-80eefa667325 on network 04be822f-dd07-4902-b267-fce7ab7f774f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:38.829232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:38.829466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Checking segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:38.829837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Bound using segment: {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:38.830268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Bound port: 9c0f2227-e6f7-4ea2-810b-80eefa667325, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:38.830604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.859204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fee78014-acbc-4229-9d92-18847878242c None None] Port 90b9f4b4-16dc-4146-b863-02a751f6e30a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:38.860909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 544bd141-b4fe-43ab-817f-82447d010e8c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:38.866085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 544bd141-b4fe-43ab-817f-82447d010e8c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:38.866454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.897562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Checking segment: {'id': '6512f809-361d-419c-898b-ce7bdc782217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:38.897926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network hostable DHCP agents. Network: befd44bf-39d1-4394-a095-5a11dd8ee62b, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:38.912275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=b3fc5ab6-7757-42ea-bddb-f5432fd7bc41,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:38.966836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa156048-603b-4997-b558-0fed1f170e63 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Notify callbacks [] for subnetpool, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:38.968003 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aa156048-603b-4997-b558-0fed1f170e63 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "PUT /v2.0/subnetpools/55b4b2e1-b157-4332-a2a0-c5b677a16587 HTTP/1.1" status: 200 len: 684 time: 0.5940113 Feb 14 17:56:38.970736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42384) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:38.985853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:39.012657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.026438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:39.038573 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf3e799a-35bd-41e8-9552-bcd78cbfd92d admin admin] 10.222.0.30 "PUT /v2.0/routers/09fb9d5a-1973-412a-9909-b1d97831ead0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5755680 Feb 14 17:56:39.039135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Network befd44bf-39d1-4394-a095-5a11dd8ee62b is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:39.052397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:39.055167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-984d796a-11f3-49a0-a3ad-09c94c99045a tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 200 len: 205 time: 0.4817882 Feb 14 17:56:39.060820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42390) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.066728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-88fc5399-ea9e-493c-b845-a3e6365a2c83 None None] Provisioning complete for port e9a29391-37a9-4cd6-baaa-7553f924b061 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:39.067174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88fc5399-ea9e-493c-b845-a3e6365a2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.071763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-2ac4fbee-1e17-4b77-9316-8cc13e7bfcb9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:39.129428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-88fc5399-ea9e-493c-b845-a3e6365a2c83 None None] Port e9a29391-37a9-4cd6-baaa-7553f924b061 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:39.137310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 544bd141-b4fe-43ab-817f-82447d010e8c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=544bd141-b4fe-43ab-817f-82447d010e8c,segment=NetworkSegment(0fc058fc-8532-4ec5-a000-fe1866d33035),segment_id=0fc058fc-8532-4ec5-a000-fe1866d33035)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:39.137639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6930bc4-ebed-49af-b2d5-c5d9a1302d99 req-9609e0a7-bf8d-4fc5-9c98-9fb9116a4a75 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:39.139143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6930bc4-ebed-49af-b2d5-c5d9a1302d99 req-9609e0a7-bf8d-4fc5-9c98-9fb9116a4a75 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 944 time: 0.1988304 Feb 14 17:56:39.140676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.149668 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2ac4fbee-1e17-4b77-9316-8cc13e7bfcb9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 200 len: 240 time: 0.0872245 Feb 14 17:56:39.152556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42394) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.157866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-cd4efd01-999e-4403-b465-be5dd33c4692 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-704873293') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:39.191183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, befd44bf-39d1-4394-a095-5a11dd8ee62b) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:39.200264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6820d1-baec-447e-bf95-b81f54d40a5c None None] Network befd44bf-39d1-4394-a095-5a11dd8ee62b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:39.200482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:39.200930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.227166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.229320 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] 10.222.0.45 "PUT /v2.0/ports/9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 1094 time: 2.9253309 Feb 14 17:56:39.235173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:56:39.237049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-73af3dc4-2b2c-4b47-b7e6-e873244e50ef tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] Notify callbacks [] for subnetpool, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.241498 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-73af3dc4-2b2c-4b47-b7e6-e873244e50ef tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "DELETE /v2.0/subnetpools/55b4b2e1-b157-4332-a2a0-c5b677a16587 HTTP/1.1" status: 204 len: 168 time: 0.2665877 Feb 14 17:56:39.241915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.247560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42400) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.285804 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-e0a2c33e-3b56-4c46-bdc7-f0b6ad5043fb tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] show failed (client error): The resource could not be found. Feb 14 17:56:39.286841 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e0a2c33e-3b56-4c46-bdc7-f0b6ad5043fb tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "GET /v2.0/subnetpools/55b4b2e1-b157-4332-a2a0-c5b677a16587 HTTP/1.1" status: 404 len: 346 time: 0.0381689 Feb 14 17:56:39.290926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42408) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.322531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1b7a0-4700-4b21-a46e-ccc10f638c57 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:39.335791 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cd4efd01-999e-4403-b465-be5dd33c4692 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-704873293 HTTP/1.1" status: 204 len: 168 time: 0.1820495 Feb 14 17:56:39.337504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42412) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.347658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e12d567c-1211-490b-8105-0d444eb4c832 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2616732 Feb 14 17:56:39.350440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-41da199d-f91d-4dd7-9309-70bc350b730b tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-704873293') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:39.355228 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-3842589b-e930-40cc-b462-c9248ec84ca5 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] delete failed (client error): The resource could not be found. Feb 14 17:56:39.358193 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3842589b-e930-40cc-b462-c9248ec84ca5 tempest-SubnetPoolsTestJSON-1741296324 tempest-SubnetPoolsTestJSON-1741296324-project] 10.222.0.30 "DELETE /v2.0/subnetpools/55b4b2e1-b157-4332-a2a0-c5b677a16587 HTTP/1.1" status: 404 len: 346 time: 0.0660849 Feb 14 17:56:39.358853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42416) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.375861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:39.392146 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6930bc4-ebed-49af-b2d5-c5d9a1302d99 req-8ff14027-4831-493c-a723-18fe4578a014 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180388 Feb 14 17:56:39.405386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.479371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=8f87dc30-7191-47e9-a82e-101b7c1284b4,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:39.537561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:39.537846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 3f0b80b2-b294-4e2e-8587-93b654c929dd, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:39.589146 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-1b17a73f-3a77-4e67-8734-7d6b21749070 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1097 time: 0.1751420 Feb 14 17:56:39.615698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b4d63f1-fccd-4e6d-bbce-7d8304476065 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:39.680457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:39.685678 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-43d5c22c-7e96-4647-96fa-0775577ca33f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 217 time: 0.0866640 Feb 14 17:56:39.693879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=544bd141-b4fe-43ab-817f-82447d010e8c,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:39.743707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1814880'] for subnet, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.770030 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-41da199d-f91d-4dd7-9309-70bc350b730b tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-704873293 HTTP/1.1" status: 204 len: 168 time: 0.4246874 Feb 14 17:56:39.774405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42424) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.784178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-de402793-f7ff-44a3-bb73-a87023b7d129 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:39.785042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'status': 'completed', 'code': 200} Feb 14 17:56:39.795630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 3f0b80b2-b294-4e2e-8587-93b654c929dd) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:39.800245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:39.801080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.823909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8276-0591-4f52-9459-2834911fac71 req-e00d202e-a79d-4984-b97d-97b0fa2e799b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:39.825735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-e00d202e-a79d-4984-b97d-97b0fa2e799b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.1313453 Feb 14 17:56:39.857941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:39.858504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.883718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857fc73-6e25-44aa-9192-cd9f355b773a None None] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:39.937906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-7471bd9f-0559-4e30-871e-be71a6a41aae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027088 Feb 14 17:56:39.951695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b7f84fce-20be-429c-8a7b-ecad7e890264 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6414175 Feb 14 17:56:39.954121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42428) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:39.976870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-befd44bf-39d1-4394-a095-5a11dd8ee62b', 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b', 'tenant_id': '7d2cf9cd576840e5a2d66ad93ec5e798', 'fixed_ips': [{'subnet_id': 'b3fc5ab6-7757-42ea-bddb-f5432fd7bc41'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:39.977464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:39.996728 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de402793-f7ff-44a3-bb73-a87023b7d129 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 200 len: 205 time: 0.2189524 Feb 14 17:56:39.998437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42432) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.032277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-6242a35b-2cee-430a-911f-b5864aa54ad5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:40.131485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-55433d18-dece-4966-b1f5-65092259e2fd service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784146 Feb 14 17:56:40.202287 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6242a35b-2cee-430a-911f-b5864aa54ad5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 200 len: 240 time: 0.2003586 Feb 14 17:56:40.202542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42438) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.209109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-ec7ff326-30fa-48d1-8728-6f4a852cc1c2 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-496025686') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:40.269882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42442) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.306627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42446) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.344816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382839'] for subnet, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.364029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759569678', 'description': 'tempest-secgroup-smoke-1759569678 description', 'project_id': '644b9b93f0414c82952cd55508414abd'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:40.367826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-3f0b80b2-b294-4e2e-8587-93b654c929dd', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:40.368634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.370183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:40.428432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event updated for resources: {'Subnet': ['ID=b3fc5ab6-7757-42ea-bddb-f5432fd7bc41,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:40.435540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:40.442217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:40.448140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:40.449130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.453149 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2dccbdff-01a9-4978-97d3-fa727f693720 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "PUT /v2.0/subnets/b3fc5ab6-7757-42ea-bddb-f5432fd7bc41 HTTP/1.1" status: 200 len: 900 time: 1.0907116 Feb 14 17:56:40.454195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42454) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.455377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:40.456633 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ec7ff326-30fa-48d1-8728-6f4a852cc1c2 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-496025686 HTTP/1.1" status: 204 len: 168 time: 0.2530921 Feb 14 17:56:40.461784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42458) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:40.476486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-18c2ff6b-5012-45a4-9810-983278942fec tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-496025686') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:40.565465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Allocated IP 2001:db8::3 (befd44bf-39d1-4394-a095-5a11dd8ee62b/b3fc5ab6-7757-42ea-bddb-f5432fd7bc41/ff721b97-d4b4-4dcb-8ef4-71eebfb19863) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:40.763620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Allocated IP 2001:db8:2::2 (3f0b80b2-b294-4e2e-8587-93b654c929dd/8f87dc30-7191-47e9-a82e-101b7c1284b4/66e08bd4-4015-4778-bd80-312730d6afd2) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:40.767323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.838857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.859692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.895442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.957908 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f5f8276-0591-4f52-9459-2834911fac71 req-68ee3977-face-44e8-86a1-6a5d862fda16 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891975 Feb 14 17:56:40.960585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:40.983792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Transition to ACTIVE for port object ff721b97-d4b4-4dcb-8ef4-71eebfb19863 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:40.997098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:41.005466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:41.012022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:41.018808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:41.022102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Usage tracker for resource:security_group_rule and tenant:53d6c8ecca6e4859ba1b87d9696b77b4 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:41.033855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:41.037536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:41.041249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Transition to ACTIVE for port object ff721b97-d4b4-4dcb-8ef4-71eebfb19863 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:41.050639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8c02-ae40-4cdd-97c4-08ca82dfa38c req-a34822de-d48f-4d0c-a3b6-894673b375e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:41.052097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57de8c02-ae40-4cdd-97c4-08ca82dfa38c req-a34822de-d48f-4d0c-a3b6-894673b375e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 944 time: 0.2691562 Feb 14 17:56:41.053136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:41.079334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.091749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Transition to ACTIVE for port object 66e08bd4-4015-4778-bd80-312730d6afd2 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:41.110376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Transition to ACTIVE for port object 66e08bd4-4015-4778-bd80-312730d6afd2 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:41.127045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.198410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Network befd44bf-39d1-4394-a095-5a11dd8ee62b is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:41.201804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:41.203655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Pushing event updated for resources: {'Port': ['ID=ff721b97-d4b4-4dcb-8ef4-71eebfb19863,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.206393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:41.209536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-18c2ff6b-5012-45a4-9810-983278942fec tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-496025686 HTTP/1.1" status: 204 len: 168 time: 0.7466834 Feb 14 17:56:41.210047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42462) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.218714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-248f718c-2e5d-4b6d-b53f-040f7ddfc420 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.241194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.334186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57de8c02-ae40-4cdd-97c4-08ca82dfa38c req-ceb14abb-4e5e-4fea-be8b-533ff0cc82a1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736692 Feb 14 17:56:41.348272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.362386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Attempting to bind port ff721b97-d4b4-4dcb-8ef4-71eebfb19863 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:41.362755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Attempting to bind port ff721b97-d4b4-4dcb-8ef4-71eebfb19863 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '6512f809-361d-419c-898b-ce7bdc782217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:41.363115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Attempting to bind port ff721b97-d4b4-4dcb-8ef4-71eebfb19863 on network befd44bf-39d1-4394-a095-5a11dd8ee62b {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:41.366350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:41.367227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Pushing event updated for resources: {'Port': ['ID=66e08bd4-4015-4778-bd80-312730d6afd2,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.370496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:41.373528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:41.373778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.381548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:41.381926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Checking segment: {'id': '6512f809-361d-419c-898b-ce7bdc782217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:41.383589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.383708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Bound using segment: {'id': '6512f809-361d-419c-898b-ce7bdc782217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:41.384091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Bound port: ff721b97-d4b4-4dcb-8ef4-71eebfb19863, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6512f809-361d-419c-898b-ce7bdc782217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:41.384462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.422344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fc5ab6-7757-42ea-bddb-f5432fd7bc41,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.434987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.441740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-36c571ba-8212-4c31-8d2c-2f3fa75da85d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1097 time: 0.2858167 Feb 14 17:56:41.475715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.518286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-248f718c-2e5d-4b6d-b53f-040f7ddfc420 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 200 len: 205 time: 0.3056703 Feb 14 17:56:41.522269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42466) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.529104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Attempting to bind port 66e08bd4-4015-4778-bd80-312730d6afd2 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:41.530016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Attempting to bind port 66e08bd4-4015-4778-bd80-312730d6afd2 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:41.530390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Attempting to bind port 66e08bd4-4015-4778-bd80-312730d6afd2 on network 3f0b80b2-b294-4e2e-8587-93b654c929dd {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:41.540803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-bb2b8dcb-9de1-4985-b426-2b2f28cb2231 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.565717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:41.566169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Checking segment: {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:41.566291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.566507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.566868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Bound using segment: {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:41.567363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Bound port: 66e08bd4-4015-4778-bd80-312730d6afd2, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:41.568165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.576467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.581513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 544bd141-b4fe-43ab-817f-82447d010e8c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:41.599168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befd44bf-39d1-4394-a095-5a11dd8ee62b']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.614579 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb2b8dcb-9de1-4985-b426-2b2f28cb2231 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 200 len: 240 time: 0.0914788 Feb 14 17:56:41.616267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6512f809-361d-419c-898b-ce7bdc782217') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.616554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6512f809-361d-419c-898b-ce7bdc782217') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.623891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.630739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-860393f2-0452-4583-be63-28e9509068c0 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-172050244') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.633133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] For port ff721b97-d4b4-4dcb-8ef4-71eebfb19863, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:41.648180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c466562-0705-4db4-89a2-a74326b4e00f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.655140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.676886 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-860393f2-0452-4583-be63-28e9509068c0 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-172050244 HTTP/1.1" status: 204 len: 168 time: 0.0518804 Feb 14 17:56:41.679125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42474) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.685167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] For port ff721b97-d4b4-4dcb-8ef4-71eebfb19863, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ff721b97-d4b4-4dcb-8ef4-71eebfb19863,segment=NetworkSegment(6512f809-361d-419c-898b-ce7bdc782217),segment_id=6512f809-361d-419c-898b-ce7bdc782217)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:41.687297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-53b53869-c06e-4085-89db-0cac27497add tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-172050244') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.741638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] For port 66e08bd4-4015-4778-bd80-312730d6afd2, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:41.747477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] For port 66e08bd4-4015-4778-bd80-312730d6afd2, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66e08bd4-4015-4778-bd80-312730d6afd2,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:41.747875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.749081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-136ba365-54d8-49c0-99c9-a2d2a9238e93 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3942339 Feb 14 17:56:41.750302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 544bd141-b4fe-43ab-817f-82447d010e8c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:41.750660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.752991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42478) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.761025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:41.768514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:41.773762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:41.777114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:41.784096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:41.797693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.798333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.805780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:41.806181 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.806327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53d6c8ecca6e4859ba1b87d9696b77b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5351951 Feb 14 17:56:41.812742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42482) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:41.822334 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:41.828524 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53b53869-c06e-4085-89db-0cac27497add tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-172050244 HTTP/1.1" status: 204 len: 168 time: 0.1471593 Feb 14 17:56:41.840577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42486) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:41.844031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.863739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-38349464-17c9-410b-9de0-25acc5ea2adb tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:41.875424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4a811-0ae7-477a-8a15-0f2093d0cd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c7221-a789-4edf-8716-21354d8034f5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.883502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-165f82e1-e280-4a74-b757-b9f862c8c230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:41.885974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-165f82e1-e280-4a74-b757-b9f862c8c230 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 896 time: 0.4371822 Feb 14 17:56:41.913031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:41.974682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 17:56:41.974682 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 17:56:41.974682 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': 'befd44bf-39d1-4394-a095-5a11dd8ee62b'}] Feb 14 17:56:41.974682 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:56:41.974682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:56:41.977397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08975a2c-fa2b-4efd-ac4f-b04ce002483e None None] Pushing event updated for resources: {'Port': ['ID=ff721b97-d4b4-4dcb-8ef4-71eebfb19863,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:41.988545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.006830 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-40fc875f-6dce-4e05-8787-88b43bc146fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 217 time: 0.1041250 Feb 14 17:56:42.050308 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38349464-17c9-410b-9de0-25acc5ea2adb tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1943052 Feb 14 17:56:42.052000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42490) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.065620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-ea6cc177-dd5d-4b4c-9a96-9d37d5d0b0d3 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:42.083305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.083448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.117715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5408dd8d-5f38-4747-bc35-81ff81110377,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:42.123090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-8ee528f3-fbb5-483c-a4f1-f450fc0757ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:42.124553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-8ee528f3-fbb5-483c-a4f1-f450fc0757ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.1107502 Feb 14 17:56:42.133604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.168000 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ea6cc177-dd5d-4b4c-9a96-9d37d5d0b0d3 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1120718 Feb 14 17:56:42.170332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42494) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.181852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-b636b5e9-152b-4345-80db-ef092e3b704b tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:42.193098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2344c-937e-44ab-99b4-ed24ea1a1e78 None None] Network befd44bf-39d1-4394-a095-5a11dd8ee62b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:42.327114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.328389 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2b339c53-8898-416c-9cfb-05ede27405c8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5734627 Feb 14 17:56:42.331193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42498) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.337771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:42.356014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:42.364030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:42.369207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:42.381430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:42.396592 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b636b5e9-152b-4345-80db-ef092e3b704b tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.2226377 Feb 14 17:56:42.397979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42504) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.404389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-eb157cd3-3ce2-488e-929d-068619885bc5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:42.407070 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-278995b1-3bf1-42ed-a967-058dbd32ff20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2580719 Feb 14 17:56:42.443368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0937-6c59-4dfc-90eb-a681d61cbe01 None None] Pushing event updated for resources: {'Port': ['ID=66e08bd4-4015-4778-bd80-312730d6afd2,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:42.475254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.507754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.507976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port ff721b97-d4b4-4dcb-8ef4-71eebfb19863 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:42.508101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.528549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0af3e-b880-425d-b23a-fdbc6f8ed33a None None] Network befd44bf-39d1-4394-a095-5a11dd8ee62b requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:42.539500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.559648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.641663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.657515 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-eb157cd3-3ce2-488e-929d-068619885bc5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 204 len: 168 time: 0.2590091 Feb 14 17:56:42.661820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42508) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.662090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c7221-a789-4edf-8716-21354d8034f5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:42.672956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-aec57e02-ed76-45e5-bfb0-83e590a105e9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:42.776254 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.830756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f4421d-d06e-4815-9d39-9d25567fac06,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:42.924891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.925477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.926021 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6200a943-f7dc-4de2-8840-33557a2b9e01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb9c7221-a789-4edf-8716-21354d8034f5 HTTP/1.1" status: 204 len: 168 time: 1.1066830 Feb 14 17:56:42.926492 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a28e7cfe-7323-4231-85ca-e66799c14f04 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5944011 Feb 14 17:56:42.930839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42514) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:42.943100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:42.950324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port ff721b97-d4b4-4dcb-8ef4-71eebfb19863, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ff721b97-d4b4-4dcb-8ef4-71eebfb19863,segment=NetworkSegment(6512f809-361d-419c-898b-ce7bdc782217),segment_id=6512f809-361d-419c-898b-ce7bdc782217)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:42.950711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:42.960382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:42.962937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-9ee2b40c-0f77-4760-b959-0066d8dc5aff service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424733 Feb 14 17:56:42.969693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:42.974498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:43.029939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:43.135048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aa3f2-1659-46cc-b078-72f79ce3dd53 req-dd726af9-4561-40e2-af50-f235c2c17bf2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:43.142151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-082aa3f2-1659-46cc-b078-72f79ce3dd53 req-dd726af9-4561-40e2-af50-f235c2c17bf2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 944 time: 0.6211421 Feb 14 17:56:43.163651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442ac08-d799-463b-bd5d-d9c4b1a0e904 None None] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:43.212085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for ff721b97-d4b4-4dcb-8ef4-71eebfb19863 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:43.267401 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aec57e02-ed76-45e5-bfb0-83e590a105e9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 204 len: 168 time: 0.6008511 Feb 14 17:56:43.272328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42518) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:43.292126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-2ece5f7c-ac9d-40ca-8a69-a7bc75a1b1b2 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-1683112361') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.329650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.333639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-082aa3f2-1659-46cc-b078-72f79ce3dd53 req-e70477f9-368f-4b79-8e8e-918d8d971199 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905527 Feb 14 17:56:43.355941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e5174e3-124a-4ec2-a49a-c3f0b86f61ca req-68ec949e-7f14-4f45-b077-7ca1aa98237f service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680410 Feb 14 17:56:43.361109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e8c88831-8ad9-4083-bb65-34aea377a9e8 None None] Provisioning for port 66e08bd4-4015-4778-bd80-312730d6afd2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:43.421571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.430832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.441123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8:2::1 (3f0b80b2-b294-4e2e-8587-93b654c929dd/8f87dc30-7191-47e9-a82e-101b7c1284b4/24efedac-8a5c-43e6-a4bb-f26c8a7641c7) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:43.485274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=ff721b97-d4b4-4dcb-8ef4-71eebfb19863,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:43.490240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 9c0f2227-e6f7-4ea2-810b-80eefa667325 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:56:43.492808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port ff721b97-d4b4-4dcb-8ef4-71eebfb19863 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:43.646570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2ece5f7c-ac9d-40ca-8a69-a7bc75a1b1b2 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-1683112361 HTTP/1.1" status: 201 len: 201 time: 0.3701160 Feb 14 17:56:43.649570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42530) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:43.657077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-506a70be-3deb-4bd9-88d1-c6f384edc57f tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-334845701') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.667026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66e08bd4-4015-4778-bd80-312730d6afd2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:43.684949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.701386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.716072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:43.718723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.741051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c908ab-7737-4151-9bfa-3ff3e09430e2,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:43.761031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befd44bf-39d1-4394-a095-5a11dd8ee62b']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.777307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6512f809-361d-419c-898b-ce7bdc782217') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.777605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6512f809-361d-419c-898b-ce7bdc782217') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.791844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.812344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:43.815451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.825247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:43.825953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.831689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:43.847797 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:43.866629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.899753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.911007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.912642 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4f20af40-d598-4ab0-9f26-9243a973dda3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9791145 Feb 14 17:56:43.919629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0f2227-e6f7-4ea2-810b-80eefa667325 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:56:43.920362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42536) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:43.929518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:43.936388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:43.946072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-506a70be-3deb-4bd9-88d1-c6f384edc57f tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-334845701 HTTP/1.1" status: 201 len: 201 time: 0.2952838 Feb 14 17:56:43.952387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42540) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:43.958712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 66e08bd4-4015-4778-bd80-312730d6afd2 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:43.962317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-e12e39ba-58ea-41ad-8f7a-4a9416465c8c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-1892717544') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:43.965829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 66e08bd4-4015-4778-bd80-312730d6afd2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:43.969840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:43.991241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:43.995218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:43.997696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:44.000205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:44.000937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.020786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:44.021894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.074909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:44.082684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:44.102889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:44.136807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:44.175756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.175756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.184106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a76e1759-fe0e-429c-b024-46fd1cc93d1c None None] Provisioning complete for port 66e08bd4-4015-4778-bd80-312730d6afd2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:44.184616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a76e1759-fe0e-429c-b024-46fd1cc93d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.215097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.227583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=befd44bf-39d1-4394-a095-5a11dd8ee62b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:44.230805 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6c16677a-c2e6-421d-803d-0483427d5436 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/befd44bf-39d1-4394-a095-5a11dd8ee62b HTTP/1.1" status: 204 len: 168 time: 3.7729490 Feb 14 17:56:44.231960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.243521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42548) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:44.275782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.303751 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e12e39ba-58ea-41ad-8f7a-4a9416465c8c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-1892717544 HTTP/1.1" status: 201 len: 201 time: 0.3438718 Feb 14 17:56:44.306712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42552) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:44.312284 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b697dc07-f09e-4202-8760-d9383a0f9269 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:44.312777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b697dc07-f09e-4202-8760-d9383a0f9269 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:44.314435 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b697dc07-f09e-4202-8760-d9383a0f9269 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/b3fc5ab6-7757-42ea-bddb-f5432fd7bc41 HTTP/1.1" status: 404 len: 337 time: 0.0681529 Feb 14 17:56:44.317824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42556) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:44.355939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['9c0f2227-e6f7-4ea2-810b-80eefa667325'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:56:44.365655 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a245dd-10c3-42d1-ad08-3efd7baf3cac tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:44.366200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a245dd-10c3-42d1-ad08-3efd7baf3cac tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:44.373602 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-77a245dd-10c3-42d1-ad08-3efd7baf3cac tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/befd44bf-39d1-4394-a095-5a11dd8ee62b HTTP/1.1" status: 404 len: 339 time: 0.0547955 Feb 14 17:56:44.376346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42562) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:44.403854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 66e08bd4-4015-4778-bd80-312730d6afd2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66e08bd4-4015-4778-bd80-312730d6afd2,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:44.425348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790661a-e071-477f-a53b-1be48ebb0721 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 17:56:44.466884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a76e1759-fe0e-429c-b024-46fd1cc93d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.498267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.522194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.532626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-e3341541-e685-4dd8-bf1d-751bb1c66218 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-945209479') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:44.542665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.605234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.649164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefb2b58-a2de-415e-bf0d-6dd198b87d14,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:44.656559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-a76e1759-fe0e-429c-b024-46fd1cc93d1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:56:44.656763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-a76e1759-fe0e-429c-b024-46fd1cc93d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:56:44.729405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.757014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ab2c24-092e-4857-8f08-4c8568273e00']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:44.770942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed6b54d-e0b4-4e98-8970-ee77d3cf9b6c') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:44.774068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed6b54d-e0b4-4e98-8970-ee77d3cf9b6c') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:44.774284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=66e08bd4-4015-4778-bd80-312730d6afd2,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:44.786222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.809570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.813272 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b1fbf295-c2bc-4faf-8f17-ec0abba2bc70 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8916559 Feb 14 17:56:44.818103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:44.823918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:44.834325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:44.838716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.844925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:44.849710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:44.852986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:44.853792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:44.872344 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:44.882105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:44.928201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790661a-e071-477f-a53b-1be48ebb0721 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 17:56:44.978132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3daf-005e-42a8-bb80-c2c86ccfe5ac req-bde8e3f4-d2c6-4eed-a08b-60b05ad61cbf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:44.988731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f04a3daf-005e-42a8-bb80-c2c86ccfe5ac req-bde8e3f4-d2c6-4eed-a08b-60b05ad61cbf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 945 time: 0.3283663 Feb 14 17:56:45.025061 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e3341541-e685-4dd8-bf1d-751bb1c66218 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-945209479 HTTP/1.1" status: 201 len: 201 time: 0.7094872 Feb 14 17:56:45.028987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42576) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.040989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-4f33c6e4-dda5-4eff-8959-3332324bb4b9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', {'tags': ['tempest-TagsExtTest-Tag-2060565462', 'tempest-TagsExtTest-Tag-101338036', 'tempest-TagsExtTest-Tag-1894203505']}) {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:45.092134 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Project 644b9b93f0414c82952cd55508414abd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:45.100162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.131568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.151696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.198289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.204090 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/45ab2c24-092e-4857-8f08-4c8568273e00 HTTP/1.1" status: 204 len: 168 time: 0.8260188 Feb 14 17:56:45.208805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42580) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.211627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fa1ce-9622-4536-ae92-b031163cdfba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=45ab2c24-092e-4857-8f08-4c8568273e00,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:45.235060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f04a3daf-005e-42a8-bb80-c2c86ccfe5ac req-1b9dbd2e-cd6c-4157-b9d0-79d6fbdd43bb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453756 Feb 14 17:56:45.290526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.291416 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53e9b80-d9bb-45d2-9258-76832f6bd08d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:45.291859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53e9b80-d9bb-45d2-9258-76832f6bd08d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:45.300172 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a53e9b80-d9bb-45d2-9258-76832f6bd08d tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/4dc04234-3bbd-4365-b445-c540b0149b1e HTTP/1.1" status: 404 len: 337 time: 0.0878220 Feb 14 17:56:45.300361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42586) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.307395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.308169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.340061 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e445f0c9-7e46-4f86-aea2-f8f719c212dd tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:45.340602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e445f0c9-7e46-4f86-aea2-f8f719c212dd tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:45.344876 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e445f0c9-7e46-4f86-aea2-f8f719c212dd tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/8429479b-9a44-442f-be2b-ad366923b865 HTTP/1.1" status: 404 len: 339 time: 0.0411525 Feb 14 17:56:45.345343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.345906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42592) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.415353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.502312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dfbe94-0003-4d21-b136-da5d490564fa,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:45.518615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a32df2d2-ba6e-4c4b-9486-cd240af6034c None None] Provisioning for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:45.546300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a32df2d2-ba6e-4c4b-9486-cd240af6034c None None] Provisioning complete for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:45.546300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a32df2d2-ba6e-4c4b-9486-cd240af6034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.564995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.572128 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c6de67c4-f968-496b-918a-e9abecc8dfb8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7525465 Feb 14 17:56:45.594555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42598) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.614077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4f33c6e4-dda5-4eff-8959-3332324bb4b9 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 200 len: 317 time: 0.5828204 Feb 14 17:56:45.619241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'security_group_rule': {'security_group_id': '5c466562-0705-4db4-89a2-a74326b4e00f', 'project_id': '644b9b93f0414c82952cd55508414abd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:45.629036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42602) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:45.642623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:45.648735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-1e7f6806-a403-4860-9616-cee2176a141f tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:45.661688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a32df2d2-ba6e-4c4b-9486-cd240af6034c None None] Port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:45.706856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:security_group_rule and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:45.716774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:45.735487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:45.740397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66e08bd4-4015-4778-bd80-312730d6afd2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:45.797643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:45.832864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 66e08bd4-4015-4778-bd80-312730d6afd2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:45.833407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.883844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Project 644b9b93f0414c82952cd55508414abd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:45.896578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:45.899075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:45.901036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.941276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting subnet 3c5dbff1-75a0-4419-a370-735a80bcc67d {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:45.945687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:45.974760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:46.018752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.143941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.149297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.155500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:46.165362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:46.165739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.293277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1e7f6806-a403-4860-9616-cee2176a141f tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 204 len: 168 time: 0.6613121 Feb 14 17:56:46.296223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:46.302502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-4a57a5d5-e2c6-4394-93ef-2b3b0839b3b0 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-2060565462') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:46.314892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.336984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.343744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.381442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:46.382243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a01534cd-fca1-491c-a770-72cffef2dbe8 None None] Provisioning complete for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:46.382637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a01534cd-fca1-491c-a770-72cffef2dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.411609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb34095-30bb-4eca-a0e8-653fa120b95e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:46.411727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.421402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5dbff1-75a0-4419-a370-735a80bcc67d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:46.432913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe5e1c-dce1-469a-a1d6-93c8c3a916e0 None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:46.485153 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-4a57a5d5-e2c6-4394-93ef-2b3b0839b3b0 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:46.486587 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a57a5d5-e2c6-4394-93ef-2b3b0839b3b0 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-2060565462 HTTP/1.1" status: 404 len: 329 time: 0.1888454 Feb 14 17:56:46.489446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:46.497024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.499659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.tag.tag_plugin [None req-b88710c5-b42b-4bde-8f5a-fb11b1f8018c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-101338036') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:46.512895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5626090c-38ad-4d26-bac9-5bb1af393cf6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8999028 Feb 14 17:56:46.564385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:46.575339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ddd07-0955-4fc0-a18e-cf5862e3b2ec req-547a34c8-2d8e-40c2-acd0-e8a8167b28b4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:46.576876 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e2ddd07-0955-4fc0-a18e-cf5862e3b2ec req-547a34c8-2d8e-40c2-acd0-e8a8167b28b4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 945 time: 0.1390955 Feb 14 17:56:46.596649 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-83461f90-7d7c-4915-bf8e-d1f2ca3a15fa tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/3c5dbff1-75a0-4419-a370-735a80bcc67d HTTP/1.1" status: 204 len: 168 time: 1.2496898 Feb 14 17:56:46.599721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:46.605737 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-b88710c5-b42b-4bde-8f5a-fb11b1f8018c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:46.606936 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b88710c5-b42b-4bde-8f5a-fb11b1f8018c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-101338036 HTTP/1.1" status: 404 len: 328 time: 0.1157742 Feb 14 17:56:46.641852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42638) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:46.678758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-918f1260-c7cc-463c-b044-028e3b8323f8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba', 'tempest-TagsExtTest-Tag-1894203505') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:46.687378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting subnet 0fb973df-db87-4e9c-95ea-085e0197b66b {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:46.690627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.753638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.761486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.848412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e2ddd07-0955-4fc0-a18e-cf5862e3b2ec req-83a30cdf-efe1-4d36-b46c-e20db66a716a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610459 Feb 14 17:56:46.884330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:46.896139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a01534cd-fca1-491c-a770-72cffef2dbe8 None None] Port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:46.920660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-918f1260-c7cc-463c-b044-028e3b8323f8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:46.924643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-918f1260-c7cc-463c-b044-028e3b8323f8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags/tempest-TagsExtTest-Tag-1894203505 HTTP/1.1" status: 404 len: 329 time: 0.2790091 Feb 14 17:56:46.925094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42654) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:46.940196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-a4227be3-9d5e-4da2-a8a9-d8788dd44092 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', {'tags': ['tempest-TagsExtTest-Tag-2073768239', 'tempest-TagsExtTest-Tag-1060150444', 'tempest-TagsExtTest-Tag-390704530']}) {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:46.962410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:47.026079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:56:47.035409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-80629a1a-4f77-4826-958d-0b7a0857a08b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0778289 Feb 14 17:56:47.037069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42662) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.042301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42666) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.047966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326208874'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:47.056036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215143204', 'description': 'tempest-secgroup-smoke-1215143204 description', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:47.066862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:47.071135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:47.073827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.079861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:network and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:47.113130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:47.116205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:47.128818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:47.131398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb973df-db87-4e9c-95ea-085e0197b66b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:47.134647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:47.140756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:47.145959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.164349 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9a0eaa19-bbc8-4100-807b-2167e4b642df tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/0fb973df-db87-4e9c-95ea-085e0197b66b HTTP/1.1" status: 204 len: 168 time: 0.5634305 Feb 14 17:56:47.166931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42670) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.183515 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4227be3-9d5e-4da2-a8a9-d8788dd44092 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 200 len: 317 time: 0.2566929 Feb 14 17:56:47.187178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42674) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.193298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-227b0ac1-9ef6-4657-a8a9-4a918a0306da tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:47.273882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:47.277343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.323033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.348402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.350178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.383132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:47.404589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port 4dd26734-eb98-429e-884f-af761d65003e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:47.404955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.413167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-227b0ac1-9ef6-4657-a8a9-4a918a0306da tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 204 len: 168 time: 0.2223039 Feb 14 17:56:47.413385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42678) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.419452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-600e4f34-e54b-4c7a-986a-df32bbc6c849 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-2073768239') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:47.431679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.432251 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added segment d0fd3af5-a87e-40c1-8e21-a5be4198b878 of type vlan for network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 Feb 14 17:56:47.451793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:47.462002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:47.471429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:47.489621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:47.495813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.513047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 9c0f2227-e6f7-4ea2-810b-80eefa667325 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:47.562867 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-600e4f34-e54b-4c7a-986a-df32bbc6c849 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:47.563956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-600e4f34-e54b-4c7a-986a-df32bbc6c849 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-2073768239 HTTP/1.1" status: 404 len: 329 time: 0.1491239 Feb 14 17:56:47.569424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42682) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.580877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:47.581285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-8c7e478e-5305-42bd-982a-49347d1f1be7 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-1060150444') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:47.687326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:47.687906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.709857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-8c7e478e-5305-42bd-982a-49347d1f1be7 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:47.714172 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8c7e478e-5305-42bd-982a-49347d1f1be7 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-1060150444 HTTP/1.1" status: 404 len: 329 time: 0.1408386 Feb 14 17:56:47.715128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42686) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.720422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-b11efe44-3cd8-4167-971e-025ca03300a6 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a', 'tempest-TagsExtTest-Tag-390704530') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:47.726511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a826b-9770-44ec-8915-39d716a15c0e None None] Network 9a55de75-c285-4853-ab03-ddd3f47b794c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:47.735649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.739547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:47.740116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.793161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-b11efe44-3cd8-4167-971e-025ca03300a6 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:47.796861 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b11efe44-3cd8-4167-971e-025ca03300a6 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags/tempest-TagsExtTest-Tag-390704530 HTTP/1.1" status: 404 len: 328 time: 0.0782003 Feb 14 17:56:47.797193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.803495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-5462e2b2-47d1-4694-aa25-c05a003527d6 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', {'tags': ['tempest-TagsExtTest-Tag-214260775', 'tempest-TagsExtTest-Tag-1728205644', 'tempest-TagsExtTest-Tag-71400167']}) {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:47.852421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 9c0f2227-e6f7-4ea2-810b-80eefa667325 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:47.862788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 9c0f2227-e6f7-4ea2-810b-80eefa667325 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:47.863206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.921298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port 4dd26734-eb98-429e-884f-af761d65003e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4dd26734-eb98-429e-884f-af761d65003e,segment=NetworkSegment(d52efdb6-7691-4228-ac66-a8d0e9bfd851),segment_id=d52efdb6-7691-4228-ac66-a8d0e9bfd851)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:47.922126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.941010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:47.941788 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9050746 Feb 14 17:56:47.975245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:47.981474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'subnet': {'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:48.018005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8108edfd-dc94-4301-bef4-1709d6a97dbc None None] Provisioning complete for port 4dd26734-eb98-429e-884f-af761d65003e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:48.018407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8108edfd-dc94-4301-bef4-1709d6a97dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.127771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7cd54-a770-466d-98bd-3037f072f557 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Network': ['ID=756bd5ee-6f5d-41d4-be77-7a4bdcce72c8,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:48.147083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for 4dd26734-eb98-429e-884f-af761d65003e owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:48.152469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:48.203904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.236181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5462e2b2-47d1-4694-aa25-c05a003527d6 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 200 len: 315 time: 0.4356644 Feb 14 17:56:48.237000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42706) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:48.245169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-aa2a18bd-361e-48e0-aa0a-3b9012e280fc tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:48.354316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.450631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634b4e-3fe6-4250-a77e-1a907980f1f4 req-dd442f92-9b30-4565-932e-c0d7bf6b6479 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:48.452168 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0634b4e-3fe6-4250-a77e-1a907980f1f4 req-dd442f92-9b30-4565-932e-c0d7bf6b6479 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 945 time: 0.3034880 Feb 14 17:56:48.454385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:48.500427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:subnet and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:48.507841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:48.511203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbf50c-f1a8-42a5-946d-080d16218c6c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:48.518809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:48.522464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:48.528505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:48.537124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:48.546773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0634b4e-3fe6-4250-a77e-1a907980f1f4 req-d66f2f8f-f08b-4df0-87ac-56fbf633e120 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817380 Feb 14 17:56:48.549621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:48.559207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:56:48.595193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:48.597206 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa2a18bd-361e-48e0-aa0a-3b9012e280fc tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.3591268 Feb 14 17:56:48.599850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:48.608934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-20696da9-d3db-4313-9ef7-6dd780178a53 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-214260775') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:48.666827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.681944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.736267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Made reservation on behalf of f11807b8fe444a5a9ac7215fd338a0b3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:48.814989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:48.818164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c31ad-7692-4e5f-9454-13ab9b42126a None None] DHCP port deletion for 9a55de75-c285-4853-ab03-ddd3f47b794c request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:48.837242 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'code': 200} Feb 14 17:56:48.851474 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-20696da9-d3db-4313-9ef7-6dd780178a53 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:48.855644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-20696da9-d3db-4313-9ef7-6dd780178a53 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-214260775 HTTP/1.1" status: 404 len: 328 time: 0.2548149 Feb 14 17:56:48.856222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42722) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:48.862490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-73d24bff-5c40-45a6-b598-c9cbb6cf21a8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-1728205644') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:48.901636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:48.904477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=4dd26734-eb98-429e-884f-af761d65003e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:48.922473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port 4dd26734-eb98-429e-884f-af761d65003e on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:49.073743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-73d24bff-5c40-45a6-b598-c9cbb6cf21a8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:49.087264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-73d24bff-5c40-45a6-b598-c9cbb6cf21a8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-1728205644 HTTP/1.1" status: 404 len: 329 time: 0.2237191 Feb 14 17:56:49.087264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42742) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.092614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.096833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-fe15bf57-cb73-4903-9461-f8f29f9446d5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc', 'tempest-TagsExtTest-Tag-71400167') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.145009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.317141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-fe15bf57-cb73-4903-9461-f8f29f9446d5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:49.318282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fe15bf57-cb73-4903-9461-f8f29f9446d5 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags/tempest-TagsExtTest-Tag-71400167 HTTP/1.1" status: 404 len: 327 time: 0.2262540 Feb 14 17:56:49.325843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42748) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.336417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-69e90728-486c-47c3-a039-fb815bd3dc9d tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', {'tags': ['tempest-TagsExtTest-Tag-1428986735', 'tempest-TagsExtTest-Tag-843953404', 'tempest-TagsExtTest-Tag-1705615827']}) {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.353807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038ad847-dd15-4bfc-8c89-039e5e8ccadb,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:49.364715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.391494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-523598f6-a7a7-4ac8-935e-dfed1406226e req-0890b499-158d-4ffb-9b11-a7590db37954 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1099 time: 0.1571054 Feb 14 17:56:49.406561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a55de75-c285-4853-ab03-ddd3f47b794c']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.428654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52efdb6-7691-4228-ac66-a8d0e9bfd851') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.428654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52efdb6-7691-4228-ac66-a8d0e9bfd851') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.437923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.440412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-523598f6-a7a7-4ac8-935e-dfed1406226e req-a65af48e-ec40-4ef6-a7b5-029a794dc139 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Feb 14 17:56:49.450325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.451598 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2c1790ef-631f-422e-9aae-cdbdf39c07d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.4084280 Feb 14 17:56:49.457686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42752) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.460537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:49.461931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.467998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:49.472196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:49.478599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:49.479811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-69e90728-486c-47c3-a039-fb815bd3dc9d tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "PUT /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 200 len: 317 time: 0.1516721 Feb 14 17:56:49.483420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42756) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.486557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:49.495740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-b594aa61-4fd6-4354-9073-20f032a664bc tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.504175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:49.504579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:49.519837 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:49.567847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c7357bf7-d527-4ebf-b096-ff7694c24427 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:49.623303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.655024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b594aa61-4fd6-4354-9073-20f032a664bc tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1703548 Feb 14 17:56:49.658852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42762) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.666035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-2b86cfa9-20ce-408e-ae4a-f66195e8d058 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-1428986735') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.724903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-2b86cfa9-20ce-408e-ae4a-f66195e8d058 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:49.725842 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2b86cfa9-20ce-408e-ae4a-f66195e8d058 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-1428986735 HTTP/1.1" status: 404 len: 329 time: 0.0658538 Feb 14 17:56:49.727466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.729251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42766) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.730323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.737491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-c39d6b28-adf0-49e3-b88a-3ef778691157 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-843953404') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.756337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.761074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c7357bf7-d527-4ebf-b096-ff7694c24427 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:49.766713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c7357bf7-d527-4ebf-b096-ff7694c24427 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:49.767344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.775103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=9a55de75-c285-4853-ab03-ddd3f47b794c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:49.780409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.806862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.835876 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-c39d6b28-adf0-49e3-b88a-3ef778691157 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:49.839419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c39d6b28-adf0-49e3-b88a-3ef778691157 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-843953404 HTTP/1.1" status: 404 len: 328 time: 0.1051421 Feb 14 17:56:49.846970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42770) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.853559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f585d02-14f3-464f-9922-8ed7dd3461d9,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:49.863194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-2b383aad-0d8f-4651-80bd-62d3dc32a5f4 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2', 'tempest-TagsExtTest-Tag-1705615827') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.871694 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-72e1c37f-04bf-4ddc-a110-40086cd91534 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/9a55de75-c285-4853-ab03-ddd3f47b794c HTTP/1.1" status: 204 len: 168 time: 2.7036660 Feb 14 17:56:49.876021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42774) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.903324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.916958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb4a6-a587-49f9-b668-c82e5da16900 req-999dce9e-0b9a-4a4b-b7ba-7b63fb614cce tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:49.919269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-057eb4a6-a587-49f9-b668-c82e5da16900 req-999dce9e-0b9a-4a4b-b7ba-7b63fb614cce tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.1728482 Feb 14 17:56:49.925004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Subnet': ['ID=7453dca9-8209-42db-afff-48b46c1bdd81,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:49.935204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c7357bf7-d527-4ebf-b096-ff7694c24427, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c7357bf7-d527-4ebf-b096-ff7694c24427,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:49.942684 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3550712e-7561-4339-9f76-3d130ecced41 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:49.943112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3550712e-7561-4339-9f76-3d130ecced41 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:49.945646 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3550712e-7561-4339-9f76-3d130ecced41 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/5a690651-2bff-4558-a23f-20b0bff64879 HTTP/1.1" status: 404 len: 337 time: 0.0677831 Feb 14 17:56:49.948035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42778) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.956808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-2b383aad-0d8f-4651-80bd-62d3dc32a5f4 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] show failed (client error): The resource could not be found. Feb 14 17:56:49.958147 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2b383aad-0d8f-4651-80bd-62d3dc32a5f4 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags/tempest-TagsExtTest-Tag-1705615827 HTTP/1.1" status: 404 len: 329 time: 0.1087370 Feb 14 17:56:49.962210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42782) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.969507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-11fff998-86d9-4081-af32-a226dc317718 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c483382-651e-46de-b777-b251492c52f2') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:49.980085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ec939b-db25-41d2-81af-a87f53f3509b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:49.980680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ec939b-db25-41d2-81af-a87f53f3509b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:49.981722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:49.982232 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b9ec939b-db25-41d2-81af-a87f53f3509b tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/907e951d-e16a-4a79-916d-5b8598bdb052 HTTP/1.1" status: 404 len: 339 time: 0.0333226 Feb 14 17:56:49.983096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f4d55025-0fa3-4c41-9c23-84976e66e467 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5269446 Feb 14 17:56:49.986822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42786) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:49.987146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42788) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.013756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-057eb4a6-a587-49f9-b668-c82e5da16900 req-422ff8e9-7be1-47b1-ae16-e3987afcda9f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847704 Feb 14 17:56:50.020871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.030334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:50.047042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11fff998-86d9-4081-af32-a226dc317718 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0756230 Feb 14 17:56:50.047042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42794) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.047476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:50.047476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Checking segment: {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:50.047476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network hostable DHCP agents. Network: 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:56:50.047751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-4353f152-596c-4c73-9899-d543785a26bd tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca16f782-baed-4414-b8ab-7212abf31bfc') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:50.055545 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-35489f3b-fc88-4b2b-980c-91f1f5f6c326 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:50.056024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35489f3b-fc88-4b2b-980c-91f1f5f6c326 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:50.060029 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-35489f3b-fc88-4b2b-980c-91f1f5f6c326 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/eb29f232-3fe7-4d4e-ac4f-fadb55287c98 HTTP/1.1" status: 404 len: 337 time: 0.0696146 Feb 14 17:56:50.060029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:50.061408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.062112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:50.093412 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fb67fb-6bb9-4d41-a04e-d1d88e681ffc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:50.093844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fb67fb-6bb9-4d41-a04e-d1d88e681ffc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:50.098405 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c1fb67fb-6bb9-4d41-a04e-d1d88e681ffc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/4998bcf2-5480-411b-a669-639013c5033d HTTP/1.1" status: 404 len: 339 time: 0.0310469 Feb 14 17:56:50.099566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42802) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.100403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:50.122045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4dd26734-eb98-429e-884f-af761d65003e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:56:50.151882 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5ebf13-da43-4970-a470-f6a9919191d9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:50.152313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5ebf13-da43-4970-a470-f6a9919191d9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:50.153957 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ed5ebf13-da43-4970-a470-f6a9919191d9 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/26c4b913-cfcb-434d-aa4f-c9793af45a89 HTTP/1.1" status: 404 len: 337 time: 0.0508084 Feb 14 17:56:50.157924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42808) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.167566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4dd26734-eb98-429e-884f-af761d65003e {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:56:50.168035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4dd26734-eb98-429e-884f-af761d65003e not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:56:50.186175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c7357bf7-d527-4ebf-b096-ff7694c24427,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:50.196418 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3640ed3-ecf4-4dcb-895c-39d546ec25db tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:50.196885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3640ed3-ecf4-4dcb-895c-39d546ec25db tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:50.198699 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f3640ed3-ecf4-4dcb-895c-39d546ec25db tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/eeeb29d1-f668-4103-a8d5-1a65e0436f74 HTTP/1.1" status: 404 len: 339 time: 0.0398448 Feb 14 17:56:50.202416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42812) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.249258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.260824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:56:50.280430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4353f152-596c-4c73-9899-d543785a26bd tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.2368577 Feb 14 17:56:50.283523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42816) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.299245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-7b519055-7896-4d9e-87a0-08251c40f6be tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90b9f4b4-16dc-4146-b863-02a751f6e30a') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:50.388466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:50.395681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7b519055-7896-4d9e-87a0-08251c40f6be tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a/tags HTTP/1.1" status: 204 len: 168 time: 0.1106048 Feb 14 17:56:50.397412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1776967-592b-4fb1-83c2-9a0be46106af None None] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:50.398757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.400460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:50.401615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.405193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.tag.tag_plugin [None req-53c14ffe-96e0-4318-898d-dcdea27ad52c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ec5288-c7c8-46b1-b5e7-e35ea4766bba') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:50.558295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-53c14ffe-96e0-4318-898d-dcdea27ad52c tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba/tags HTTP/1.1" status: 204 len: 168 time: 0.0999401 Feb 14 17:56:50.558584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting subnet eaa90955-128f-4361-bc72-e391baa1443f {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:50.558584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42824) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:50.558584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.612064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.646485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:56:50.649066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.652240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.791952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:50.848277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Allocated IP 2001:db8:3::2 (756bd5ee-6f5d-41d4-be77-7a4bdcce72c8/7453dca9-8209-42db-afff-48b46c1bdd81/76caba56-bfd6-4ce3-8aef-8f0a3f7aea32) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:50.970132 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:56:51.083232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.167266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6c19dec6-d37b-4aef-9220-91d604a8baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.172821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.175389 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-049243ac-ce72-4268-88cb-24f52300e275 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1989675 Feb 14 17:56:51.188949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42830) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:51.247913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Transition to ACTIVE for port object 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:51.278218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.286085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c89a53-23a2-4895-84f3-abf003d2b701,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:51.297055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Transition to ACTIVE for port object 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:51.375840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.387144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f318c7a2-4464-4766-be51-e95040719cf8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for subnetpool, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.390987 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f318c7a2-4464-4766-be51-e95040719cf8 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnetpools/0c483382-651e-46de-b777-b251492c52f2 HTTP/1.1" status: 204 len: 168 time: 0.8850303 Feb 14 17:56:51.392906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dfd7b-843f-4ecc-a856-34c139e44754 req-a5bb6f88-9445-4889-8d24-7b50d65d803a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:51.399859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-176dfd7b-843f-4ecc-a856-34c139e44754 req-a5bb6f88-9445-4889-8d24-7b50d65d803a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.2444780 Feb 14 17:56:51.399859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42836) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:51.406992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa90955-128f-4361-bc72-e391baa1443f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:51.415795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.420257 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8cbd4da1-d3d8-4120-b947-5751c5b3a3ba tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/eaa90955-128f-4361-bc72-e391baa1443f HTTP/1.1" status: 204 len: 168 time: 1.2143636 Feb 14 17:56:51.431760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42840) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:51.465198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.474839 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6567f8a3-fb8a-4217-a04a-04abd9e9afdd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4770024 Feb 14 17:56:51.501288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7a2bb-52f8-4c61-b1f6-25f00c763dc5 None None] Network 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:51.528939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42844) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:51.535939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:51.541852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-366f3870-d49a-4b21-b79c-3b2aebe13c07 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca16f782-baed-4414-b8ab-7212abf31bfc HTTP/1.1" status: 200 len: 205 time: 0.1396253 Feb 14 17:56:51.555981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42848) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:51.560753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:51.561534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:51.647204 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-176dfd7b-843f-4ecc-a856-34c139e44754 req-e2a86023-07bb-4317-9551-9d70bf19be8e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402658 Feb 14 17:56:51.654800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:51.671500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:51.736763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c7357bf7-d527-4ebf-b096-ff7694c24427 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:51.748769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:51.760170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.768274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:51.776149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Pushing event updated for resources: {'Port': ['ID=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:51.787467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:51.808152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:51.845971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:51.846307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:51.903616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:51.904261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:51.945943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.007829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.142160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Attempting to bind port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:52.142524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Attempting to bind port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:52.142902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Attempting to bind port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 on network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:52.173649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:52.174509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Checking segment: {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:52.174509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.174809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Bound using segment: {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:52.175277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Bound port: 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:52.175651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.190110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c7357bf7-d527-4ebf-b096-ff7694c24427 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:52.190484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.267487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:52.463694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] DHCP port deletion for 95421d58-3fa7-4e16-a64c-afb2bb97b2c5 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:52.518331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Deleting port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:52.518692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.551942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] For port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:52.552653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.652290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,segment=NetworkSegment(f1d37cee-3e13-4067-94d0-0355a6da32f0),segment_id=f1d37cee-3e13-4067-94d0-0355a6da32f0)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:52.653038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.661996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.694479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] For port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:52.829698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.876512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:52.897415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1e7a6-dfa5-4b59-9f5b-34241f2d4059 req-ec171376-e167-414d-806d-8cbdd834f4d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:52.901326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-59d1e7a6-dfa5-4b59-9f5b-34241f2d4059 req-ec171376-e167-414d-806d-8cbdd834f4d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.0952072 Feb 14 17:56:52.957411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-59d1e7a6-dfa5-4b59-9f5b-34241f2d4059 req-c9f39f93-3ef6-4469-854b-f87bea7b6663 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509567 Feb 14 17:56:52.996605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:52.996605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d28c35-e862-42de-8bca-d56f37160852,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:53.069522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.128360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.133102 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c9950c92-8595-43ad-83e5-e27696c19361 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6014245 Feb 14 17:56:53.135845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42858) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:53.136496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc3fec-82d0-40e3-9540-2f899e6054ca None None] Pushing event updated for resources: {'Port': ['ID=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:53.153836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:53.171508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:53.175038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] For port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,segment=NetworkSegment(f1d37cee-3e13-4067-94d0-0355a6da32f0),segment_id=f1d37cee-3e13-4067-94d0-0355a6da32f0)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:53.175454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.179783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:53.183768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:53.193024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:53.204998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.254654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.254654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Fanout notify agent at l3_agent the message router_deleted on router ca16f782-baed-4414-b8ab-7212abf31bfc {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:56:53.264484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:53.301031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.308958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:53.355016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d497-b862-4fa6-b32f-f862c2210295 req-a5f70918-0801-46db-bd0f-54a34ee4a458 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:53.362645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1197d497-b862-4fa6-b32f-f862c2210295 req-a5f70918-0801-46db-bd0f-54a34ee4a458 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.2170577 Feb 14 17:56:53.380730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-42ca1ee7-778a-4e7b-bfbc-63519a4df071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.385422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.386764 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-550cc249-6770-4314-ac65-014d7f822680 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/routers/ca16f782-baed-4414-b8ab-7212abf31bfc HTTP/1.1" status: 204 len: 168 time: 1.8295183 Feb 14 17:56:53.396488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42862) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:53.401613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Calling delete_port for 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:53.468318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:44Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:56:44Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:56:30Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:53.487331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:53.488033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Updating router 03876595-7057-4b41-a040-48dd642dfaec port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:53.510488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.544940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Deleting port 90b9f4b4-16dc-4146-b863-02a751f6e30a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:53.545181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.600293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.620977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1197d497-b862-4fa6-b32f-f862c2210295 req-0fe07222-1f52-4932-8105-03a29ad8fe9f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578814 Feb 14 17:56:53.640199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.729201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42868) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:53.761086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.828678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:53.860156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315d7112-f772-4f6a-9d9e-782712a77e93,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:53.890051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.891385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:56:53.891938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:56:53.919070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:53.920726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8054e1d1-1204-4ac4-a797-2448e209e55a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7830911 Feb 14 17:56:53.925856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:53.944828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:53.986003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95421d58-3fa7-4e16-a64c-afb2bb97b2c5']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:54.000348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:54.011314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d37cee-3e13-4067-94d0-0355a6da32f0') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:54.011607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d37cee-3e13-4067-94d0-0355a6da32f0') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:54.028847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:54.038789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:54.047567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:54.057421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.060755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.086935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.096599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:56:54.097035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.138925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:56:54.181664 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:56:54.215029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.233478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:56:54.239191 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7ca9efee-cac4-4d87-b51d-cc78a622e872 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1094 time: 0.5114667 Feb 14 17:56:54.271049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Calling delete_port for 90b9f4b4-16dc-4146-b863-02a751f6e30a owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:54.299403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:56:54.299772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:56:54.309490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.327490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42876) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:54.337573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:54.344505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:54.349021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:54.353121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:54.360112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:54.366923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.394719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Deleting port 128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:54.394719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.426186 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Project 1d6dd8e59ff341dcab1bb1080bc54529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:54.442298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.472988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.476913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0512cb7e-4daa-439b-b607-f78af21f9944 None None] The port '128fb9f1-e6bc-4f5c-bab2-fcff9bb4cf5f' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:56:54.583115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.583115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Allocated IP 2001:db8:3::1 (756bd5ee-6f5d-41d4-be77-7a4bdcce72c8/7453dca9-8209-42db-afff-48b46c1bdd81/8c916b00-93ff-4106-a5e6-f19e8513b3ac) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:54.619563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.624031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.630005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=95421d58-3fa7-4e16-a64c-afb2bb97b2c5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:54.643279 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4b49613b-1344-4dad-b9ce-f39a977aadfc tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/95421d58-3fa7-4e16-a64c-afb2bb97b2c5 HTTP/1.1" status: 204 len: 168 time: 3.2104528 Feb 14 17:56:54.644386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42880) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:54.649335 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e58-4280-4776-9778-b4820790886a None None] Sync routers for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:56:54.665145 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:54.665806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:54.687196 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6c1be-6602-4d1b-a3e7-5745ee291d18 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:54.687634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f6c1be-6602-4d1b-a3e7-5745ee291d18 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:54.691906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42884) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:54.692057 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-75f6c1be-6602-4d1b-a3e7-5745ee291d18 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/dffb150a-89db-4962-98a5-11c623cdf22a HTTP/1.1" status: 404 len: 337 time: 0.0464511 Feb 14 17:56:54.721780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Transition to ACTIVE for port object 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:54.723587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.725323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.730482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.772374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c19558-ddc6-4abf-a7e0-194815d6b7dc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:54.803740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.826809 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ee82b4-0849-4dde-ab2c-c92b2bedebe1 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] DELETE failed (client error): The resource could not be found. Feb 14 17:56:54.827251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ee82b4-0849-4dde-ab2c-c92b2bedebe1 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:56:54.846158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event deleted for resources: {'Port': ['ID=90b9f4b4-16dc-4146-b863-02a751f6e30a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:54.857498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-58ee82b4-0849-4dde-ab2c-c92b2bedebe1 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/31c0b98e-5f84-4ee9-96f0-11426cd8d366 HTTP/1.1" status: 404 len: 339 time: 0.1643732 Feb 14 17:56:54.860105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42890) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:54.928145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6652-8aef-4e43-b98a-762e3a22adb5 None None] Pushing event updated for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:54.946755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:54.953355 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9799e842-52d5-4a49-8382-8a238f3a7640 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0202715 Feb 14 17:56:54.954281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42894) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:54.965715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'security_group_rule': {'security_group_id': '038ad847-dd15-4bfc-8c89-039e5e8ccadb', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:54.978606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:55.010164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:security_group_rule and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:55.031137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:55.059863 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:55.067080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:55.131926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.172965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Transition to ACTIVE for port object 8c916b00-93ff-4106-a5e6-f19e8513b3ac will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:55.268146 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Project 1d6dd8e59ff341dcab1bb1080bc54529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:56:55.279435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.319973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.356379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:55.356844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:55.357211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 on network 3f0b80b2-b294-4e2e-8587-93b654c929dd {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:55.369160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:55.369535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Checking segment: {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:55.369937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.370328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Bound using segment: {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:55.370790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Bound port: 24efedac-8a5c-43e6-a4bb-f26c8a7641c7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8504aa-0588-487f-b96b-3b77cd88faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:55.371174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.578537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] For port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:55.585211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] For port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:55.615311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:55.622922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=8c916b00-93ff-4106-a5e6-f19e8513b3ac,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:55.664567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.664938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.120 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/8303bfef-9b8d-486c-9c6f-2649fb6bbaa1) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:56:55.677971 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:35Z', 'revision_number': 4, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e9a29391-37a9-4cd6-baaa-7553f924b061', 'name': '', 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'mac_address': 'fa:16:3e:92:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:34Z', 'updated_at': '2022-02-14T17:56:36Z', 'revision_number': 2, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'subnets': [{'id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:55.687965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:55.689736 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e58-4280-4776-9778-b4820790886a None None] Checking router: 09fb9d5a-1973-412a-9909-b1d97831ead0 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:56:55.690256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b0886-a51d-4af2-888d-09535c103c3e None None] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:55.692018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e58-4280-4776-9778-b4820790886a None None] Updating router 09fb9d5a-1973-412a-9909-b1d97831ead0 port e9a29391-37a9-4cd6-baaa-7553f924b061 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:55.694587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:55.696069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.754387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.781341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting subnet ad83ca6d-cd47-4282-992e-8fb37521ab13 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:55.787153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.792718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.802864 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.837725 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2372b130-3bda-4d9d-9bb5-d3f6c61760bf tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/ports/90b9f4b4-16dc-4146-b863-02a751f6e30a HTTP/1.1" status: 204 len: 168 time: 2.4401643 Feb 14 17:56:55.838790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42898) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:55.890009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.906325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.964015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:55.976113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Updating router 03876595-7057-4b41-a040-48dd642dfaec port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:56:56.022070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.159879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.201489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Provisioning for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:56.207239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.217182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6652-8aef-4e43-b98a-762e3a22adb5 None None] Pushing event updated for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:56.224688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Provisioning complete for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:56.225285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.259216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ad2d7f-1e20-4860-b3f1-d5810303d4f1,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:56.312737 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.329423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-c9685e58-4280-4776-9778-b4820790886a None None] Transition to ACTIVE for port object e9a29391-37a9-4cd6-baaa-7553f924b061 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:56.402659 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.418356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.455835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.461611 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c08ff559-0e0d-4667-9f49-762de6c0e061 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4991715 Feb 14 17:56:56.467829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42904) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:56.478620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Deleting subnet 95ec5288-c7c8-46b1-b5e7-e35ea4766bba {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:56:56.479292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'network': {'name': 'tempest-network-smoke--1339625795', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:56.492797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.495098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:56.503224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:network and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:56.509610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:56.537268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:56.541117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.603840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.708184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] For port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:56.771199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.774393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Made reservation on behalf of 1d6dd8e59ff341dcab1bb1080bc54529 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:56:56.783076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.819964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.864288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:56.865962 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b62bf2-5da1-4c46-96f7-350ad4a4fe9e None None] Pushing event updated for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:56.877859 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c9685e58-4280-4776-9778-b4820790886a None None] Attempting to bind port e9a29391-37a9-4cd6-baaa-7553f924b061 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:56.878248 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c9685e58-4280-4776-9778-b4820790886a None None] Attempting to bind port e9a29391-37a9-4cd6-baaa-7553f924b061 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:56.880829 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685e58-4280-4776-9778-b4820790886a None None] Attempting to bind port e9a29391-37a9-4cd6-baaa-7553f924b061 on network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:56.900442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:56.900442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:56:56.900748 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685e58-4280-4776-9778-b4820790886a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:56.900748 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685e58-4280-4776-9778-b4820790886a None None] Checking segment: {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:56.901088 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.902234 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685e58-4280-4776-9778-b4820790886a None None] Bound using segment: {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:56.904025 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c9685e58-4280-4776-9778-b4820790886a None None] Bound port: e9a29391-37a9-4cd6-baaa-7553f924b061, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d0e164-8a27-4da5-9c27-3246d326e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:56.906289 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:56.971176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:56:56.991393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b573870-f749-4def-8913-18f9a6e84f83 None None] Pushing event updated for resources: {'Port': ['ID=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.007862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=8303bfef-9b8d-486c-9c6f-2649fb6bbaa1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.016544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.017375 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Added segment f93646ad-0555-4131-8001-74878deccaec of type vlan for network 9a913e0a-2e6f-441c-89b9-9842986a744a Feb 14 17:56:57.062566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.086192 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-c9685e58-4280-4776-9778-b4820790886a None None] For port e9a29391-37a9-4cd6-baaa-7553f924b061, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:57.089897 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-c9685e58-4280-4776-9778-b4820790886a None None] For port e9a29391-37a9-4cd6-baaa-7553f924b061, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9a29391-37a9-4cd6-baaa-7553f924b061,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:57.106469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.116335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.161865 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c9685e58-4280-4776-9778-b4820790886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.186437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.187491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.202349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.207127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.245593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9a28e-e86d-4327-b18a-6eca98e9f885 None None] Network 72e32a96-0117-4e5e-8b35-072e61a5c78a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:57.273188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Subnet': ['ID=ad83ca6d-cd47-4282-992e-8fb37521ab13,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.278942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Transition to ACTIVE for port object b12f8274-cefe-43d0-bb13-dea5a4ea36d0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:56:57.299612 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-068572d5-4ac8-45b1-809f-786b31c0e951 tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/subnets/ad83ca6d-cd47-4282-992e-8fb37521ab13 HTTP/1.1" status: 204 len: 168 time: 2.4296949 Feb 14 17:56:57.308619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42910) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:57.310878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.314701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:56:57.324819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.404900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b62bf2-5da1-4c46-96f7-350ad4a4fe9e None None] Pushing event updated for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.426674 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:57.427305 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:57.450331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.470499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.628553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6652-8aef-4e43-b98a-762e3a22adb5 None None] Pushing event updated for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.631247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:57.650868 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1795216 Feb 14 17:56:57.663265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42914) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:57.678557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'admin_state_up': True, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:56:57.841337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:57.843882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:57.845618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:56:57.853005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event updated for resources: {'Port': ['ID=8c916b00-93ff-4106-a5e6-f19e8513b3ac,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.872828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:router and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:56:57.878773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:56:57.893057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6e714-2bc8-4615-9404-a8febfcac079 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Network': ['ID=9a913e0a-2e6f-441c-89b9-9842986a744a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:57.894455 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:56:57.905530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:56:57.972335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 9a913e0a-2e6f-441c-89b9-9842986a744a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:56:57.995574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.020503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Provisioning for port 8c916b00-93ff-4106-a5e6-f19e8513b3ac completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:56:58.029858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Deleting port 4a920586-0296-4a55-a36d-1b06c76fca5b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:58.030926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.037883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:56:58.050261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:56:58.215118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.216130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.217852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Provisioning complete for port 8c916b00-93ff-4106-a5e6-f19e8513b3ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:58.218496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.431054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Port 8c916b00-93ff-4106-a5e6-f19e8513b3ac cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:56:58.459702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.530199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.545756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:56:58.546124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:56:58.546483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Attempting to bind port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 on network 95ca2c87-d775-44c0-b755-5be43b8df1b1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:56:58.548867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event deleted for resources: {'Subnet': ['ID=95ec5288-c7c8-46b1-b5e7-e35ea4766bba,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:58.556489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393600e-33f3-451c-bbda-2c4704044ac1 None None] Network ca544574-e3ed-4930-80c6-ee0246802b69 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:56:58.569653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1d570e8f-672c-4809-9baf-13e4bfa15a41 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/subnets/95ec5288-c7c8-46b1-b5e7-e35ea4766bba HTTP/1.1" status: 204 len: 168 time: 2.7259307 Feb 14 17:56:58.580576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42920) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:56:58.580855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:56:58.581233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Checking segment: {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:56:58.581628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.582021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Bound using segment: {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:56:58.582481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Bound port: b12f8274-cefe-43d0-bb13-dea5a4ea36d0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:56:58.582853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.606497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Provisioning complete for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:56:58.606867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3176d588-4095-4b24-ac08-b1cbba224130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.639796 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c9685e58-4280-4776-9778-b4820790886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:35Z', 'revision_number': 4, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e9a29391-37a9-4cd6-baaa-7553f924b061', 'name': '', 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'mac_address': 'fa:16:3e:92:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:34Z', 'updated_at': '2022-02-14T17:56:57Z', 'revision_number': 4, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'subnets': [{'id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:56:58.644785 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e58-4280-4776-9778-b4820790886a None None] The sync data for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv is: [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T17:56:35Z', 'revision_number': 4, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e9a29391-37a9-4cd6-baaa-7553f924b061', 'name': '', 'network_id': 'da9f2ffb-0494-4934-afb4-1a2ddf4fe52a', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'mac_address': 'fa:16:3e:92:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:34Z', 'updated_at': '2022-02-14T17:56:57Z', 'revision_number': 4, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'subnets': [{'id': '2351ae67-0a26-4e62-856e-5ada02f2977c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:56:58.781947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.856170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] For port 4a920586-0296-4a55-a36d-1b06c76fca5b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a920586-0296-4a55-a36d-1b06c76fca5b,segment=NetworkSegment(b3ff125e-df45-414c-953f-b0764b48f122),segment_id=b3ff125e-df45-414c-953f-b0764b48f122)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:58.856538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:58.908433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] DHCP port deletion for 72e32a96-0117-4e5e-8b35-072e61a5c78a request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:56:58.948489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Deleting port 4a920586-0296-4a55-a36d-1b06c76fca5b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:58.948897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.095915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.095915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Calling delete_port for 4a920586-0296-4a55-a36d-1b06c76fca5b owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:56:59.170494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.200363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Deleting port 544bd141-b4fe-43ab-817f-82447d010e8c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:56:59.200363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.225925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] For port b12f8274-cefe-43d0-bb13-dea5a4ea36d0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:56:59.238186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:56:59.326917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] For port b12f8274-cefe-43d0-bb13-dea5a4ea36d0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:56:59.420631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.450629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.594780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6652-8aef-4e43-b98a-762e3a22adb5 None None] Pushing event updated for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:59.686278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9a29391-37a9-4cd6-baaa-7553f924b061 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:56:59.773888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] For port 4a920586-0296-4a55-a36d-1b06c76fca5b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a920586-0296-4a55-a36d-1b06c76fca5b,segment=NetworkSegment(b3ff125e-df45-414c-953f-b0764b48f122),segment_id=b3ff125e-df45-414c-953f-b0764b48f122)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:56:59.775313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.797723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.838859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.843460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Port': ['ID=4a920586-0296-4a55-a36d-1b06c76fca5b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:56:59.856318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:56:59.856429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] No DVR routers for this DVR port 4a920586-0296-4a55-a36d-1b06c76fca5b on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:56:59.885484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:56:59.886718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:00.018929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Allocated IP 172.26.4.198 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/1eaee5da-df5c-43d6-9254-7467ccf0f77f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:00.125389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] DHCP port deletion for ca544574-e3ed-4930-80c6-ee0246802b69 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:00.182700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:00.223921 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3bdee076-b68a-4503-b6fe-d3c990ed0382 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0296044 Feb 14 17:57:00.230474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42926) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:00.237088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:00.242155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.264810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] For port 544bd141-b4fe-43ab-817f-82447d010e8c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=544bd141-b4fe-43ab-817f-82447d010e8c,segment=NetworkSegment(0fc058fc-8532-4ec5-a000-fe1866d33035),segment_id=0fc058fc-8532-4ec5-a000-fe1866d33035)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:00.265106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.280961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Calling delete_port for 4a920586-0296-4a55-a36d-1b06c76fca5b owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:00.302443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e32a96-0117-4e5e-8b35-072e61a5c78a']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:00.318299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.320504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Deleting port 544bd141-b4fe-43ab-817f-82447d010e8c {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:00.320867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.370316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.409722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:00.499444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.519691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Calling delete_port for 544bd141-b4fe-43ab-817f-82447d010e8c owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:00.549008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ff125e-df45-414c-953f-b0764b48f122') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:00.549277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ff125e-df45-414c-953f-b0764b48f122') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:00.603863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:00.606535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.615191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:00.620808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:00.660173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f3021a3f-a45a-436c-87e0-035ce1e70f8d None None] Provisioning complete for port 8c916b00-93ff-4106-a5e6-f19e8513b3ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:00.660863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f3021a3f-a45a-436c-87e0-035ce1e70f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.770572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=1eaee5da-df5c-43d6-9254-7467ccf0f77f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:00.774115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:00.774115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:00.816496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e9a29391-37a9-4cd6-baaa-7553f924b061 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:00.826492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.842825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] For port 544bd141-b4fe-43ab-817f-82447d010e8c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=544bd141-b4fe-43ab-817f-82447d010e8c,segment=NetworkSegment(0fc058fc-8532-4ec5-a000-fe1866d33035),segment_id=0fc058fc-8532-4ec5-a000-fe1866d33035)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:00.843370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.853382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:00.853711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.867490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e9a29391-37a9-4cd6-baaa-7553f924b061 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:00.868006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:00.868688 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:01.008193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.012927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.056045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event deleted for resources: {'Port': ['ID=544bd141-b4fe-43ab-817f-82447d010e8c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:01.058714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.081997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.089739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.114297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Calling delete_port for 544bd141-b4fe-43ab-817f-82447d010e8c owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:01.140905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] Pushing event deleted for resources: {'Network': ['ID=72e32a96-0117-4e5e-8b35-072e61a5c78a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:01.149649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] No DVR routers for this DVR port 544bd141-b4fe-43ab-817f-82447d010e8c on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:01.168866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f3021a3f-a45a-436c-87e0-035ce1e70f8d None None] Port 8c916b00-93ff-4106-a5e6-f19e8513b3ac cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:01.232347 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a3b58dcc-3ed9-4892-9353-78570c5bdf1a tempest-NetworksIpV6Test-1708373280 tempest-NetworksIpV6Test-1708373280-project] 10.222.0.30 "DELETE /v2.0/networks/72e32a96-0117-4e5e-8b35-072e61a5c78a HTTP/1.1" status: 204 len: 168 time: 3.9169238 Feb 14 17:57:01.358421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=8303bfef-9b8d-486c-9c6f-2649fb6bbaa1,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:01.388484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.403426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.454924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Deleting port 4a920586-0296-4a55-a36d-1b06c76fca5b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:01.456112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.465253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca544574-e3ed-4930-80c6-ee0246802b69']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:01.525276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 17:57:01.546812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Removed routes are [] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 17:57:01.546812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.547350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc058fc-8532-4ec5-a000-fe1866d33035') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:01.547350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc058fc-8532-4ec5-a000-fe1866d33035') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:01.567918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.595174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.606523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:01.607245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:01.626240 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:01.628852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-099e1103-1508-4454-b279-c7725d79c1f5 None None] The port '4a920586-0296-4a55-a36d-1b06c76fca5b' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:01.695408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:01.695758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:01.738958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:55Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:56:55Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c916b00-93ff-4106-a5e6-f19e8513b3ac', 'name': '', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:50:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:53Z', 'updated_at': '2022-02-14T17:56:56Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:56:59Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:01.762991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478521d-70f6-4a62-aa4f-eb7f88f30bef None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:56:55Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:56:55Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c916b00-93ff-4106-a5e6-f19e8513b3ac', 'name': '', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:50:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:53Z', 'updated_at': '2022-02-14T17:56:56Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:56:59Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:01.778151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:01.792816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 94e9af34-5aab-4169-aaa5-fc0b71f54ebe associated. External IP: 172.26.4.120, port: 9c0f2227-e6f7-4ea2-810b-80eefa667325. Feb 14 17:57:01.856198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e9a29391-37a9-4cd6-baaa-7553f924b061, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9a29391-37a9-4cd6-baaa-7553f924b061,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:02.184581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.188553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.189378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.194794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.225630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.237788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] Pushing event deleted for resources: {'Network': ['ID=ca544574-e3ed-4930-80c6-ee0246802b69,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:02.242998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-03eefb80-8be3-492f-841e-d2c7e59cce44 tempest-TagsExtTest-1912312257 tempest-TagsExtTest-1912312257-project] 10.222.0.30 "DELETE /v2.0/networks/ca544574-e3ed-4930-80c6-ee0246802b69 HTTP/1.1" status: 204 len: 168 time: 3.6586983 Feb 14 17:57:02.269869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Deleting port 544bd141-b4fe-43ab-817f-82447d010e8c {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:02.271319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:02.381541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a920586-0296-4a55-a36d-1b06c76fca5b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:02.412166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:02.481462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-74b07115-69ee-433a-919b-76558bbd61dc None None] The port '544bd141-b4fe-43ab-817f-82447d010e8c' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:02.482066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4a920586-0296-4a55-a36d-1b06c76fca5b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:02.482911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a920586-0296-4a55-a36d-1b06c76fca5b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:02.554496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:02.777118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:02.823248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42940) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:02.940899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:02.948089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:02.948506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.144676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:03.164602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:03.180194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:03.219599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.234595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:03.235378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:03.262592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.284582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.306050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.432148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:03.469951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ee726fdd-8ff5-468b-869b-984a846e2a55 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1412623 Feb 14 17:57:03.473343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:03.480344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:03.481423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42956) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:03.543971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.676331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 544bd141-b4fe-43ab-817f-82447d010e8c no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:03.736164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 544bd141-b4fe-43ab-817f-82447d010e8c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:03.736773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 544bd141-b4fe-43ab-817f-82447d010e8c not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:03.746089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b03262be-0723-4c56-944b-1095ed66e033 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 992 time: 0.2622404 Feb 14 17:57:03.747571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-54300235-cbad-459f-aa9c-d440f5c59385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08f823752b0743a3b5160bb1c90eabc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5818815 Feb 14 17:57:03.753999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42962) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:03.784103 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-584be54c-5941-4a32-8bb9-9c12272273e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d2cf9cd576840e5a2d66ad93ec5e798&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9585233 Feb 14 17:57:03.787453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42966) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:03.855014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.861370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:03.897188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.901610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.942606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:03.974385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:03.997315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Router 6e37841c-354f-4093-a842-a34413919aaf is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:57:04.052658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.081317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf74b1d-1b21-4e53-9440-7fe0e06551a5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:04.089177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.090340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-663e4664-b74f-4ebe-87f9-30c4dcc6c252 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bf74b1d-1b21-4e53-9440-7fe0e06551a5 HTTP/1.1" status: 204 len: 168 time: 0.3351612 Feb 14 17:57:04.162042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:56:58Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:04.166941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:04.193265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:04.194196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:04.425802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.447695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b02923a-0865-403f-b91c-0855be0ecfb9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:04.451573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:04.464238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.465422 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-deb8fae8-861c-4050-ba19-3e7f7acb11d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b02923a-0865-403f-b91c-0855be0ecfb9 HTTP/1.1" status: 204 len: 168 time: 0.6679137 Feb 14 17:57:04.489133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:04.496439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.497669 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b4ba0f78-e6df-4496-a82a-1c995cba29a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 954 time: 4.2662086 Feb 14 17:57:04.500668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 42976) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:04.547144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:04.563883 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Sync routers for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:04.616753 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:04.617317 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:04.712778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:04.714054 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d3e53b1-7b76-475f-b8d7-5ffa3b525093 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.0401268 Feb 14 17:57:04.718491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42984) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:04.748505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42990) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:04.803309 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'status': 'completed', 'code': 200} Feb 14 17:57:04.995796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b12f8274-cefe-43d0-bb13-dea5a4ea36d0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:05.060024 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7c6c7b00-325f-46d9-b2dd-df9103065b11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 992 time: 0.3097649 Feb 14 17:57:05.063474 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:05.110294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-8c059eb7-9788-4937-b35c-8c835bae523f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1099 time: 0.3061206 Feb 14 17:57:05.282503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:56:58Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:05.303443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ab212-43ab-4895-b3d1-7b877e884383 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:56:09Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:56:58Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:05.316293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:05.319259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-096d3c23-0105-4987-89dd-a5a3475979e4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 954 time: 0.8163407 Feb 14 17:57:05.321136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 42998) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:05.326675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'routes': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:05.354375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:05.354755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:05.366882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304357-926a-44f3-8429-f5b8528a1611 req-ce69a6c8-a6e6-4dc0-ba5d-99c46052f972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:05.368449 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-ce69a6c8-a6e6-4dc0-ba5d-99c46052f972 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 896 time: 0.2500496 Feb 14 17:57:05.646106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-243b3365-ad40-4845-8a62-b6c30899cbd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 1000 time: 0.2706347 Feb 14 17:57:05.678043 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:01Z', 'revision_number': 3, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:05.686849 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Checking router: 6e37841c-354f-4093-a842-a34413919aaf for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:05.687190 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Updating router 6e37841c-354f-4093-a842-a34413919aaf port 1eaee5da-df5c-43d6-9254-7467ccf0f77f binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:57:05.730389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:05.822755 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cda5869d-0d6f-4134-a0e3-334edb565c09 tempest-TestNetworkAdvancedServerOps-1350526630 tempest-TestNetworkAdvancedServerOps-1350526630-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1d6dd8e59ff341dcab1bb1080bc54529&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1029866 Feb 14 17:57:05.825917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43012) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:05.831999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b12f8274-cefe-43d0-bb13-dea5a4ea36d0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:05.845700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304357-926a-44f3-8429-f5b8528a1611 req-aeafdf20-1313-415c-aee3-a420ed3cf488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:05.858741 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-aeafdf20-1313-415c-aee3-a420ed3cf488 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.1956947 Feb 14 17:57:05.865564 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:05.999956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-0c49919c-3f39-4279-94dc-131cc411553e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1387002 Feb 14 17:57:06.017758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814d007-1d10-4c32-ad10-ff72c5ad5dd7 tempest-TestNetworkAdvancedServerOps-1350526630 tempest-TestNetworkAdvancedServerOps-1350526630-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:06.019508 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4814d007-1d10-4c32-ad10-ff72c5ad5dd7 tempest-TestNetworkAdvancedServerOps-1350526630 tempest-TestNetworkAdvancedServerOps-1350526630-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923029 Feb 14 17:57:06.023061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43018) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:06.049932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:06.050730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9a29391-37a9-4cd6-baaa-7553f924b061 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:06.067738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43022) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:06.199623 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-02a8809c-deca-4cf5-950d-a3ea507896e1 tempest-TestNetworkAdvancedServerOps-1350526630 tempest-TestNetworkAdvancedServerOps-1350526630-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1720798 Feb 14 17:57:06.263463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43030) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:06.287509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804050732', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:06.331843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:06.335738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-22d363e9-673f-470f-a2c4-90c7eee30971 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262107 Feb 14 17:57:06.433103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e9a29391-37a9-4cd6-baaa-7553f924b061 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:06.433479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:06.534459 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a60d11ba-213d-45d6-9f2e-cd955de64c90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 992 time: 0.4649217 Feb 14 17:57:06.604642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:06.634583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:subnet and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:06.648206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:06.734499 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:06.754885 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Transition to ACTIVE for port object 1eaee5da-df5c-43d6-9254-7467ccf0f77f will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:06.789824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:06.803298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b304357-926a-44f3-8429-f5b8528a1611 req-64842420-79ed-4f79-b7fa-449ae4f9e0be service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588628 Feb 14 17:57:06.834811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:06.992302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:06.993215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.030685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:07.042839 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Pushing event updated for resources: {'Port': ['ID=1eaee5da-df5c-43d6-9254-7467ccf0f77f,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:07.068266 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.068594 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.068976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.069300 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.074113 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.074725 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.075310 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.076915 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.077250 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.078011 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.078368 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:07.150652 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Attempting to bind port 1eaee5da-df5c-43d6-9254-7467ccf0f77f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:07.151286 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Attempting to bind port 1eaee5da-df5c-43d6-9254-7467ccf0f77f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:07.153080 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Attempting to bind port 1eaee5da-df5c-43d6-9254-7467ccf0f77f on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:07.174417 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:07.175122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:07.176491 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.177307 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:07.178263 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Bound port: 1eaee5da-df5c-43d6-9254-7467ccf0f77f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:07.179766 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.198495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Made reservation on behalf of 1d6dd8e59ff341dcab1bb1080bc54529 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:07.269149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43050) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:07.273968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032880 Feb 14 17:57:07.278738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:07.373912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b12f8274-cefe-43d0-bb13-dea5a4ea36d0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:07.377998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] For port 1eaee5da-df5c-43d6-9254-7467ccf0f77f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:07.386230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] For port 1eaee5da-df5c-43d6-9254-7467ccf0f77f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eaee5da-df5c-43d6-9254-7467ccf0f77f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:07.421136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.433738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:07.501621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3836d43b-39bf-459d-b05a-076d16664e00 tempest-NetworksApiDiscovery-38573208 tempest-NetworksApiDiscovery-38573208-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2215898 Feb 14 17:57:07.519879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:07.521264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.524742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-93996948'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:07.531101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:07.537147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:07.539209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:07.542369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:07.561394 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.619952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added routes are [] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 17:57:07.620266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 17:57:07.691645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:07.751610 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9387-b921-46d8-9b6b-869bbe935480 None None] Pushing event updated for resources: {'Port': ['ID=1eaee5da-df5c-43d6-9254-7467ccf0f77f,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:07.760758 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:07.766737 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:07.802848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.825203 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-88787e0a-3b32-4360-91cf-1e0fd17ea2b7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 992 time: 0.2846925 Feb 14 17:57:07.833610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:07.837946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.854899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.890102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:07.893966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:07.897197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:07.902975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:07.976558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:07.986582 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:08.005787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.049293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.085790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:08.097036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.097646 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment abf9d100-820d-45ef-8f12-04611c0abc75 of type vlan for network be0de0bc-4436-4626-a221-3422e38769fa Feb 14 17:57:08.127129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.152181 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Subnet': ['ID=023beca3-b6cc-4202-bfad-03b21e35642a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:08.162359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2e356-e8f5-40c2-9b7d-3bc182d551a7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:08.173871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.180435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.181980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.182325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.182599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.182924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.183247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:08.215405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Checking segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:08.216007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network hostable DHCP agents. Network: 9a913e0a-2e6f-441c-89b9-9842986a744a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:08.243136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43078) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:08.253701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.258878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:08.263118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.389808 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:01Z', 'revision_number': 3, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:08.394161 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8219f26-554d-4108-b02c-ff8374c688cd None None] The sync data for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv is: [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:01Z', 'revision_number': 3, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:08.430405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.435195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.591315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:08.613145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:08.615433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 9a913e0a-2e6f-441c-89b9-9842986a744a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:08.616585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:08.634941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1998219 Feb 14 17:57:08.640942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43088) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:08.682172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'name': 'tempest-PortsIpV6TestJSON-1484609985'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:08.717816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 9a913e0a-2e6f-441c-89b9-9842986a744a) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:08.726320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:08.729449 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc2d81-b433-417a-b2f3-9608cfe01f0e None None] New status for floating IP 94e9af34-5aab-4169-aaa5-fc0b71f54ebe: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:57:08.730389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:08.792542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:08.846792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:08.868488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43094) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:08.937085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8228e61f-2742-4310-8ff3-06510550b118 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6547074 Feb 14 17:57:08.945719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43098) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:08.969977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.017448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61451-cda5-4b3b-8257-12926ece640c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=be0de0bc-4436-4626-a221-3422e38769fa,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:09.037024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:09.049144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:09.058766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:09.061694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c90077-8dde-493d-ad08-1ec3f9f86df8 None None] Network 9a913e0a-2e6f-441c-89b9-9842986a744a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:09.082134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:09.087644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d2625841a53e47878f3d017329c3ddb1 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:09.091572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:09.098611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:09.214856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network be0de0bc-4436-4626-a221-3422e38769fa details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:09.232198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:09.239039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.325327 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bb50de0d-9898-45d6-a3cf-56769145c78f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 992 time: 0.3901446 Feb 14 17:57:09.325961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.373384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:09.379791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.383263 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c1816b10-94bf-4a91-ba83-55f95255b828 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 704 time: 4.0587857 Feb 14 17:57:09.387172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43102) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:09.407771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2625841a53e47878f3d017329c3ddb1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1633320 Feb 14 17:57:09.409659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43106) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:09.421602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:09.426230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.499269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port ec259975-ec61-47ec-aabd-c35890ded183 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:09.549191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31a11-9179-44c8-8496-8771eaaa27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358e99f-441f-45fe-8e66-aeb86193c8a8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:09.567272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-9a913e0a-2e6f-441c-89b9-9842986a744a', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:09.568445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.623555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.663576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.738635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:07Z', 'revision_number': 7, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:57:03Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c916b00-93ff-4106-a5e6-f19e8513b3ac', 'name': '', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:50:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:53Z', 'updated_at': '2022-02-14T17:56:56Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:09.745060 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1c8b3e33-4b2a-43b2-bffd-6b792a6fdaf2 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 704 time: 0.3527198 Feb 14 17:57:09.745482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43110) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:09.749349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:09.750328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Updating router 03876595-7057-4b41-a040-48dd642dfaec port 8c916b00-93ff-4106-a5e6-f19e8513b3ac binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:57:09.821756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Allocated IP 172.20.0.2 (9a913e0a-2e6f-441c-89b9-9842986a744a/023beca3-b6cc-4202-bfad-03b21e35642a/1c0dc1bf-c84b-4225-ab94-6a24869b0d3b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:09.835640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.854465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.950525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358e99f-441f-45fe-8e66-aeb86193c8a8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:09.974874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:09.976599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-df9f7df0-0f78-41d7-bd1d-70ae81c0507b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e358e99f-441f-45fe-8e66-aeb86193c8a8 HTTP/1.1" status: 204 len: 168 time: 0.5597520 Feb 14 17:57:10.045170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.155511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.280292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=ec259975-ec61-47ec-aabd-c35890ded183,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:10.298936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': 'abf9d100-820d-45ef-8f12-04611c0abc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:10.299644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: be0de0bc-4436-4626-a221-3422e38769fa, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:10.336203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43118) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:10.442688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.573700 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b22211e9-9d5c-40ae-a405-8c5935f9faf0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 200 len: 994 time: 0.2354941 Feb 14 17:57:10.591292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:10.637230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.654538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Transition to ACTIVE for port object 8c916b00-93ff-4106-a5e6-f19e8513b3ac will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:10.678415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.690896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Transition to ACTIVE for port object 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:10.706109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, be0de0bc-4436-4626-a221-3422e38769fa) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:10.710485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Transition to ACTIVE for port object 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:10.711442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:10.714872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:10.716115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.718438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b772c-7933-45b3-9512-cea4bee1492c None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:10.786419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.820269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e137c4c4-5609-4aad-86b8-4436673a459d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1717937 Feb 14 17:57:10.820791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43128) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:10.829782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:10.830874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1961156234'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:10.868904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:10.887739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:10.893804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:10.904367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:10.920356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Network 9a913e0a-2e6f-441c-89b9-9842986a744a is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:10.933451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:10.949959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:11.038455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Pushing event updated for resources: {'Port': ['ID=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:11.134113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:11.137469 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.229975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.230328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.230671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.231007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.231340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.231668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.231996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.232321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.232637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.232985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.233310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:57:11.260132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.320629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Attempting to bind port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:11.320988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Attempting to bind port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:11.321348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Attempting to bind port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b on network 9a913e0a-2e6f-441c-89b9-9842986a744a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:11.370114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Attempting to bind port 8c916b00-93ff-4106-a5e6-f19e8513b3ac on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:11.370480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Attempting to bind port 8c916b00-93ff-4106-a5e6-f19e8513b3ac by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:11.370878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Attempting to bind port 8c916b00-93ff-4106-a5e6-f19e8513b3ac on network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:11.378586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:11.378952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Checking segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:11.379353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.379744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Bound using segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:11.380205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Bound port: 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:11.380575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.396077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73395a4e-36fc-401e-bb58-06d1e6679ced None None] Pushing event updated for resources: {'Port': ['ID=8c916b00-93ff-4106-a5e6-f19e8513b3ac,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:11.418614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:11.419105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Checking segment: {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:11.419507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.419903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Bound using segment: {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:11.420387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Bound port: 8c916b00-93ff-4106-a5e6-f19e8513b3ac, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd3af5-a87e-40c1-8e21-a5be4198b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:11.420776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.434641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:11.467057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.467057 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment f39afe73-2b3b-4ae8-b8df-80a26044d511 of type vlan for network e472f6e5-7845-49ee-bdf6-196c34459ca4 Feb 14 17:57:11.578956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] For port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:11.592090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] For port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:11.595277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] For port 8c916b00-93ff-4106-a5e6-f19e8513b3ac, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:11.597146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] For port 8c916b00-93ff-4106-a5e6-f19e8513b3ac, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8c916b00-93ff-4106-a5e6-f19e8513b3ac,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:11.604310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.672806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.721104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.790689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488999-337a-4b50-9df1-d6869ec72741 None None] Pushing event updated for resources: {'Port': ['ID=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:11.805383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.809314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:11.814663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:11.849686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:11.854712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:12.062242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=e472f6e5-7845-49ee-bdf6-196c34459ca4,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:12.095332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Allocated IP 172.20.0.1 (9a913e0a-2e6f-441c-89b9-9842986a744a/023beca3-b6cc-4202-bfad-03b21e35642a/cac29cb5-55df-436e-bd73-e3954a9e01ab) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:12.109354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73395a4e-36fc-401e-bb58-06d1e6679ced None None] Pushing event updated for resources: {'Port': ['ID=8c916b00-93ff-4106-a5e6-f19e8513b3ac,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:12.128662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network e472f6e5-7845-49ee-bdf6-196c34459ca4 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:12.139246 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d082dfec-15e4-4756-a7ee-523874372c31 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3163741 Feb 14 17:57:12.143837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43134) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:12.152825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'ports': [{'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'}, {'network_id': 'e472f6e5-7845-49ee-bdf6-196c34459ca4'}]} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:12.153772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:12.154308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'e472f6e5-7845-49ee-bdf6-196c34459ca4'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:12.272069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:12.595404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:12.602510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 8c916b00-93ff-4106-a5e6-f19e8513b3ac {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:12.602989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:12.720679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Transition to ACTIVE for port object cac29cb5-55df-436e-bd73-e3954a9e01ab will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:12.765704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:12.774417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:12.777731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:12.791116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:12.839125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:07Z', 'revision_number': 7, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:57:03Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c916b00-93ff-4106-a5e6-f19e8513b3ac', 'name': '', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:50:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:53Z', 'updated_at': '2022-02-14T17:57:11Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:12.843478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edadcbd-ca3d-4904-8c62-8c58dad83aa2 None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:07Z', 'revision_number': 7, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:57:03Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c916b00-93ff-4106-a5e6-f19e8513b3ac', 'name': '', 'network_id': '756bd5ee-6f5d-41d4-be77-7a4bdcce72c8', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:50:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:53Z', 'updated_at': '2022-02-14T17:57:11Z', 'revision_number': 4, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '7453dca9-8209-42db-afff-48b46c1bdd81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:12.872109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 2} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:12.877396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:12.899683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:12.959049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 8c916b00-93ff-4106-a5e6-f19e8513b3ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8c916b00-93ff-4106-a5e6-f19e8513b3ac,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:12.959410 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.098086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.176070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port ba24b02a-5424-4d73-8db8-5f0ee2d0abfb yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:13.256929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 8c916b00-93ff-4106-a5e6-f19e8513b3ac owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:13.271827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.325838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 9a913e0a-2e6f-441c-89b9-9842986a744a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:13.331836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:13.339957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:13.382687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:13.394685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67febd41-c947-44f3-a0b5-de6bb72aa944 None None] Network 9a913e0a-2e6f-441c-89b9-9842986a744a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:13.409483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:13.445380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.586137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eaee5da-df5c-43d6-9254-7467ccf0f77f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:13.685975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.690374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7036369b-037f-434d-8944-4871d664a3d5 None None] Provisioning for port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:13.700938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.745952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=8c916b00-93ff-4106-a5e6-f19e8513b3ac,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:13.785677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.865678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:13.916189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 1eaee5da-df5c-43d6-9254-7467ccf0f77f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:13.923921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1eaee5da-df5c-43d6-9254-7467ccf0f77f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:13.924509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.077564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=ba24b02a-5424-4d73-8db8-5f0ee2d0abfb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:14.101447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:14.102999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:14.111867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:14.113525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.118552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.138101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 1eaee5da-df5c-43d6-9254-7467ccf0f77f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eaee5da-df5c-43d6-9254-7467ccf0f77f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:14.213530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:14.218199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.219338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8c916b00-93ff-4106-a5e6-f19e8513b3ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:14.232584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.233057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': 'f39afe73-2b3b-4ae8-b8df-80a26044d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472f6e5-7845-49ee-bdf6-196c34459ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:14.233423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: e472f6e5-7845-49ee-bdf6-196c34459ca4, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:14.292675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50dbadfc-067b-4c51-aeb7-b3940c573082 None None] Provisioning for port cac29cb5-55df-436e-bd73-e3954a9e01ab completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:14.295991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 8c916b00-93ff-4106-a5e6-f19e8513b3ac {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:14.296337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8c916b00-93ff-4106-a5e6-f19e8513b3ac not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 14 17:57:14.340879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50dbadfc-067b-4c51-aeb7-b3940c573082 None None] Provisioning complete for port cac29cb5-55df-436e-bd73-e3954a9e01ab triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:14.341311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50dbadfc-067b-4c51-aeb7-b3940c573082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.361620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network e472f6e5-7845-49ee-bdf6-196c34459ca4 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:14.375489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port 8c916b00-93ff-4106-a5e6-f19e8513b3ac not found, will not notify nova. {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 14 17:57:14.376755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:14.459378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-50dbadfc-067b-4c51-aeb7-b3940c573082 None None] Port cac29cb5-55df-436e-bd73-e3954a9e01ab cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:14.465898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=1eaee5da-df5c-43d6-9254-7467ccf0f77f,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:14.529116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, e472f6e5-7845-49ee-bdf6-196c34459ca4) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:14.533941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:14.538443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21f77d-97ef-47f8-a768-81bad4f9b0ee None None] Network e472f6e5-7845-49ee-bdf6-196c34459ca4 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:14.543800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:14.546967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:14.547682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.655402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:14.659789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3cbff5cd-77e5-495e-ab9d-ddbd2a84ef12 None None] Provisioning complete for port cac29cb5-55df-436e-bd73-e3954a9e01ab triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:14.661079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3cbff5cd-77e5-495e-ab9d-ddbd2a84ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.717440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:14.723139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.726467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.resource_extend [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:57:14.755984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-29150e2f-3c4d-4da5-8f12-9965dd92bde2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6096308 Feb 14 17:57:14.758558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43144) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:14.804367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.831141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3cbff5cd-77e5-495e-ab9d-ddbd2a84ef12 None None] Port cac29cb5-55df-436e-bd73-e3954a9e01ab cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:14.840575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:14.850671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.907684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:14.945423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:14.961093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.012673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.060649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.089853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:15.097199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:15.099483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.146405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.191755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:15.247045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:15.267092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 9a913e0a-2e6f-441c-89b9-9842986a744a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:15.268971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:15.396984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eaee5da-df5c-43d6-9254-7467ccf0f77f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:15.406438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.474914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:15.483617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.490399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1eaee5da-df5c-43d6-9254-7467ccf0f77f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:15.490793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.494535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ab15d222-df07-4195-8193-4352c3966880 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e HTTP/1.1" status: 204 len: 168 time: 0.7348912 Feb 14 17:57:15.495122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43148) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:15.601991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02868445-cc69-420d-852c-22ae9efc8f15 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:15.608393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02868445-cc69-420d-852c-22ae9efc8f15 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:15.609215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-02868445-cc69-420d-852c-22ae9efc8f15 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:15.626501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2aa04dbf-e70c-46d0-a86e-cd38166c91df None None] Provisioning complete for port cac29cb5-55df-436e-bd73-e3954a9e01ab triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:15.627039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2aa04dbf-e70c-46d0-a86e-cd38166c91df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.696356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:15.734964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-02868445-cc69-420d-852c-22ae9efc8f15 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:15.739640 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-02868445-cc69-420d-852c-22ae9efc8f15 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2435477 Feb 14 17:57:15.740293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43154) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:15.761331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2aa04dbf-e70c-46d0-a86e-cd38166c91df None None] Port cac29cb5-55df-436e-bd73-e3954a9e01ab cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:15.766977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:15.786766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:15.787363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:15.790852 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0a20d298-7cce-40a4-b51c-90141006e49a tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0442314 Feb 14 17:57:15.795453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43158) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:15.827581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port ba24b02a-5424-4d73-8db8-5f0ee2d0abfb {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:15.827964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.054219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.147763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 7453dca9-8209-42db-afff-48b46c1bdd81 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:16.152060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.177992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for ba24b02a-5424-4d73-8db8-5f0ee2d0abfb owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:16.205777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Router 6e37841c-354f-4093-a842-a34413919aaf has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:16.220319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.371964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.420412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=ba24b02a-5424-4d73-8db8-5f0ee2d0abfb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:16.429739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.447428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.541440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-118365f7-4449-42b3-b06d-6d5d1a4ef720 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/ba24b02a-5424-4d73-8db8-5f0ee2d0abfb HTTP/1.1" status: 204 len: 168 time: 0.7999456 Feb 14 17:57:16.545926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43162) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:16.563770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:16.573648 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3d2c7c8e-c812-4d39-b2b1-0909c2aa0595 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "PUT /v2.0/routers/6e37841c-354f-4093-a842-a34413919aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4299338 Feb 14 17:57:16.629382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369a26b-d949-4fe2-a63c-b15a234bf8fd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:16.630043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0369a26b-d949-4fe2-a63c-b15a234bf8fd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:16.679284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.711943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0369a26b-d949-4fe2-a63c-b15a234bf8fd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:16.715694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0369a26b-d949-4fe2-a63c-b15a234bf8fd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1662786 Feb 14 17:57:16.716620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43172) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:16.724981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=7453dca9-8209-42db-afff-48b46c1bdd81,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:16.750812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.751011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb9f13-a086-411c-b5e9-052d58240c9d None None] Network 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:16.753121 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ce760680-fbdd-4cf1-bca5-5304c736f90c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/7453dca9-8209-42db-afff-48b46c1bdd81 HTTP/1.1" status: 204 len: 168 time: 0.9564333 Feb 14 17:57:16.755911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43178) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:16.761394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f50052e-9c11-4d94-9a9a-029e1cc6d94c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:16.762677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0f50052e-9c11-4d94-9a9a-029e1cc6d94c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/5a2aafe7-a9b2-4b9c-a58f-6a7aad9af52e HTTP/1.1" status: 404 len: 333 time: 0.0458789 Feb 14 17:57:16.770105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43182) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:16.859129 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8705bfec-cb18-4d4a-acfb-302d3579e649 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:16.860483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8705bfec-cb18-4d4a-acfb-302d3579e649 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/ba24b02a-5424-4d73-8db8-5f0ee2d0abfb HTTP/1.1" status: 404 len: 333 time: 0.0892940 Feb 14 17:57:16.863843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43192) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:16.908414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:16.920305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:16.920633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.094559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] DHCP port deletion for 756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:17.099756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Deleting port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:17.100216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.105018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-2bc0b0b8-0318-4dd8-8c6d-00398de37934 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215143204&fields=id&tenant_id=1d6dd8e59ff341dcab1bb1080bc54529 HTTP/1.1" status: 200 len: 267 time: 0.2712121 Feb 14 17:57:17.142942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:17.143286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.155164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.268606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:17.315329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] For port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,segment=NetworkSegment(d0fd3af5-a87e-40c1-8e21-a5be4198b878),segment_id=d0fd3af5-a87e-40c1-8e21-a5be4198b878)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:17.315773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.381300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:17.395703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-588ed16e-d235-40f5-9e42-957c4ca78fe2 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:17.397276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-588ed16e-d235-40f5-9e42-957c4ca78fe2 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/networks?id=9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 200 len: 797 time: 0.2844923 Feb 14 17:57:17.399190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.434044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e472f6e5-7845-49ee-bdf6-196c34459ca4']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.441534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8935468e-e189-44f4-bfa9-1032735fd11e tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/quotas/1d6dd8e59ff341dcab1bb1080bc54529 HTTP/1.1" status: 200 len: 375 time: 0.0347638 Feb 14 17:57:17.447092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39afe73-2b3b-4ae8-b8df-80a26044d511') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.447398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39afe73-2b3b-4ae8-b8df-80a26044d511') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.463684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.481583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Calling delete_port for 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:17.497639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.516661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=76caba56-bfd6-4ce3-8aef-8f0a3f7aea32,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:17.519882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No DVR routers for this DVR port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:17.530498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.540064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:17.540244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:17.555177 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:17.568951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No active binding found for port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 {{(pid=84257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 14 17:57:17.570429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:17.593780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:17.595168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:17.642263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-4438386e-7b4f-4ed7-8fa3-103f278e6e7e tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884050 Feb 14 17:57:17.657017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.684722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756bd5ee-6f5d-41d4-be77-7a4bdcce72c8']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.697108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fd3af5-a87e-40c1-8e21-a5be4198b878') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.697402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fd3af5-a87e-40c1-8e21-a5be4198b878') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:17.709250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.725887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.729153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.734721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:17.735205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.749492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:17.751781 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:17.769615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/e472f6e5-7845-49ee-bdf6-196c34459ca4 HTTP/1.1" status: 204 len: 168 time: 0.9045525 Feb 14 17:57:17.773793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe75a2-48ee-4d8f-8622-d787022c8d49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=e472f6e5-7845-49ee-bdf6-196c34459ca4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:17.774513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43198) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:17.780065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1576721740'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:17.788015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:17.795285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:17.800194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:17.818872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:17.841502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-7321793c-816a-4aa4-aaf3-59840c31b706 service neutron] 10.222.0.30 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813014 Feb 14 17:57:17.943456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.958095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:17.962816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.971339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:17.973995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=756bd5ee-6f5d-41d4-be77-7a4bdcce72c8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:17.985923 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e8dcf539-641f-42cb-93a0-fa9c92ddadd8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/756bd5ee-6f5d-41d4-be77-7a4bdcce72c8 HTTP/1.1" status: 204 len: 168 time: 1.2290139 Feb 14 17:57:17.993694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43204) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:18.000650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-c2b06558-7eb7-4c16-83d5-e1e6ce85996a service neutron] 10.222.0.30 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533990 Feb 14 17:57:18.008729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:18.017760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.018098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment 231f423a-f5ab-4270-bb1b-64113317b69d of type vlan for network 8946b64c-5d6a-46ce-9145-2331d54b446d Feb 14 17:57:18.050029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.095538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Deleting port 76caba56-bfd6-4ce3-8aef-8f0a3f7aea32 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:18.096202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.163198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-aa003672-e6e0-4f39-8131-4fd22bdef709 None None] The port '76caba56-bfd6-4ce3-8aef-8f0a3f7aea32' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:18.195728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.199662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:18.206956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.328808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=8946b64c-5d6a-46ce-9145-2331d54b446d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:18.343661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8946b64c-5d6a-46ce-9145-2331d54b446d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:18.387802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-94f835ce-1cda-4ad5-889d-1c551722f9cc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6124382 Feb 14 17:57:18.393452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:18.401244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:18.418402 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77c8875f-8c63-4eeb-a3ca-3524256709c6 req-d3ee8d77-110f-4fc5-bf39-c49a652b8234 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.0869529 Feb 14 17:57:18.508617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.524971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:18.528945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:18.532019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:18.537975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:18.664236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:18.767404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:18.859922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Performing IP validity checks on allocation pools {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 17:57:18.862923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.ipam_backend_mixin [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 17:57:19.110034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:19.110633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:19.206607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:19.290388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=215d3ca8-28fe-4510-a71a-34690a1ad050,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:19.297268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': '231f423a-f5ab-4270-bb1b-64113317b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:19.297553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: 8946b64c-5d6a-46ce-9145-2331d54b446d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:19.305126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 24efedac-8a5c-43e6-a4bb-f26c8a7641c7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:19.305462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:19.403317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:19.412156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 8946b64c-5d6a-46ce-9145-2331d54b446d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:19.418956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:19.419725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:19.427008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:19.543347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8946b64c-5d6a-46ce-9145-2331d54b446d) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:19.554260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aa50ccdc-5ff7-4170-8b27-e25f98103f53 req-afac82f9-c4a2-4266-b21e-ecc74da58c8c tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.0509243 Feb 14 17:57:19.554260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:19.554671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:19.557368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0fcc1-640f-4c69-a697-7627c805b3b4 None None] Network 8946b64c-5d6a-46ce-9145-2331d54b446d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:19.667773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:19.718508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e39d2f0-f10e-4768-9a62-8494de6dc9f0 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3234444 Feb 14 17:57:19.721222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43228) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:19.727200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d', 'name': 'tempest-PortsIpV6TestJSON-550145806'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:19.761296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:19.843299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=24efedac-8a5c-43e6-a4bb-f26c8a7641c7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:19.882671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:19.895690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:20.024868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:20.031277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.065735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-8946b64c-5d6a-46ce-9145-2331d54b446d', 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': '215d3ca8-28fe-4510-a71a-34690a1ad050'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:20.065985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 4a15a06d-3df5-4c24-aae4-1ca101396bf4 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:20.073065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.218575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.315270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 8, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': '24efedac-8a5c-43e6-a4bb-f26c8a7641c7', 'name': '', 'network_id': '3f0b80b2-b294-4e2e-8587-93b654c929dd', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:39:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:43Z', 'updated_at': '2022-02-14T17:57:03Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8f87dc30-7191-47e9-a82e-101b7c1284b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:20.319805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:20.327252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::1eb (8946b64c-5d6a-46ce-9145-2331d54b446d/215d3ca8-28fe-4510-a71a-34690a1ad050/4a15a06d-3df5-4c24-aae4-1ca101396bf4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:20.330747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:20.331358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:56:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:20.503388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:20.610325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.629705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 4a15a06d-3df5-4c24-aae4-1ca101396bf4 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:20.793077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.844852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:20.851548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be190010-0ccb-46d9-acc7-974c303df19a req-63df46b4-e752-4175-88be-7f9726f5ed93 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.1159408 Feb 14 17:57:20.886469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=4a15a06d-3df5-4c24-aae4-1ca101396bf4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:20.902097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 8946b64c-5d6a-46ce-9145-2331d54b446d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:20.903903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:20.905837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:20.910225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:20.911201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.928023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e5d4853e-626b-47fc-a5a8-0a00ed4f0e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:20.929934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Allocated IP 2001:db8::2 (8946b64c-5d6a-46ce-9145-2331d54b446d/215d3ca8-28fe-4510-a71a-34690a1ad050/00795e76-604e-423b-85e9-4e0f0d1e838a) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:21.034979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d7718e4-8892-43a6-9cf4-06a8907a0d05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3100083 Feb 14 17:57:21.035230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:19Z', 'revision_number': 9, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:21.035388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43236) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:21.045186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef5d4-2575-4f00-8e8a-bfdab6d9165d None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:19Z', 'revision_number': 9, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:21.048097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:21.064420 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ed286574-00f2-4701-a28e-be33afc8bd7e tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0668068 Feb 14 17:57:21.064660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43240) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:21.120571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 4a15a06d-3df5-4c24-aae4-1ca101396bf4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:21.120886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.170080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.180647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Transition to ACTIVE for port object 00795e76-604e-423b-85e9-4e0f0d1e838a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:21.215922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Transition to ACTIVE for port object 00795e76-604e-423b-85e9-4e0f0d1e838a will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:21.266016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 8f87dc30-7191-47e9-a82e-101b7c1284b4 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:21.269764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.315757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.325980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.402296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.411799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Pushing event updated for resources: {'Port': ['ID=00795e76-604e-423b-85e9-4e0f0d1e838a,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:21.435574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Network 8946b64c-5d6a-46ce-9145-2331d54b446d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:21.435947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.442435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:21.448342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:21.545955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 4a15a06d-3df5-4c24-aae4-1ca101396bf4 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:21.550443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Attempting to bind port 00795e76-604e-423b-85e9-4e0f0d1e838a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:21.550951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Attempting to bind port 00795e76-604e-423b-85e9-4e0f0d1e838a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '231f423a-f5ab-4270-bb1b-64113317b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:21.551209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Attempting to bind port 00795e76-604e-423b-85e9-4e0f0d1e838a on network 8946b64c-5d6a-46ce-9145-2331d54b446d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:21.558090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:21.558497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Checking segment: {'id': '231f423a-f5ab-4270-bb1b-64113317b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:21.558927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.559269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Bound using segment: {'id': '231f423a-f5ab-4270-bb1b-64113317b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:21.559717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Bound port: 00795e76-604e-423b-85e9-4e0f0d1e838a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231f423a-f5ab-4270-bb1b-64113317b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8946b64c-5d6a-46ce-9145-2331d54b446d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:21.560086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.615314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.665689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:21.667740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=8f87dc30-7191-47e9-a82e-101b7c1284b4,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:21.669189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:21.677783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.685061 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-76c661fc-ab73-4a9c-b078-58810d53bd64 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8f87dc30-7191-47e9-a82e-101b7c1284b4 HTTP/1.1" status: 204 len: 168 time: 0.6192143 Feb 14 17:57:21.685849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758d92d-c2b1-40d1-a971-99ce6df90a76 None None] Network 3f0b80b2-b294-4e2e-8587-93b654c929dd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:21.687590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43246) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:21.820970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:21.847207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:21.992505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:21.992898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 24efedac-8a5c-43e6-a4bb-f26c8a7641c7 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:22.054959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785a3c7-bdc8-43c8-88cc-5992df706f01 None None] Pushing event updated for resources: {'Port': ['ID=00795e76-604e-423b-85e9-4e0f0d1e838a,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:22.067956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-164ee1fa-b325-4754-865f-648f6158e554 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:22.069598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-164ee1fa-b325-4754-865f-648f6158e554 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.45 "GET /v2.0/networks?id=9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 200 len: 797 time: 0.4688292 Feb 14 17:57:22.082250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.111989 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-265a82bb-a978-418a-9b81-b061195205e8 req-149a8090-32e4-4d0a-98fb-5c237d588ef9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.1013486 Feb 14 17:57:22.149063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 66e08bd4-4015-4778-bd80-312730d6afd2 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:22.149401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.163386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] DHCP port deletion for 3f0b80b2-b294-4e2e-8587-93b654c929dd request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:22.167990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Deleting port 66e08bd4-4015-4778-bd80-312730d6afd2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:22.168502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.199963 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-a6b92098-f359-49d6-bae3-26d1b3e80d2f tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d6dd8e59ff341dcab1bb1080bc54529 HTTP/1.1" status: 200 len: 380 time: 0.1064618 Feb 14 17:57:22.212156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'port': {'device_id': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'admin_state_up': True, 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'security_groups': ['038ad847-dd15-4bfc-8c89-039e5e8ccadb']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:22.326450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.441256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] For port 66e08bd4-4015-4778-bd80-312730d6afd2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66e08bd4-4015-4778-bd80-312730d6afd2,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:22.441641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.459121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=4a15a06d-3df5-4c24-aae4-1ca101396bf4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:22.547556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.575227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Calling delete_port for 66e08bd4-4015-4778-bd80-312730d6afd2 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:22.641301 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b008f2c8-a9bf-4025-9cd5-5fe70e6993b5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/4a15a06d-3df5-4c24-aae4-1ca101396bf4 HTTP/1.1" status: 204 len: 168 time: 1.6051219 Feb 14 17:57:22.644173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43254) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:22.660952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:22.674540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:port and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:22.680214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:22.685355 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-542891cb-501e-48f6-8d78-6b56818b614d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:22.685869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542891cb-501e-48f6-8d78-6b56818b614d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:22.687472 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-542891cb-501e-48f6-8d78-6b56818b614d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/4a15a06d-3df5-4c24-aae4-1ca101396bf4 HTTP/1.1" status: 404 len: 333 time: 0.0416875 Feb 14 17:57:22.689928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:22.690403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43258) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:22.692748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 66e08bd4-4015-4778-bd80-312730d6afd2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=66e08bd4-4015-4778-bd80-312730d6afd2,segment=NetworkSegment(fe8504aa-0588-487f-b96b-3b77cd88faae),segment_id=fe8504aa-0588-487f-b96b-3b77cd88faae)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:22.693094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.797734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.826414 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2f03dc-6dbb-498a-a648-d9c3d21e4614 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:22.827692 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-af2f03dc-6dbb-498a-a648-d9c3d21e4614 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/4a15a06d-3df5-4c24-aae4-1ca101396bf4 HTTP/1.1" status: 404 len: 333 time: 0.1364841 Feb 14 17:57:22.827859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 66e08bd4-4015-4778-bd80-312730d6afd2 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:22.830334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43262) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:22.869372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] Pushing event deleted for resources: {'Port': ['ID=66e08bd4-4015-4778-bd80-312730d6afd2,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:22.871605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebb4dd-a3bc-44c5-ba2d-fcd0a2d6923b None None] No DVR routers for this DVR port 66e08bd4-4015-4778-bd80-312730d6afd2 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:22.887307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Made reservation on behalf of 1d6dd8e59ff341dcab1bb1080bc54529 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:22.891264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:22.991438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:22.991764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:23.062330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 215d3ca8-28fe-4510-a71a-34690a1ad050 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:23.065621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.100920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c95edcf6-7a6a-491f-910d-69320eba49a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.113683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Allocated IP 172.20.0.3 (9a913e0a-2e6f-441c-89b9-9842986a744a/023beca3-b6cc-4202-bfad-03b21e35642a/b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:23.135006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.251477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.254227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f72054-abb9-44da-b44e-3e0c103d518b None None] Network 8946b64c-5d6a-46ce-9145-2331d54b446d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:23.350054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-13c615cb-f621-421b-b333-e8886e2b02c8 req-201111ee-c5aa-4f0a-a03b-d310358d243b tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.0600216 Feb 14 17:57:23.418160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-ad244728-7e77-458b-99d6-fa3be16109d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232449 Feb 14 17:57:23.425445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00795e76-604e-423b-85e9-4e0f0d1e838a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:23.435959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.460113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.485570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Transition to ACTIVE for port object b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:23.493718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 66e08bd4-4015-4778-bd80-312730d6afd2 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:23.493908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.500420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=215d3ca8-28fe-4510-a71a-34690a1ad050,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:23.507476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.513712 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-77c6f9a4-a8c8-47b2-971d-c9e60025703e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/215d3ca8-28fe-4510-a71a-34690a1ad050 HTTP/1.1" status: 204 len: 168 time: 0.6824286 Feb 14 17:57:23.517119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43272) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:23.565460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f96961d5-6014-4e5d-aec6-fe14271dba83 None None] Provisioning for port 00795e76-604e-423b-85e9-4e0f0d1e838a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:23.573676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] The port '66e08bd4-4015-4778-bd80-312730d6afd2' was deleted {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:23.661374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.673098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 00795e76-604e-423b-85e9-4e0f0d1e838a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:23.673663 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.694538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] DHCP port deletion for 8946b64c-5d6a-46ce-9145-2331d54b446d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:23.694538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Deleting port 00795e76-604e-423b-85e9-4e0f0d1e838a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:23.694538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.722681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 00795e76-604e-423b-85e9-4e0f0d1e838a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:23.734748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 00795e76-604e-423b-85e9-4e0f0d1e838a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:23.735274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.895808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.906739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:23.907336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.925247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0b80b2-b294-4e2e-8587-93b654c929dd']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:23.939575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8504aa-0588-487f-b96b-3b77cd88faae') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:23.939896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8504aa-0588-487f-b96b-3b77cd88faae') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:23.955868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-b58eb2fd-b284-4585-8fd4-80ddc5fb0b60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1099 time: 0.4231513 Feb 14 17:57:23.957403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.975562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:23.978500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.014267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.029740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:24.029740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.035574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:24.035961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.038888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 00795e76-604e-423b-85e9-4e0f0d1e838a owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: util.warn( Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:24.060811 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:24.172488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Calling delete_port for 00795e76-604e-423b-85e9-4e0f0d1e838a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:24.219547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:24.260512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 9a913e0a-2e6f-441c-89b9-9842986a744a is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:24.266434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:24.271565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:24.281073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:24.290016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.348532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.359972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66e08bd4-4015-4778-bd80-312730d6afd2 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:24.362660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:24.363773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.365782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:24.366115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:24.390451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.422036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.424236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/3f0b80b2-b294-4e2e-8587-93b654c929dd HTTP/1.1" status: 204 len: 168 time: 2.7357185 Feb 14 17:57:24.427184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43278) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:24.441448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1181bc-4adb-4e6e-ad2f-4f241ff29771 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=3f0b80b2-b294-4e2e-8587-93b654c929dd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:24.448677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.457679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 66e08bd4-4015-4778-bd80-312730d6afd2 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:24.465350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 66e08bd4-4015-4778-bd80-312730d6afd2 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:24.466030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8c916b00-93ff-4106-a5e6-f19e8513b3ac no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:24.497398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-8ad40422-104a-4ed1-ae36-5ce940b89583 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2901428 Feb 14 17:57:24.523488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Request body: {'port': {'device_id': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:24.659019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:24.664326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:24.679868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 8c916b00-93ff-4106-a5e6-f19e8513b3ac {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:24.681500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8c916b00-93ff-4106-a5e6-f19e8513b3ac not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:24.718365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=00795e76-604e-423b-85e9-4e0f0d1e838a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:24.742382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-e4efc776-508e-482d-97c3-de78d50795cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:24.744017 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-e4efc776-508e-482d-97c3-de78d50795cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 896 time: 0.7246635 Feb 14 17:57:24.811717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3c6d9672-9ff9-4170-a6f3-c00fbb7dc903 None None] Provisioning for port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:24.819091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3c6d9672-9ff9-4170-a6f3-c00fbb7dc903 None None] Provisioning complete for port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:24.819670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9672-9ff9-4170-a6f3-c00fbb7dc903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.860909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.896132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d9672-9ff9-4170-a6f3-c00fbb7dc903 None None] Port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:24.898703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 00795e76-604e-423b-85e9-4e0f0d1e838a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:24.899156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:24.944744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-2da66b3e-9469-4ff3-b16a-c8848c34e6e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 1002 time: 0.1899464 Feb 14 17:57:24.996318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2f9a-1a66-4971-b6ca-22e5fd8bba26 req-cd9fd977-b019-4b5d-b0a1-82ad170ea348 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:24.996962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-c3da2f9a-1a66-4971-b6ca-22e5fd8bba26 req-cd9fd977-b019-4b5d-b0a1-82ad170ea348 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Synchronizing usage tracker for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:25.098695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-546cf796-c20a-4f14-b68d-56a123ecb0ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:25.100678 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-546cf796-c20a-4f14-b68d-56a123ecb0ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.1463752 Feb 14 17:57:25.156108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-c3da2f9a-1a66-4971-b6ca-22e5fd8bba26 req-cd9fd977-b019-4b5d-b0a1-82ad170ea348 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Unset dirty status for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:25.157175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3da2f9a-1a66-4971-b6ca-22e5fd8bba26 req-cd9fd977-b019-4b5d-b0a1-82ad170ea348 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 931 time: 0.4609449 Feb 14 17:57:25.166895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Deleting port 00795e76-604e-423b-85e9-4e0f0d1e838a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:25.167765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.233166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:25.233520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.302542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.310656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3da2f9a-1a66-4971-b6ca-22e5fd8bba26 req-ca8b4066-6a0a-422e-a619-6850183b1df9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376915 Feb 14 17:57:25.339395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-029e90ec-2e18-4666-9813-13d77f3ebf4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2321725 Feb 14 17:57:25.387093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00795e76-604e-423b-85e9-4e0f0d1e838a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:25.426688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 00795e76-604e-423b-85e9-4e0f0d1e838a owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:25.490281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] For port 00795e76-604e-423b-85e9-4e0f0d1e838a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00795e76-604e-423b-85e9-4e0f0d1e838a,segment=NetworkSegment(231f423a-f5ab-4270-bb1b-64113317b69d),segment_id=231f423a-f5ab-4270-bb1b-64113317b69d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:25.491611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.527702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:25.544282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.563624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-fe4be69b-a4a9-45bc-a498-47f47fed5bd5 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152956 Feb 14 17:57:25.569433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Transition to ACTIVE for port object b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:25.657036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Calling delete_port for 00795e76-604e-423b-85e9-4e0f0d1e838a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:25.684454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.718286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.724153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7565b3-e622-4865-964d-8dad24ac75f6 req-f0d1c647-4067-4784-8513-913af4ccc60a service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535480 Feb 14 17:57:25.726051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.727561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:25.742222 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:25.772624 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:25.780896 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:25.783013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=00795e76-604e-423b-85e9-4e0f0d1e838a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:25.841914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No DVR routers for this DVR port 00795e76-604e-423b-85e9-4e0f0d1e838a on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:25.875510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:25.876086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:26.019789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:26.025319 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:26.108694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.193266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Attempting to bind port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:26.193597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Attempting to bind port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:26.194093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Attempting to bind port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a on network 9a913e0a-2e6f-441c-89b9-9842986a744a {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:26.200349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a on network 9a913e0a-2e6f-441c-89b9-9842986a744a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:57:26.200669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Attempting to bind port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a on network 9a913e0a-2e6f-441c-89b9-9842986a744a {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:26.207352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:26.207873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Checking segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:26.208259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Bound using segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:26.208681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Bound port: b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:26.209377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.225813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8946b64c-5d6a-46ce-9145-2331d54b446d']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:26.241753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231f423a-f5ab-4270-bb1b-64113317b69d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:26.242153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231f423a-f5ab-4270-bb1b-64113317b69d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:26.263309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.285771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.310245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:26.310245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:26.311844 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:26.323537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:26.326870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:26.439974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-96af2718-9fcb-4706-8e88-5d42c139c68e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:26.451747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.495811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:19Z', 'revision_number': 9, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:26.499935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:26.501365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.513142 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:26.513792 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:26.523860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.550073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=8946b64c-5d6a-46ce-9145-2331d54b446d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:26.567832 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-47404cf6-56e1-403c-beba-afba9459aedd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/8946b64c-5d6a-46ce-9145-2331d54b446d HTTP/1.1" status: 204 len: 168 time: 3.0455768 Feb 14 17:57:26.567832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43296) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:26.570574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port b12f8274-cefe-43d0-bb13-dea5a4ea36d0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:26.570919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.589523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.590900 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 200 len: 1093 time: 2.0824625 Feb 14 17:57:26.596817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:26.601757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1302331191'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:26.617155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4acf93-025d-4acb-a724-8d2a35e1d9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:26.619656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:26.628728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-96af2718-9fcb-4706-8e88-5d42c139c68e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:26.629959 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-96af2718-9fcb-4706-8e88-5d42c139c68e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759569678&fields=id&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 267 time: 0.2542937 Feb 14 17:57:26.635062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:26.635832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Deleting port 00795e76-604e-423b-85e9-4e0f0d1e838a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:26.637560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:26.640849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:26.654807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:26.728910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-428571b4-b097-4ab5-8f76-b22e5fa33e76 None None] The port '00795e76-604e-423b-85e9-4e0f0d1e838a' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:26.790094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10711c-63d1-4cd9-b9e5-9cefbc67ddd4 req-f1f0ec4d-af8f-4f39-babf-d3212c8393ec tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:26.791778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6a10711c-63d1-4cd9-b9e5-9cefbc67ddd4 req-f1f0ec4d-af8f-4f39-babf-d3212c8393ec tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 943 time: 0.3329670 Feb 14 17:57:26.807194 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:26.937228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6a10711c-63d1-4cd9-b9e5-9cefbc67ddd4 req-607bf2e0-4c61-412e-a83b-5b01745d8165 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315424 Feb 14 17:57:26.948731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-13fc1960-2955-49f2-9e42-96c487efe570 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:26.950189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-13fc1960-2955-49f2-9e42-96c487efe570 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.3132589 Feb 14 17:57:26.968983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-69d93f41-ac03-4bf1-8e37-1755814758ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1096 time: 0.2401605 Feb 14 17:57:26.976195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-91b5c83a-de63-4cf2-bd87-972984efc2db tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/quotas/644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 375 time: 0.0151887 Feb 14 17:57:26.998350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:27.001309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.028012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port b12f8274-cefe-43d0-bb13-dea5a4ea36d0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:27.028379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.075837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'status': 'completed', 'code': 200} Feb 14 17:57:27.099594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-93aca677-20ad-48f1-829c-a0009c3b35d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 200 len: 217 time: 0.0766916 Feb 14 17:57:27.133874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Sync routers for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:27.152096 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:27.153507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:27.171532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for b12f8274-cefe-43d0-bb13-dea5a4ea36d0 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:27.189655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-84bb749c-5898-4094-9c5c-a89e5a1bb38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:27.191255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-84bb749c-5898-4094-9c5c-a89e5a1bb38e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=023beca3-b6cc-4202-bfad-03b21e35642a HTTP/1.1" status: 200 len: 835 time: 0.0800371 Feb 14 17:57:27.205803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-503af538-7197-4508-a07c-5a4546fdc3b6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251787 Feb 14 17:57:27.223328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:27.232958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.233385 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment 9a92c63f-f1b6-4f4b-95a5-46786c54edb2 of type vlan for network f479ed54-9ce0-4bbd-8900-6d6665a240e6 Feb 14 17:57:27.255450 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:19Z', 'revision_number': 9, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:27.260506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ec05-191d-4b6d-82a7-33aeb9d19572 None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:19Z', 'revision_number': 9, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'b12f8274-cefe-43d0-bb13-dea5a4ea36d0', 'name': '', 'network_id': '95ca2c87-d775-44c0-b755-5be43b8df1b1', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:83:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a390e-2496-405a-9933-d90f942302ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:26Z', 'updated_at': '2022-02-14T17:57:05Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': 'e89a390e-2496-405a-9933-d90f942302ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:27.324800 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-6dc5a6ff-e71c-4e58-be4f-a0526e442d37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a913e0a-2e6f-441c-89b9-9842986a744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173174 Feb 14 17:57:27.333429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.397736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:27.513750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.521834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:27.522480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.625801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-ddef87f9-a13b-44c8-8b92-a196a7014ddb service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929554 Feb 14 17:57:27.635038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:27.710768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=b12f8274-cefe-43d0-bb13-dea5a4ea36d0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:27.713440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=f479ed54-9ce0-4bbd-8900-6d6665a240e6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:27.716940 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-09b207e1-5a50-40b3-8763-3f0b896e16a1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1484978 Feb 14 17:57:27.723111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43306) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:27.749957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:27.755666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:27.798840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-654f42dd-ea37-4133-9536-a6c05364de07 service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440121 Feb 14 17:57:27.840052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43310) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:27.880906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 2, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:27.885231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Checking router: 6e37841c-354f-4093-a842-a34413919aaf for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:27.885780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Updating router 6e37841c-354f-4093-a842-a34413919aaf port cac29cb5-55df-436e-bd73-e3954a9e01ab binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:57:27.973818 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:57:28.000896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.063559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:28.069418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:28.073376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:28.081539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:28.110705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.123587 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5fbf2df-4c2d-4370-9c14-76773c7ce59c req-b3e20959-c17e-474e-86ae-b0a42e3acd67 service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782796 Feb 14 17:57:28.179223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:28.320725 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6eeee94a-b185-4fb7-82a6-9b7c502cc756 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=a0035adcb386477480e13c860e0d9e34&network_id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 3000 time: 0.4627399 Feb 14 17:57:28.320725 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-a261438e-a00b-45c0-ac0c-8142f73cdab5 service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016096 Feb 14 17:57:28.325270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabdaed-2cd8-4ef0-9f77-481d993e76b9 req-4a052b14-008d-4b3c-b8d4-7af5cbe0be20 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:28.326652 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0aabdaed-2cd8-4ef0-9f77-481d993e76b9 req-4a052b14-008d-4b3c-b8d4-7af5cbe0be20 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 943 time: 0.2107234 Feb 14 17:57:28.367912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.380194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Transition to ACTIVE for port object cac29cb5-55df-436e-bd73-e3954a9e01ab will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:28.394268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.425663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-8b545afa-823a-4ffd-92f4-1c9c727ea7b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1633534 Feb 14 17:57:28.429551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0aabdaed-2cd8-4ef0-9f77-481d993e76b9 req-f456ea75-1a7e-4f24-8e43-ed81bb23549c tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846598 Feb 14 17:57:28.465936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.574704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a6a8-9d89-40de-ad7d-48ac741fd37c None None] Pushing event updated for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:28.581773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-92a2aa5a-98b9-44e6-bde4-cd6e4f4374a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:28.583628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-92a2aa5a-98b9-44e6-bde4-cd6e4f4374a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 200 len: 897 time: 0.1477633 Feb 14 17:57:28.661846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-e2233cdf-19c7-454a-8880-6713f95f6f26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 200 len: 217 time: 0.0697620 Feb 14 17:57:28.749209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-22eaca2b-167c-4e4f-bf2b-65415514d75a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:28.750864 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-22eaca2b-167c-4e4f-bf2b-65415514d75a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=023beca3-b6cc-4202-bfad-03b21e35642a HTTP/1.1" status: 200 len: 835 time: 0.0816042 Feb 14 17:57:28.811145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Attempting to bind port cac29cb5-55df-436e-bd73-e3954a9e01ab on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:28.811644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Attempting to bind port cac29cb5-55df-436e-bd73-e3954a9e01ab by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:28.812094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Attempting to bind port cac29cb5-55df-436e-bd73-e3954a9e01ab on network 9a913e0a-2e6f-441c-89b9-9842986a744a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:28.820082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:28.820631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Checking segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:28.821137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.821586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Bound using segment: {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:28.822113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Bound port: cac29cb5-55df-436e-bd73-e3954a9e01ab, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93646ad-0555-4131-8001-74878deccaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:28.822534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:28.844190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-d4cb6589-9da8-449e-ab7a-c42c17d19b18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a913e0a-2e6f-441c-89b9-9842986a744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860722 Feb 14 17:57:28.942911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] For port cac29cb5-55df-436e-bd73-e3954a9e01ab, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:28.947646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] For port cac29cb5-55df-436e-bd73-e3954a9e01ab, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cac29cb5-55df-436e-bd73-e3954a9e01ab,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:28.995038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-eca2a3b4-8ee7-43b1-9331-5240552dcb39 service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415253 Feb 14 17:57:29.029432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:29.112797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a6a8-9d89-40de-ad7d-48ac741fd37c None None] Pushing event updated for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:29.117069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:29.118971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:29.158004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db2d1224-8d3f-4685-9cf7-1f04233ba8ed req-ea98168d-051a-4081-b602-c965b455725e service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559541 Feb 14 17:57:29.168053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:29.256048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:29.279286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=df6c004c-f6ca-46bb-854f-66a9f8bf495d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:29.283692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': '9a92c63f-f1b6-4f4b-95a5-46786c54edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:29.284246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: f479ed54-9ce0-4bbd-8900-6d6665a240e6, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:29.325918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:29.468496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:29.478190 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b3c5ff9c-aa16-480a-8ae0-6418526be823 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0494215 Feb 14 17:57:29.480269 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:29.481215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43328) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:29.498318 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:29.499122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:29.545764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:29.651991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, f479ed54-9ce0-4bbd-8900-6d6665a240e6) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:29.656389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:29.656923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:29.659116 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:29.666859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4adc99-5e2a-406d-a32c-879db21b5df0 None None] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:29.760417 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0f8d8456-c2c1-418e-8680-f163481b5136 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0396049 Feb 14 17:57:29.761335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43334) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:29.768457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1906733945'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:29.768776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050752ef-1187-45ff-9990-7d9b887f9ef0 req-5bbbc664-106c-4863-a6b1-9adab668e177 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:29.770518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-050752ef-1187-45ff-9990-7d9b887f9ef0 req-5bbbc664-106c-4863-a6b1-9adab668e177 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 943 time: 0.2125144 Feb 14 17:57:29.806530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet e89a390e-2496-405a-9933-d90f942302ba {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:29.811727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:29.897408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-050752ef-1187-45ff-9990-7d9b887f9ef0 req-e0aaaff9-12ab-4b40-a536-7de5bf3f6fc7 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196375 Feb 14 17:57:29.904032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:28Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:29.905674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:29.910548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0254b13-9bb8-430b-8ec9-87e44967a616 None None] The sync data for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv is: [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:28Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:29.963180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:29.975951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:29.980058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:30.001918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:30.038651 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:27Z', 'revision_number': 10, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:30.044142 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:30.066842 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:30.067671 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:30.073306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.075037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:30.079601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.096497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-f479ed54-9ce0-4bbd-8900-6d6665a240e6', 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': 'df6c004c-f6ca-46bb-854f-66a9f8bf495d'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:30.097556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.123558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 46d12969-0512-4e35-b07e-4caea494e1e1 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:30.245519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49368f50-7e2f-4943-9765-f77b8add52a0 req-16317e42-ed69-444c-9667-3cbb06945d86 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 210 time: 0.0612092 Feb 14 17:57:30.266666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.347546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=e89a390e-2496-405a-9933-d90f942302ba,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:30.350943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Allocated IP 2001:db8::2 (f479ed54-9ce0-4bbd-8900-6d6665a240e6/df6c004c-f6ca-46bb-854f-66a9f8bf495d/b43143e4-ef6d-4f47-968d-54631fd4d162) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:30.359003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.366833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5a37ab32-4415-4b57-b7ba-e1545813b5f8 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/e89a390e-2496-405a-9933-d90f942302ba HTTP/1.1" status: 204 len: 168 time: 0.8844867 Feb 14 17:57:30.369631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43350) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:30.379010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca057840-bfc4-45c0-90e0-b5e599636e43 None None] Network 95ca2c87-d775-44c0-b755-5be43b8df1b1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:30.383971 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:30.519116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.550459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:30.550833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.878323 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:27Z', 'revision_number': 10, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:30.882883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:30.892202 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eadd3d-0b75-408e-a65b-f94a70790aa5 None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:27Z', 'revision_number': 10, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None, '_interfaces': [{'id': 'e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a', 'name': '', 'network_id': '172163fb-209f-43aa-b22d-8372fd5c6a4d', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'mac_address': 'fa:16:3e:78:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03876595-7057-4b41-a040-48dd642dfaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:46Z', 'revision_number': 5, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'subnets': [{'id': '8424d76d-48b1-42a0-9332-0dbdee4174d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:30.912062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43354) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:30.926068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Transition to ACTIVE for port object b43143e4-ef6d-4f47-968d-54631fd4d162 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:31.007361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Transition to ACTIVE for port object b43143e4-ef6d-4f47-968d-54631fd4d162 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:31.020562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b4d63f1-fccd-4e6d-bbce-7d8304476065,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:31.021011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.053121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b2843-f7ef-41c3-9aed-491aa8946f99 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:31.055559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-314b2843-f7ef-41c3-9aed-491aa8946f99 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 814 time: 0.1415026 Feb 14 17:57:31.115089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.168050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 6b4d63f1-fccd-4e6d-bbce-7d8304476065 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:31.177780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:31.181578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:31.189323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:31.320310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Pushing event updated for resources: {'Port': ['ID=b43143e4-ef6d-4f47-968d-54631fd4d162,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:31.323874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] DHCP port deletion for 95ca2c87-d775-44c0-b755-5be43b8df1b1 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:31.337280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Deleting port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:31.337550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.356671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91ba1e-c8d2-4c2d-8a9f-773f23e4e54f req-81ca00b4-4b9b-4d87-90f9-3c3dca7dfe0a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:31.358424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a91ba1e-c8d2-4c2d-8a9f-773f23e4e54f req-81ca00b4-4b9b-4d87-90f9-3c3dca7dfe0a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 943 time: 0.2593396 Feb 14 17:57:31.386876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Attempting to bind port b43143e4-ef6d-4f47-968d-54631fd4d162 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:31.387242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Attempting to bind port b43143e4-ef6d-4f47-968d-54631fd4d162 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '9a92c63f-f1b6-4f4b-95a5-46786c54edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:31.387602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Attempting to bind port b43143e4-ef6d-4f47-968d-54631fd4d162 on network f479ed54-9ce0-4bbd-8900-6d6665a240e6 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:31.412095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:31.412486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Checking segment: {'id': '9a92c63f-f1b6-4f4b-95a5-46786c54edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:31.413483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.413919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Bound using segment: {'id': '9a92c63f-f1b6-4f4b-95a5-46786c54edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:31.414387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Bound port: b43143e4-ef6d-4f47-968d-54631fd4d162, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a92c63f-f1b6-4f4b-95a5-46786c54edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f479ed54-9ce0-4bbd-8900-6d6665a240e6'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:31.414754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.517110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cac29cb5-55df-436e-bd73-e3954a9e01ab up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:31.524525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::3b5 (f479ed54-9ce0-4bbd-8900-6d6665a240e6/df6c004c-f6ca-46bb-854f-66a9f8bf495d/46d12969-0512-4e35-b07e-4caea494e1e1) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:31.541312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad0b1449-d9fc-4b23-ab24-837503dde73e req-d037d119-0e6c-4b18-a168-d63398c6091f tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 210 time: 0.0827248 Feb 14 17:57:31.556927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a91ba1e-c8d2-4c2d-8a9f-773f23e4e54f req-83ea3081-2d35-4cd2-ac6a-dc8066c65b08 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919856 Feb 14 17:57:31.659896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.702622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:57:31.712563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43368) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:31.718911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--486953471', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:31.727619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:31.729122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=6b4d63f1-fccd-4e6d-bbce-7d8304476065,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:31.739436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No DVR routers for this DVR port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:31.740575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:31.749939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:31.755984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:31.832596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] For port b43143e4-ef6d-4f47-968d-54631fd4d162, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:31.848882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:31.849940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] For port 6b4d63f1-fccd-4e6d-bbce-7d8304476065, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b4d63f1-fccd-4e6d-bbce-7d8304476065,segment=NetworkSegment(25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75),segment_id=25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:31.849940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.852459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.858142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.858468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] For port b43143e4-ef6d-4f47-968d-54631fd4d162, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b43143e4-ef6d-4f47-968d-54631fd4d162,segment=NetworkSegment(9a92c63f-f1b6-4f4b-95a5-46786c54edb2),segment_id=9a92c63f-f1b6-4f4b-95a5-46786c54edb2)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:31.888168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:31.893379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.898423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.898780 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 7aaf27f1-b974-4dd3-a6a1-baab2070a6c3 of type vlan for network ac989201-7868-41d2-a29c-fd95dc0746f0 Feb 14 17:57:31.910547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 46d12969-0512-4e35-b07e-4caea494e1e1 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:31.929255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.940244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ca2c87-d775-44c0-b755-5be43b8df1b1']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:31.970608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:31.971478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ecb2e5-74cb-4e3f-96ef-31cf23c9cc75') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:31.988416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:31.992017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port cac29cb5-55df-436e-bd73-e3954a9e01ab completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:32.000653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Calling delete_port for 6b4d63f1-fccd-4e6d-bbce-7d8304476065 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:32.011198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.019087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:32.019756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.025895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.028583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.030070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:32.031022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:32.034939 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:32.147888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.160034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cac29cb5-55df-436e-bd73-e3954a9e01ab triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:32.160413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.176948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4630928 Feb 14 17:57:32.181863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43372) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.220501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:32.221391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:32.223912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:32.229087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:32.231774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:32.232341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122dd86-32ff-4863-a002-42357fb70214 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=ac989201-7868-41d2-a29c-fd95dc0746f0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:32.232492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.253967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.259080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=46d12969-0512-4e35-b07e-4caea494e1e1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:32.261164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network ac989201-7868-41d2-a29c-fd95dc0746f0 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:32.270814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812647d-caea-467f-9fc3-b2d7777983a2 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:32.275452 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7812647d-caea-467f-9fc3-b2d7777983a2 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0916607 Feb 14 17:57:32.276091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.283275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.294595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=95ca2c87-d775-44c0-b755-5be43b8df1b1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:32.296303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'mac_address': 'fa:16:3e:0e:8c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:57:32.302015 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c0c5410-21c3-4c3f-9b6e-81c8bf150e56 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/95ca2c87-d775-44c0-b755-5be43b8df1b1 HTTP/1.1" status: 204 len: 168 time: 1.9307451 Feb 14 17:57:32.305232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43380) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.369788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432d3d-62c2-4e5e-be71-f5f4bfd03b39 None None] Pushing event updated for resources: {'Port': ['ID=b43143e4-ef6d-4f47-968d-54631fd4d162,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:32.370524 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88cdfda7-b47b-4cb7-862f-a54647ca134a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6077988 Feb 14 17:57:32.377795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43384) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.421268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e408e5-011e-4d00-b2d5-9b22921e912f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:32.426533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e6e408e5-011e-4d00-b2d5-9b22921e912f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458182 Feb 14 17:57:32.426533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43388) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.458806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:32.459160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:32.477488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-931b332d-e46f-4743-b690-53d5a4678f49 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478494 Feb 14 17:57:32.478291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43392) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.517173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 46d12969-0512-4e35-b07e-4caea494e1e1 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:32.517803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.527178 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-170dcfff-bb01-4e78-9b2a-f00d3eb9a0f6 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470920 Feb 14 17:57:32.529770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43396) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.532786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.561106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:32.617239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:32.683182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.779599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port cac29cb5-55df-436e-bd73-e3954a9e01ab, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cac29cb5-55df-436e-bd73-e3954a9e01ab,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:32.780909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.825719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f11f220-e275-4bbb-992f-10a93e9e9532 req-1a33e734-7ade-4542-8b0d-98d9ba071f7a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 210 time: 0.0644569 Feb 14 17:57:32.882904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:32.894253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:32.911245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3624806-78a1-441e-8d22-f00f58a15887 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:32.915683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3624806-78a1-441e-8d22-f00f58a15887 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3820083 Feb 14 17:57:32.923638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43404) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:32.961980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Deleting port 6b4d63f1-fccd-4e6d-bbce-7d8304476065 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:32.962487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:33.000576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b12f8274-cefe-43d0-bb13-dea5a4ea36d0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:33.003809 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b178c84-65fd-4a18-9b69-e9548fe1d610 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759676 Feb 14 17:57:33.011830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43408) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:33.045058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779656348', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:33.052788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b12f8274-cefe-43d0-bb13-dea5a4ea36d0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:33.054442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b12f8274-cefe-43d0-bb13-dea5a4ea36d0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:33.055216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b4d63f1-fccd-4e6d-bbce-7d8304476065 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:33.086681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:57:33.152618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc2ae9-185a-4e12-b12b-796378868bf9 req-012f7aaf-e47b-4e0f-bb2c-858152ce9928 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:33.154151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80bc2ae9-185a-4e12-b12b-796378868bf9 req-012f7aaf-e47b-4e0f-bb2c-858152ce9928 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 944 time: 0.2396107 Feb 14 17:57:33.165857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-b7dd6c92-f122-4b66-9913-15b5615cf72b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:33.167299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-b7dd6c92-f122-4b66-9913-15b5615cf72b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.2117844 Feb 14 17:57:33.203501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6b4d63f1-fccd-4e6d-bbce-7d8304476065 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:33.203850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b4d63f1-fccd-4e6d-bbce-7d8304476065 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:33.218349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b69e631-42f5-4306-a5c5-0e7193db6ea2 None None] The port '6b4d63f1-fccd-4e6d-bbce-7d8304476065' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:33.238138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:33.269069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:33.307072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-7f885845-f145-4b4d-80e3-70a991cb0016 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 380 time: 0.1165962 Feb 14 17:57:33.311286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80bc2ae9-185a-4e12-b12b-796378868bf9 req-6a9f5056-c280-43a0-b06b-0ae9e625dc2b tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430638 Feb 14 17:57:33.370257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'port': {'device_id': 'd7702837-5f75-4973-b30f-1115804d6a83', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'admin_state_up': True, 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'security_groups': ['5c466562-0705-4db4-89a2-a74326b4e00f']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:33.577168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cac29cb5-55df-436e-bd73-e3954a9e01ab up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:33.597909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:33.607293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:port and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:33.611023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:33.626782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:33.713502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 46d12969-0512-4e35-b07e-4caea494e1e1 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:33.720636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Made reservation on behalf of 644b9b93f0414c82952cd55508414abd for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:33.723723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:33.750636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfda6f-0ee2-4165-b8f9-6edd6fd688f0 None None] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:33.776549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:33.793183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:33.807148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:33.822977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:33.849209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cac29cb5-55df-436e-bd73-e3954a9e01ab triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:33.849833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:33.928996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:33.971723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.20.0.14 (799bc6f6-6ca9-45e7-b04f-f3caf2ab394f/86a0c743-ff68-43e0-8351-4dddc9352221/82f7451e-1bf5-4d06-b2ff-8585cd3f7229) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:33.994925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:34.073993 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6256086e-4671-4e6d-8e8e-5b53069f7740 req-d4610e24-82b3-4018-ad71-1eb578066916 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 210 time: 0.0578947 Feb 14 17:57:34.102658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b43143e4-ef6d-4f47-968d-54631fd4d162 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:34.120857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f7a850eb-8305-4690-bd23-4159039c697a None None] Provisioning for port b43143e4-ef6d-4f47-968d-54631fd4d162 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:34.154859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.227398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=46d12969-0512-4e35-b07e-4caea494e1e1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:34.240416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.299969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b43143e4-ef6d-4f47-968d-54631fd4d162 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:34.307388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b43143e4-ef6d-4f47-968d-54631fd4d162 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:34.308903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.387491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.427263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Transition to ACTIVE for port object 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:34.458524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.482686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.510132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43418) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:34.510375 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e3b7e01a-b368-4ce0-a801-23a0082378eb tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/46d12969-0512-4e35-b07e-4caea494e1e1 HTTP/1.1" status: 204 len: 168 time: 2.1312962 Feb 14 17:57:34.586305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b43143e4-ef6d-4f47-968d-54631fd4d162, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b43143e4-ef6d-4f47-968d-54631fd4d162,segment=NetworkSegment(9a92c63f-f1b6-4f4b-95a5-46786c54edb2),segment_id=9a92c63f-f1b6-4f4b-95a5-46786c54edb2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:34.593847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1f44d06d-b105-4c62-b252-bea631c6fea9 None None] Provisioning complete for port b43143e4-ef6d-4f47-968d-54631fd4d162 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:34.594544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1f44d06d-b105-4c62-b252-bea631c6fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.679847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.825523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:34.838351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b43143e4-ef6d-4f47-968d-54631fd4d162,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:34.889355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-db20b62d-01e3-49fa-ba36-3c80a181642c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:34.889867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-db20b62d-01e3-49fa-ba36-3c80a181642c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:34.909554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:34.924231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:34.936479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:34.969030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-504f9bb8-5eac-4288-9239-6d2add1b9f33 None None] Could not find standard attr ID for object 46d12969-0512-4e35-b07e-4caea494e1e1. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:57:34.998087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.004342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:35.044527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:35.045193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.053463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-db20b62d-01e3-49fa-ba36-3c80a181642c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:35.055947 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-db20b62d-01e3-49fa-ba36-3c80a181642c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/46d12969-0512-4e35-b07e-4caea494e1e1 HTTP/1.1" status: 404 len: 333 time: 0.5433505 Feb 14 17:57:35.065134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c64194-70da-4e70-ac66-6d851472dc66 req-b967b9cb-7992-4b47-b14e-d54adb3ef4c0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:35.066614 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2c64194-70da-4e70-ac66-6d851472dc66 req-b967b9cb-7992-4b47-b14e-d54adb3ef4c0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 944 time: 0.2772999 Feb 14 17:57:35.069498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43422) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:35.167601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=27169da2-d914-45bd-8ce9-bb817b89520f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:35.217464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-c89af3c1-40cb-44a4-83ed-451aec0e2356 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8513329 Feb 14 17:57:35.246877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:35.247355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: ac989201-7868-41d2-a29c-fd95dc0746f0, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:35.326593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Request body: {'port': {'device_id': 'd7702837-5f75-4973-b30f-1115804d6a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:35.356445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b43143e4-ef6d-4f47-968d-54631fd4d162 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:35.372499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2c64194-70da-4e70-ac66-6d851472dc66 req-b88ac54d-aaa6-42ef-af57-ee1b18adf44f tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613010 Feb 14 17:57:35.423624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network ac989201-7868-41d2-a29c-fd95dc0746f0 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:35.469611 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:35.469950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.542975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b43143e4-ef6d-4f47-968d-54631fd4d162 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:35.544555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.554139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.570169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, ac989201-7868-41d2-a29c-fd95dc0746f0) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:35.589980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d917df4-578e-44b6-b033-d793cf672998 None None] Network ac989201-7868-41d2-a29c-fd95dc0746f0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:35.591090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:35.591938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.614779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1663dc7-5e3e-44ad-bc1e-2a593e1799f3 req-ae1f2e8e-7b03-4ce2-a3ae-898633c0556e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:35.615633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1663dc7-5e3e-44ad-bc1e-2a593e1799f3 req-ae1f2e8e-7b03-4ce2-a3ae-898633c0556e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:35.621901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet df6c004c-f6ca-46bb-854f-66a9f8bf495d {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:35.657409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.691852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:35.716539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3f0e7356-98d9-48f2-ba46-c40d49b274a7 None None] Provisioning for port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:35.764106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3f0e7356-98d9-48f2-ba46-c40d49b274a7 None None] Provisioning complete for port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:35.765039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3f0e7356-98d9-48f2-ba46-c40d49b274a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.771581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:35.810365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1663dc7-5e3e-44ad-bc1e-2a593e1799f3 req-ae1f2e8e-7b03-4ce2-a3ae-898633c0556e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:35.811635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1663dc7-5e3e-44ad-bc1e-2a593e1799f3 req-ae1f2e8e-7b03-4ce2-a3ae-898633c0556e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 932 time: 0.5242372 Feb 14 17:57:35.882419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e7356-98d9-48f2-ba46-c40d49b274a7 None None] Port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:35.946484 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1663dc7-5e3e-44ad-bc1e-2a593e1799f3 req-761088cc-a4eb-4c2e-845a-1e0f7fcea8cf tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266263 Feb 14 17:57:35.964210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:35.966478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.054801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-ac989201-7868-41d2-a29c-fd95dc0746f0', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '27169da2-d914-45bd-8ce9-bb817b89520f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:36.055916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.059338 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1dcccb32-cd86-4e7e-b8f1-a3dbfdc73152 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0462902 Feb 14 17:57:36.121425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.124455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:36.130831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:36.131840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.177801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:36.324161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.333112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:36.343805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.352176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.364975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:36.385854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43430) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:36.391971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67676910', 'description': 'tempest-secgroup-smoke-67676910 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:36.392613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Allocated IP 172.20.0.18 (ac989201-7868-41d2-a29c-fd95dc0746f0/27169da2-d914-45bd-8ce9-bb817b89520f/adfc0c5f-53ae-4eec-a0c3-69449afbeece) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:36.398779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:36.408802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:36.424390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=df6c004c-f6ca-46bb-854f-66a9f8bf495d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:36.434015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.434217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:36.440123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Transition to ACTIVE for port object 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:36.448970 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-488b4468-f576-4afa-8ab7-0c0754241cb7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/df6c004c-f6ca-46bb-854f-66a9f8bf495d HTTP/1.1" status: 204 len: 168 time: 1.3784258 Feb 14 17:57:36.451902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43438) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:36.512813 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'code': 200} Feb 14 17:57:36.516270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed91f4-ee8d-4f44-8f32-ff490d808d64 None None] Network f479ed54-9ce0-4bbd-8900-6d6665a240e6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:36.522880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.567158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.569633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.633585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.813289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:36.815746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:36.852806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:36.871013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:36.947161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:36.949283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:36.957590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:37.051098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:37.097586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port b43143e4-ef6d-4f47-968d-54631fd4d162 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:37.098247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.163271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.309110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.309667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Attempting to bind port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:37.310163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Attempting to bind port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:37.310342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Attempting to bind port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:37.325338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Transition to ACTIVE for port object adfc0c5f-53ae-4eec-a0c3-69449afbeece will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:37.347342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84203b-dce8-4cd7-a839-c695cc78b593 req-7a41d7d1-d4df-4005-94c8-e13ac467fe49 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:37.348858 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f84203b-dce8-4cd7-a839-c695cc78b593 req-7a41d7d1-d4df-4005-94c8-e13ac467fe49 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.6171026 Feb 14 17:57:37.354770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:57:37.355087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Attempting to bind port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:37.365802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.393478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Transition to ACTIVE for port object adfc0c5f-53ae-4eec-a0c3-69449afbeece will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:37.427467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] DHCP port deletion for f479ed54-9ce0-4bbd-8900-6d6665a240e6 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:37.436866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Deleting port b43143e4-ef6d-4f47-968d-54631fd4d162 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:37.436866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.437426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.444532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:37.445107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:37.445758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Bound using segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:37.446241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Bound port: 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:37.446589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.470150 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f84203b-dce8-4cd7-a839-c695cc78b593 req-79e1d340-2ee9-4948-86b8-07b9cb7b8596 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121914 Feb 14 17:57:37.508041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467227e4-1114-47ec-8a7d-a817d160ec9d req-d0f032ad-e2f3-4ab2-8822-ab6d6cb2432c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:37.514875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-467227e4-1114-47ec-8a7d-a817d160ec9d req-d0f032ad-e2f3-4ab2-8822-ab6d6cb2432c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.3278999 Feb 14 17:57:37.529761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:37.573929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.578118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18e4f388-c0e3-4d38-86cf-a671ba9dc678 req-da92dbd4-042d-4345-9ce5-7f8b635f4113 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1098 time: 0.6559012 Feb 14 17:57:37.644098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-467227e4-1114-47ec-8a7d-a817d160ec9d req-dcc6e5fb-835f-4418-9177-7d6f334d3bc9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282544 Feb 14 17:57:37.665749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:37.685606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:37.710862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18e4f388-c0e3-4d38-86cf-a671ba9dc678 req-78c73861-a549-4ec8-815e-41516481529c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125777 Feb 14 17:57:37.732137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Network ac989201-7868-41d2-a29c-fd95dc0746f0 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:37.738249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:37.755218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.790492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:37.793316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Pushing event updated for resources: {'Port': ['ID=adfc0c5f-53ae-4eec-a0c3-69449afbeece,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:37.794344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.798096 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-61a09ccb-392e-4a50-960b-5175c45e5a11 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.4082384 Feb 14 17:57:37.814370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43444) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:37.823439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:37.846653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:37.857188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:37.861041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port b43143e4-ef6d-4f47-968d-54631fd4d162, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b43143e4-ef6d-4f47-968d-54631fd4d162,segment=NetworkSegment(9a92c63f-f1b6-4f4b-95a5-46786c54edb2),segment_id=9a92c63f-f1b6-4f4b-95a5-46786c54edb2)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:37.861398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.869355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:37.873807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:37.875526 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] 10.222.0.45 "PUT /v2.0/ports/82f7451e-1bf5-4d06-b2ff-8585cd3f7229 HTTP/1.1" status: 200 len: 1094 time: 2.5533657 Feb 14 17:57:37.878495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:37.883087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:37.903070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55385-ca8d-4e89-a226-c53f9ff36c66 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:37.972457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'status': 'completed', 'code': 200} Feb 14 17:57:37.980343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] For port b43143e4-ef6d-4f47-968d-54631fd4d162, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b43143e4-ef6d-4f47-968d-54631fd4d162,segment=NetworkSegment(9a92c63f-f1b6-4f4b-95a5-46786c54edb2),segment_id=9a92c63f-f1b6-4f4b-95a5-46786c54edb2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:37.980984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.098079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Attempting to bind port adfc0c5f-53ae-4eec-a0c3-69449afbeece on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:38.098434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Attempting to bind port adfc0c5f-53ae-4eec-a0c3-69449afbeece by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:38.098799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Attempting to bind port adfc0c5f-53ae-4eec-a0c3-69449afbeece on network ac989201-7868-41d2-a29c-fd95dc0746f0 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:38.156156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3614c81-efb7-4ec3-9288-d7bd47a7722e req-7e27812c-8f21-404d-a7e3-3253782b1fac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1097 time: 0.1635191 Feb 14 17:57:38.172234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:38.172234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Checking segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:38.172617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.173029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Bound using segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:38.173512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Bound port: adfc0c5f-53ae-4eec-a0c3-69449afbeece, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:38.173882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.188497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Calling delete_port for b43143e4-ef6d-4f47-968d-54631fd4d162 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:38.197170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for b43143e4-ef6d-4f47-968d-54631fd4d162 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:38.339197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.364572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] For port adfc0c5f-53ae-4eec-a0c3-69449afbeece, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:38.382905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614c81-efb7-4ec3-9288-d7bd47a7722e req-6db6aa18-871e-49f1-83dc-1f787d1297cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:38.384539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3614c81-efb7-4ec3-9288-d7bd47a7722e req-6db6aa18-871e-49f1-83dc-1f787d1297cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=644b9b93f0414c82952cd55508414abd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2185063 Feb 14 17:57:38.400953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:38.416621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] For port adfc0c5f-53ae-4eec-a0c3-69449afbeece, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=adfc0c5f-53ae-4eec-a0c3-69449afbeece,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:38.418463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.427001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.474882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] Pushing event deleted for resources: {'Port': ['ID=b43143e4-ef6d-4f47-968d-54631fd4d162,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:38.478799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fb7d5-494a-4d2a-a650-78e3a18f89a7 None None] No DVR routers for this DVR port b43143e4-ef6d-4f47-968d-54631fd4d162 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:38.487556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:38.487878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:38.500730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.551437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614c81-efb7-4ec3-9288-d7bd47a7722e req-c1b39ca0-a333-43fd-b7a8-d0654461b924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:38.552760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.553144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3614c81-efb7-4ec3-9288-d7bd47a7722e req-c1b39ca0-a333-43fd-b7a8-d0654461b924 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1614325 Feb 14 17:57:38.596571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92305c-0fe6-4259-beb3-40688559ce4d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:38.614122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:38.634228 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e27b0fdf-1a5e-4c0b-aea6-519d46e07718 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3278308 Feb 14 17:57:38.636640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43452) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:38.649685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:38.671703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9fe3-7483-4f05-9a4f-99857ae6e27f None None] Pushing event updated for resources: {'Port': ['ID=adfc0c5f-53ae-4eec-a0c3-69449afbeece,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:38.706820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:38.712929 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a63dbbdb-df54-40a7-856c-e2c408f72200 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8962572 Feb 14 17:57:38.716028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:38.721217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43458) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:38.721941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:38.728608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:38.739437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:38.762343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:38.774815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:38.792645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:38.914340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-09ca7da3-e412-4016-9277-75e62aa4d195 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1097 time: 0.2945468 Feb 14 17:57:38.926966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:38.989081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port b43143e4-ef6d-4f47-968d-54631fd4d162 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:38.989695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.022585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34139-c10a-4a9f-8416-61004d066123 req-cbb3d7b2-61c6-4f05-ac1b-a3ea9b1be3b7 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:39.025442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fca34139-c10a-4a9f-8416-61004d066123 req-cbb3d7b2-61c6-4f05-ac1b-a3ea9b1be3b7 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.3292406 Feb 14 17:57:39.029471 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-e6f69acb-7bdc-4dd0-bf54-28182dd5f14b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229 HTTP/1.1" status: 200 len: 217 time: 0.1068578 Feb 14 17:57:39.036795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccc0ae-166c-4afa-82f2-fce841967821 req-edf10fb9-05ad-4c8e-840f-ed9b6b06ad47 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:39.038747 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ccc0ae-166c-4afa-82f2-fce841967821 req-edf10fb9-05ad-4c8e-840f-ed9b6b06ad47 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.2514155 Feb 14 17:57:39.054702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.084873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:36Z', 'revision_number': 11, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.091750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Checking router: 03876595-7057-4b41-a040-48dd642dfaec for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:39.108168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] The port 'b43143e4-ef6d-4f47-968d-54631fd4d162' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:39.120599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Routers {'03876595-7057-4b41-a040-48dd642dfaec'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:39.121825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['03876595-7057-4b41-a040-48dd642dfaec'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.160523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fca34139-c10a-4a9f-8416-61004d066123 req-f65d76b1-326d-47f6-995a-25e011f61fa9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882452 Feb 14 17:57:39.197268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ccc0ae-166c-4afa-82f2-fce841967821 req-2239a0d4-81dd-4386-884b-03dcd57654b5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108627 Feb 14 17:57:39.199348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-5ba5045f-073a-4a7d-8e34-52c6ea811ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:39.206889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-5ba5045f-073a-4a7d-8e34-52c6ea811ff6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.1620598 Feb 14 17:57:39.207217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting subnet 8424d76d-48b1-42a0-9332-0dbdee4174d8 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:39.227277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.301503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-5762b24e-bb59-4758-a6a6-f9f6c8c6f980 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854666 Feb 14 17:57:39.405476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] Set router 03876595-7057-4b41-a040-48dd642dfaec gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:39.439325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.450040 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.481327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device adfc0c5f-53ae-4eec-a0c3-69449afbeece up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:39.518664 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-b6bc9238-7efe-46a1-892c-0b762fc2ef18 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110000 Feb 14 17:57:39.529488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f479ed54-9ce0-4bbd-8900-6d6665a240e6']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.573840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a92c63f-f1b6-4f4b-95a5-46786c54edb2') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.584877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a92c63f-f1b6-4f4b-95a5-46786c54edb2') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.593567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.620508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.623305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:36Z', 'revision_number': 11, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:39.632494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a05e-674c-4c5c-a24e-8cd0896df472 None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [{'id': '03876595-7057-4b41-a040-48dd642dfaec', 'name': 'tempest-RoutersIpV6Test-router-1265632303', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:11Z', 'updated_at': '2022-02-14T17:57:36Z', 'revision_number': 11, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:39.657073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.681035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:39.681035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:39.695413 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:39.701064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.712241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb42109a-59ae-4f55-a92e-4e7298d7115e req-473a9dca-6726-447f-a909-3f86f1e9022a service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862395 Feb 14 17:57:39.757111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port adfc0c5f-53ae-4eec-a0c3-69449afbeece completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:39.800184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92689249-063e-4fa4-9d4c-648fe95d0f68,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:39.802987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.895054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.896439 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c25e0b30-26b9-4678-92f8-641ac73f757b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1731167 Feb 14 17:57:39.907330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43462) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:39.907330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:39.912309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:39.916317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:39.919703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:39.926712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:39.934155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.955367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:39.967356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=f479ed54-9ce0-4bbd-8900-6d6665a240e6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:39.971548 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-912a8363-95ce-4c2c-831f-4639efa60a2e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/f479ed54-9ce0-4bbd-8900-6d6665a240e6 HTTP/1.1" status: 204 len: 168 time: 3.5186865 Feb 14 17:57:39.975266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43466) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:39.987878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'name': 'tempest-PortsIpV6TestJSON-126611839'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:39.993572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.025683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b43143e4-ef6d-4f47-968d-54631fd4d162 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:40.060884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b43143e4-ef6d-4f47-968d-54631fd4d162 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:40.061493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b43143e4-ef6d-4f47-968d-54631fd4d162 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:40.101935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.155821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Subnet': ['ID=8424d76d-48b1-42a0-9332-0dbdee4174d8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:40.160005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.161879 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f18ed0ce-782e-44ad-b94f-e35d2d3a8a96 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8424d76d-48b1-42a0-9332-0dbdee4174d8 HTTP/1.1" status: 204 len: 168 time: 1.5239091 Feb 14 17:57:40.164610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:40.168077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b18e0-daee-46bd-b619-24ebee879c04 None None] Network 172163fb-209f-43aa-b22d-8372fd5c6a4d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:40.292043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972439e-5fff-4ea2-b3f3-d80048ef2cb7 None None] Network ac989201-7868-41d2-a29c-fd95dc0746f0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:40.308632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.321651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Deleting port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:40.321651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.336628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.339129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:40.343473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:40.346621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:40.353786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:40.444646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.468860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:40.471867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.509614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb2a47-6eb1-408b-92ca-e2a6fff6d3aa,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:40.537934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 979beae5-d43a-4c97-b43f-6ce58a095f8a yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:40.570093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] For port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,segment=NetworkSegment(2d3225db-5e00-402b-9d57-0468fcb7e0fd),segment_id=2d3225db-5e00-402b-9d57-0468fcb7e0fd)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:40.570463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.627234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.628075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9476a1fd-c948-4a9a-a0b1-3b32506af8e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7273355 Feb 14 17:57:40.641592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43478) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:40.647325 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Provisioning for port adfc0c5f-53ae-4eec-a0c3-69449afbeece completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:40.652775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:40.661794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Provisioning complete for port adfc0c5f-53ae-4eec-a0c3-69449afbeece triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:40.662169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.669725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:40.680478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f2d76-4053-407b-a6d3-a6eadfc5586e req-fdd4adfa-0b76-4dc1-8d36-70259ab5b866 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:40.681981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc9f2d76-4053-407b-a6d3-a6eadfc5586e req-fdd4adfa-0b76-4dc1-8d36-70259ab5b866 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.3094487 Feb 14 17:57:40.697481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095b22d-b2a0-4a61-aad6-81d0c37f87f2 req-93896f5f-37eb-4bcf-b2f1-a7ef412b7df9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:40.698906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3095b22d-b2a0-4a61-aad6-81d0c37f87f2 req-93896f5f-37eb-4bcf-b2f1-a7ef412b7df9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.2919650 Feb 14 17:57:40.713418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:40.718451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:40.743185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Calling delete_port for 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:40.744616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:40.871269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.885414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c2c40-5d0a-43e9-8cdb-2cd6bc60e614 None None] DHCP port deletion for 172163fb-209f-43aa-b22d-8372fd5c6a4d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:57:40.892261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc9f2d76-4053-407b-a6d3-a6eadfc5586e req-133b26a5-b9c2-4fe2-80a7-e84c59b8e774 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922047 Feb 14 17:57:40.894964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-394c2c40-5d0a-43e9-8cdb-2cd6bc60e614 None None] Deleting port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:40.895508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-394c2c40-5d0a-43e9-8cdb-2cd6bc60e614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.901545 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3095b22d-b2a0-4a61-aad6-81d0c37f87f2 req-089b277f-83d2-47cc-a5cf-9bca3f72ae0b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797974 Feb 14 17:57:40.903247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.920925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:40.948320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.056464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Port': ['ID=5c118b23-eeaf-4ebc-8ba4-54c41438c3d3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:41.056464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No DVR routers for this DVR port 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:57:41.058922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-394c2c40-5d0a-43e9-8cdb-2cd6bc60e614 None None] The port '5c118b23-eeaf-4ebc-8ba4-54c41438c3d3' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:57:41.058922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] For port adfc0c5f-53ae-4eec-a0c3-69449afbeece, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=adfc0c5f-53ae-4eec-a0c3-69449afbeece,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:41.099828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.186966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.210027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8df2ca-d143-479e-8c2e-4c253581832b req-1d759da1-2a59-4c71-8899-5b2418b1667e tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:41.211482 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a8df2ca-d143-479e-8c2e-4c253581832b req-1d759da1-2a59-4c71-8899-5b2418b1667e tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.0936289 Feb 14 17:57:41.216412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172163fb-209f-43aa-b22d-8372fd5c6a4d']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:41.229458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3225db-5e00-402b-9d57-0468fcb7e0fd') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:41.229869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3225db-5e00-402b-9d57-0468fcb7e0fd') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:41.235774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.241374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.256923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.259756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.265505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:57:41.266021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:57:41.285141 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:57:41.288490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.333277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6af4-5aaf-48e5-a224-ff06552561ac None None] Pushing event updated for resources: {'Port': ['ID=adfc0c5f-53ae-4eec-a0c3-69449afbeece,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:41.354680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd77a49c-3e96-4bfd-91f9-cdf7f2ef2bab,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:41.372965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=979beae5-d43a-4c97-b43f-6ce58a095f8a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:41.376262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:41.376451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:41.384518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a8df2ca-d143-479e-8c2e-4c253581832b req-f654278b-f995-4cbb-acd3-b7be43abc7f9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639442 Feb 14 17:57:41.384518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:41.388990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:41.393053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:41.393650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.411844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43484) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:41.419982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:41.420329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5c118b23-eeaf-4ebc-8ba4-54c41438c3d3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:41.420809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:57:41.455773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:57:41.456118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e8fa26b4-0ccf-4b4b-9e2e-5a1c9a84a30a not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:57:41.456696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.458364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-faa626d0-9251-4c5e-a413-1b4d4fdc4f3f None None] Provisioning complete for port adfc0c5f-53ae-4eec-a0c3-69449afbeece triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:41.458784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-faa626d0-9251-4c5e-a413-1b4d4fdc4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.477329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.491688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-200ce145-d860-4f78-b1c0-c6c2d6ff1e85 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5066528 Feb 14 17:57:41.491688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.493128 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43488) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:41.493246 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8842b97b-c20d-46e9-a295-9ee4a842028b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8477199 Feb 14 17:57:41.495715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43490) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:41.501332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Pushing event deleted for resources: {'Network': ['ID=172163fb-209f-43aa-b22d-8372fd5c6a4d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:41.501740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:41.509906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:41.515236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:41.518096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:41.525262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:41.539994 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-065ff18c-4f40-4bd4-a8e0-8529f818184d tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/networks/172163fb-209f-43aa-b22d-8372fd5c6a4d HTTP/1.1" status: 204 len: 168 time: 1.3740408 Feb 14 17:57:41.542799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43496) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:41.549391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'routes': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:41.583351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 979beae5-d43a-4c97-b43f-6ce58a095f8a {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:41.583602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.616957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:57:41.617627 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b50d4cb-5c73-4425-9966-6e8689d5c961 tempest-TestNetworkAdvancedServerOps-1350526630 tempest-TestNetworkAdvancedServerOps-1350526630-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1093 time: 0.2042539 Feb 14 17:57:41.618615 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43500) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:41.641926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:41.649164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:41.656152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Usage tracker for resource:floatingip and tenant:1d6dd8e59ff341dcab1bb1080bc54529 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:41.660398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:41.679518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.693340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:41.789082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.891681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.902940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.extraroute_db [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Added routes are [] {{(pid=84255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 17:57:41.903239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.extraroute_db [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Removed routes are [] {{(pid=84255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 17:57:41.903592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.909176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:41.970720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.057960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b14c4a-f7fa-42ab-aecf-d0e63a447ff8,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:42.112802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 979beae5-d43a-4c97-b43f-6ce58a095f8a owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:42.169429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.170525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e5b70767-dfd9-46c9-bd07-46c167f1d061 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6738350 Feb 14 17:57:42.177313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43506) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:42.190043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6ebfe-3782-49a5-a69c-74d58b5d90ba', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:42.207204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:42.214250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:42.218876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:42.227823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:42.269670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.306909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.353474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.359487 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:57:42.359961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.372484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=979beae5-d43a-4c97-b43f-6ce58a095f8a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:42.380165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.398762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.446379 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-16b795ac-24fe-431f-ab96-6ec677af6ee3 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/979beae5-d43a-4c97-b43f-6ce58a095f8a HTTP/1.1" status: 204 len: 168 time: 0.9501197 Feb 14 17:57:42.449636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43510) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:42.488554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618df9b-9222-4f75-b6e7-9c6634578d5a req-b4db213c-13c8-41f7-8c3a-7d696c0281ab tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:42.490027 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9618df9b-9222-4f75-b6e7-9c6634578d5a req-b4db213c-13c8-41f7-8c3a-7d696c0281ab tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.4189715 Feb 14 17:57:42.490268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'mac_address': 'fa:16:3e:f4:aa:b6', 'name': 'tempest-PortsIpV6TestJSON-1182974088'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:42.548578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9618df9b-9222-4f75-b6e7-9c6634578d5a req-2e0b2dd4-2937-45da-9bb7-23a6c4fc29f3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525925 Feb 14 17:57:42.552915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router 03876595-7057-4b41-a040-48dd642dfaec has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:42.637119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Allocated IP 172.26.4.184 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/ee415602-e5f3-44f5-a50c-5fa7da699b1f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:42.646216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.657437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:42.664299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:42.679608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:42.719327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:42.725479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.726584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7672e5d4-ff63-4044-8fba-44dfda8b8901 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 705 time: 1.1819901 Feb 14 17:57:42.729735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43514) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:42.735072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:42.743934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.778628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e0f30ef-c1a8-4c2d-9393-c1bf93be2705 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:42.786270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe552ca0-6463-448c-9de2-abb46084fa46,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:42.838936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:42.848391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e0f30ef-c1a8-4c2d-9393-c1bf93be2705 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:42.849647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e0f30ef-c1a8-4c2d-9393-c1bf93be2705 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 205 time: 0.1191986 Feb 14 17:57:42.853135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43518) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:42.858696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.914974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.916112 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-109c97aa-dd85-4277-8728-dd7907fac141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7373240 Feb 14 17:57:42.955161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:42.987747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 8ae9b665-596c-4ddf-ace7-c3e60444b97d yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:43.005181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.170844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.267868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:43.273007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:43.283805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:43.304528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-d88c2bd3-6fa2-4570-adbf-139a5934ff25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67676910&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1818886 Feb 14 17:57:43.328179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.331403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=ee415602-e5f3-44f5-a50c-5fa7da699b1f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:43.355440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device adfc0c5f-53ae-4eec-a0c3-69449afbeece up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:43.425002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port adfc0c5f-53ae-4eec-a0c3-69449afbeece triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:43.425375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.439269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.443454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.593226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.620905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-f5e782ff-64ea-4701-b84f-632cd110fe23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:43.621670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-f5e782ff-64ea-4701-b84f-632cd110fe23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:43.651847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.654317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router 03876595-7057-4b41-a040-48dd642dfaec {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:57:43.667846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.669048 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f74e7d81-43ad-4bca-aed4-25bb17d85c0b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 204 len: 168 time: 0.8150010 Feb 14 17:57:43.673080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43532) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:43.678581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575331711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:43.685440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:43.690217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Usage tracker for resource:router and tenant:f11807b8fe444a5a9ac7215fd338a0b3 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:43.695901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:43.801858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:43.806404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:43.812289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:43.815848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:43.816439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:43.834052 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=8ae9b665-596c-4ddf-ace7-c3e60444b97d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:43.849827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:43.851809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-f5e782ff-64ea-4701-b84f-632cd110fe23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:43.852963 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-f5e782ff-64ea-4701-b84f-632cd110fe23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=ac989201-7868-41d2-a29c-fd95dc0746f0 HTTP/1.1" status: 200 len: 796 time: 0.4016135 Feb 14 17:57:43.882597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-3e319800-c683-4347-ba01-5690129b9738 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0219495 Feb 14 17:57:43.958400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85854-5dcb-49f5-82bf-aea37c5ee8d1 req-4e7629a9-3754-4d5b-8e21-5af62013aafb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:43.960463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51f85854-5dcb-49f5-82bf-aea37c5ee8d1 req-4e7629a9-3754-4d5b-8e21-5af62013aafb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.2658162 Feb 14 17:57:43.984798 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-290f631f-0441-44a4-b400-6c3dafe45ffd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5302775 Feb 14 17:57:43.988303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43536) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:44.027008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.056750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.057583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.070057 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-b5f8cbce-1ff6-4eb0-9c6f-3eb9e921afa3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1805618 Feb 14 17:57:44.090075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51f85854-5dcb-49f5-82bf-aea37c5ee8d1 req-2668125c-795e-494f-adc9-350f7a31d104 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225019 Feb 14 17:57:44.117953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ff290-c0ff-4b76-b03d-70c282f2bedf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:44.118516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1c8ff290-c0ff-4b76-b03d-70c282f2bedf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:44.142791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.198210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.241517 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Sync routers for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:44.252840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:44.253281 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 17:57:44.253998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03876595-7057-4b41-a040-48dd642dfaec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84258) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 17:57:44.256367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-db4a47ed-69bd-4b4c-bbde-abd29915f783 service neutron] 10.222.0.30 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704874 Feb 14 17:57:44.265048 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:44.265461 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 17:57:44.266027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03876595-7057-4b41-a040-48dd642dfaec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84258) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 17:57:44.266423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5285ba-687b-47b2-aad2-bd2e470468db None None] The sync data for ids ['03876595-7057-4b41-a040-48dd642dfaec'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:44.278036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1c8ff290-c0ff-4b76-b03d-70c282f2bedf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:44.279178 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1c8ff290-c0ff-4b76-b03d-70c282f2bedf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/8ae9b665-596c-4ddf-ace7-c3e60444b97d HTTP/1.1" status: 200 len: 845 time: 0.2894824 Feb 14 17:57:44.287131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43540) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:44.367993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.370447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.436280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 8ae9b665-596c-4ddf-ace7-c3e60444b97d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:44.436612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.448324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.517177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-4d300a69-978a-46c1-9e74-0d973cb43b69 service neutron] 10.222.0.30 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598050 Feb 14 17:57:44.547517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.548684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-997c7d57-d61f-4818-b3e2-b488468089f4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8744111 Feb 14 17:57:44.557590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43544) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:44.564903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event updated for resources: {'Port': ['ID=ee415602-e5f3-44f5-a50c-5fa7da699b1f,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:44.575148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:44.711750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.778277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:44.787700 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1803da9c-2d69-4fe2-bc92-020e969a646e req-fca29776-e605-48c3-983a-64459e24b2ee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 210 time: 0.0614572 Feb 14 17:57:44.909164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 8ae9b665-596c-4ddf-ace7-c3e60444b97d owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:45.057263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.111723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.114092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=8ae9b665-596c-4ddf-ace7-c3e60444b97d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:45.122271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.135440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.181581 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Floating IP 294cff58-84eb-420c-9376-835857337c1a associated. External IP: 172.26.4.184, port: b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a. Feb 14 17:57:45.201172 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1137f9f9-9555-413d-8a7e-332903fc20a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/8ae9b665-596c-4ddf-ace7-c3e60444b97d HTTP/1.1" status: 204 len: 168 time: 0.9123373 Feb 14 17:57:45.203484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43560) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:45.236229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.280260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa1c764-fc26-4b44-8903-e5ada9ff415d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:45.280827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4aa1c764-fc26-4b44-8903-e5ada9ff415d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:45.333232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8ab5-1aec-4570-a7f0-5ac6041aff95 req-d4051dd5-edcd-40f8-b471-9d0d0f880ec2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:45.335093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adcb8ab5-1aec-4570-a7f0-5ac6041aff95 req-d4051dd5-edcd-40f8-b471-9d0d0f880ec2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.0981004 Feb 14 17:57:45.381448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4aa1c764-fc26-4b44-8903-e5ada9ff415d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:45.382555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4aa1c764-fc26-4b44-8903-e5ada9ff415d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/8ae9b665-596c-4ddf-ace7-c3e60444b97d HTTP/1.1" status: 404 len: 333 time: 0.1770418 Feb 14 17:57:45.386170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43564) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:45.393806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'name': 'tempest-PortsIpV6TestJSON-1542175940'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:45.412776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adcb8ab5-1aec-4570-a7f0-5ac6041aff95 req-21258ebf-a744-4941-a114-fdd14af7ca14 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708044 Feb 14 17:57:45.504255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:45.515029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:45.588137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:45.591418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.617877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port a146c8fe-58ce-4bae-b0c9-c72f45afaa00 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:45.705474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Router f4f996cf-9149-4a12-aa44-cd1a067429aa is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:57:45.940552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:45.954147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:45.956154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Sync routers for ids ['f4f996cf-9149-4a12-aa44-cd1a067429aa'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:45.958037 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-062008e6-24bd-4a3e-bce8-2217952c8988 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "PUT /v2.0/routers/f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 200 len: 698 time: 1.3970585 Feb 14 17:57:45.961685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:45.973318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Routers {'f4f996cf-9149-4a12-aa44-cd1a067429aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:45.975232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4f996cf-9149-4a12-aa44-cd1a067429aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:45.983048 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-23c26735-a8e9-44e7-a4c7-2e9f4095873a req-bfeecf9d-a2d4-4ca9-b0da-ab268fc63a0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 210 time: 0.0546446 Feb 14 17:57:45.991275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.075759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.124403 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5796e34b-c7dd-4afa-851c-626541f959b6 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/routers/f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 200 len: 704 time: 0.1614096 Feb 14 17:57:46.126390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43574) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:46.131580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Set router f4f996cf-9149-4a12-aa44-cd1a067429aa gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:46.161589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:46.165364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:46.169263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:46.170622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1de3bedb-27f1-4ff4-b952-300e4d8a328c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Synchronizing usage tracker for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:46.173431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:46.174129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.186791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=a146c8fe-58ce-4bae-b0c9-c72f45afaa00,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:46.190096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Router 6e37841c-354f-4093-a842-a34413919aaf has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:57:46.194897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1de3bedb-27f1-4ff4-b952-300e4d8a328c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Unset dirty status for tenant:f11807b8fe444a5a9ac7215fd338a0b3 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:46.198787 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1de3bedb-27f1-4ff4-b952-300e4d8a328c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 200 len: 205 time: 0.0714843 Feb 14 17:57:46.199394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43578) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:46.254233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f996cf-9149-4a12-aa44-cd1a067429aa', 'name': 'tempest-RoutersIpV6Test-router-1575331711', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:57:44Z', 'updated_at': '2022-02-14T17:57:45Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:46.258952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Checking router: f4f996cf-9149-4a12-aa44-cd1a067429aa for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:46.262979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0c8a2e9e-1714-48ab-9d0e-b5b2fa9738c9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8733673 Feb 14 17:57:46.264257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43582) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:46.270313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:46.271272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Routers {'f4f996cf-9149-4a12-aa44-cd1a067429aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:46.274698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['f4f996cf-9149-4a12-aa44-cd1a067429aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:46.392222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.402065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] Set router f4f996cf-9149-4a12-aa44-cd1a067429aa gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:46.467366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.567030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f996cf-9149-4a12-aa44-cd1a067429aa', 'name': 'tempest-RoutersIpV6Test-router-1575331711', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:57:44Z', 'updated_at': '2022-02-14T17:57:45Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:46.572325 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b991c-d47d-4913-9b91-94330613fbb9 None None] The sync data for ids ['f4f996cf-9149-4a12-aa44-cd1a067429aa'] in dv-neutron-823271-4-hyperv is: [{'id': 'f4f996cf-9149-4a12-aa44-cd1a067429aa', 'name': 'tempest-RoutersIpV6Test-router-1575331711', 'tenant_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:57:44Z', 'updated_at': '2022-02-14T17:57:45Z', 'revision_number': 2, 'project_id': 'f11807b8fe444a5a9ac7215fd338a0b3', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:46.704594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.712951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c6aa-7047-4cdc-a26d-7133b9004975 req-dc325fca-99d4-438c-9075-3939b3bb5049 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:46.716078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-06a2c6aa-7047-4cdc-a26d-7133b9004975 req-dc325fca-99d4-438c-9075-3939b3bb5049 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.1536005 Feb 14 17:57:46.773674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-06a2c6aa-7047-4cdc-a26d-7133b9004975 req-77a7b1fd-c090-4038-8cbf-ee138e7c55ea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Feb 14 17:57:46.815723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.947821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] In _notify_port_updated(), no bound segment for port a146c8fe-58ce-4bae-b0c9-c72f45afaa00 on network be0de0bc-4436-4626-a221-3422e38769fa {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:57:46.951810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:46.957495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:46.957495 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/ports/a146c8fe-58ce-4bae-b0c9-c72f45afaa00 HTTP/1.1" status: 200 len: 818 time: 0.6892688 Feb 14 17:57:46.959582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43588) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.007414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b50185-d320-4a1b-a87f-9942bf62d797 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=a146c8fe-58ce-4bae-b0c9-c72f45afaa00,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:47.074518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port a146c8fe-58ce-4bae-b0c9-c72f45afaa00 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:47.074857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.129002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.137012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.166281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:57:47.178927 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Sync routers for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:57:47.192228 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:47.192845 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:47.211812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-e2b988c8-758d-4515-83ac-eb9af8f1f5f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:47.213350 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-e2b988c8-758d-4515-83ac-eb9af8f1f5f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=ac989201-7868-41d2-a29c-fd95dc0746f0 HTTP/1.1" status: 200 len: 796 time: 0.4312930 Feb 14 17:57:47.222817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-61dc6486-1569-489e-a417-7b3b7c1350b3 req-57c4905c-9e5b-459b-8be2-d5eeadfe0ca1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 210 time: 0.0894449 Feb 14 17:57:47.243710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.244583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Fanout notify agent at l3_agent the message router_deleted on router f4f996cf-9149-4a12-aa44-cd1a067429aa {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:57:47.259925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.264084 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-51877ce7-6246-43c1-9c06-2ba0a77046b5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 204 len: 168 time: 1.0605216 Feb 14 17:57:47.264377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43594) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.304821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.358775 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3e4fcf46-5713-47ca-9220-51efd18a3655 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 200 len: 205 time: 0.0912321 Feb 14 17:57:47.359122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43598) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.379981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-83d22d58-9092-4262-9179-897fb18f11de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 471 time: 0.1471257 Feb 14 17:57:47.387496 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:47.394771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '0b10a456-d385-41d0-9076-a815e6d829f3', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['cfe6ebfe-3782-49a5-a69c-74d58b5d90ba']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:47.428936 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d706934f-ffcb-4e6b-aad0-8c2c148b239d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8007159 Feb 14 17:57:47.452293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:47.462717 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-dcfb830f-39ed-49a0-98c6-84215c799bf3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:47.469169 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dcfb830f-39ed-49a0-98c6-84215c799bf3 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/f4f996cf-9149-4a12-aa44-cd1a067429aa HTTP/1.1" status: 404 len: 336 time: 0.1090941 Feb 14 17:57:47.469783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43606) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.487590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:47.575809 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccf9f24-21e8-4ffe-968d-ba3aa848eb42 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:47.576245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccf9f24-21e8-4ffe-968d-ba3aa848eb42 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:47.580200 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7ccf9f24-21e8-4ffe-968d-ba3aa848eb42 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/7453dca9-8209-42db-afff-48b46c1bdd81 HTTP/1.1" status: 404 len: 337 time: 0.1072309 Feb 14 17:57:47.591700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43612) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.656826 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a71e32-b60a-49d2-890d-78fbbb037754 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:47.657677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a71e32-b60a-49d2-890d-78fbbb037754 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:47.662379 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-07a71e32-b60a-49d2-890d-78fbbb037754 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8f87dc30-7191-47e9-a82e-101b7c1284b4 HTTP/1.1" status: 404 len: 337 time: 0.0695724 Feb 14 17:57:47.663393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.713610 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f82c23-079e-4093-aa2b-97c34ea469a1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:47.714378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f82c23-079e-4093-aa2b-97c34ea469a1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:47.716285 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d0f82c23-079e-4093-aa2b-97c34ea469a1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/e89a390e-2496-405a-9933-d90f942302ba HTTP/1.1" status: 404 len: 337 time: 0.0517015 Feb 14 17:57:47.718807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43620) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.761622 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cc5f8b-4eef-4dc6-9a44-0e7fba867fe4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:47.762030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cc5f8b-4eef-4dc6-9a44-0e7fba867fe4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:47.766035 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04cc5f8b-4eef-4dc6-9a44-0e7fba867fe4 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8424d76d-48b1-42a0-9332-0dbdee4174d8 HTTP/1.1" status: 404 len: 337 time: 0.0437639 Feb 14 17:57:47.767011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.773209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for a146c8fe-58ce-4bae-b0c9-c72f45afaa00 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:47.807451 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'status': 'completed', 'code': 200} Feb 14 17:57:47.816087 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '294cff58-84eb-420c-9376-835857337c1a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '6e37841c-354f-4093-a842-a34413919aaf', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'mac_address': 'fa:16:3e:0e:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:43Z', 'updated_at': '2022-02-14T17:57:43Z', 'revision_number': 0, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:47.816375 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0339b956-c008-4695-9da3-2a033ebabbbb tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 200 len: 205 time: 0.0467031 Feb 14 17:57:47.816375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.818203 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Checking router: 6e37841c-354f-4093-a842-a34413919aaf for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:57:47.831191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:57:47.832420 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:47.888234 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-34210517-1bc4-4100-befb-d47447c42918 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:47.891620 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-34210517-1bc4-4100-befb-d47447c42918 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/03876595-7057-4b41-a040-48dd642dfaec HTTP/1.1" status: 404 len: 336 time: 0.0720696 Feb 14 17:57:47.891874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43634) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:47.941922 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e0636fb8-8e4e-4941-ac60-dd4b8edf971c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=d580cb46-5805-47f3-9f58-1ed6854952d7 HTTP/1.1" status: 200 len: 205 time: 0.0486858 Feb 14 17:57:47.944765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43638) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.007889 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-cf631c3b-d8c4-4f67-8f82-a83201deb26b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:48.011134 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf631c3b-d8c4-4f67-8f82-a83201deb26b tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/d580cb46-5805-47f3-9f58-1ed6854952d7 HTTP/1.1" status: 404 len: 336 time: 0.0629780 Feb 14 17:57:48.011371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43642) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.028949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:57:48.053639 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-65036203-7eb3-4bdd-89df-891f563c2bd0 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:48.054068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65036203-7eb3-4bdd-89df-891f563c2bd0 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:48.055706 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65036203-7eb3-4bdd-89df-891f563c2bd0 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/d7976ee4-aa20-4c12-9113-abb321fbf1de HTTP/1.1" status: 404 len: 337 time: 0.0427871 Feb 14 17:57:48.058239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43646) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.090953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:48.100988 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0290adf2-3f15-44a7-9867-54e6ca7ec0a5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 200 len: 205 time: 0.0414188 Feb 14 17:57:48.102925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43650) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.114447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:port and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:48.119746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:48.132728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:48.170362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-fd3961d4-6a87-4a59-8498-249c62042b84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1098 time: 0.3602405 Feb 14 17:57:48.173940 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-339366f3-09c2-4842-a772-8132c85fcfe1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:48.174944 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-339366f3-09c2-4842-a772-8132c85fcfe1 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/4bbd8817-aff0-4d11-8ffe-5f011d721062 HTTP/1.1" status: 404 len: 336 time: 0.0709066 Feb 14 17:57:48.176910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a75a93-b695-4c09-9a7e-2c0841cec9ca req-b6f337e4-b965-41bd-ad0e-04cd7645abe4 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:48.177733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43654) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.179029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18a75a93-b695-4c09-9a7e-2c0841cec9ca req-b6f337e4-b965-41bd-ad0e-04cd7645abe4 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.5715103 Feb 14 17:57:48.223262 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6f424b41-f48d-451f-8538-62b8d2aa9495 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ab587e5-eee9-49c7-a0aa-842027f27429 HTTP/1.1" status: 200 len: 205 time: 0.0438349 Feb 14 17:57:48.226099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43658) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.275351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:48.286477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:48.290016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:48.299889 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-885c302d-cb44-420e-be9c-7a2f520b6a19 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:48.303758 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-885c302d-cb44-420e-be9c-7a2f520b6a19 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/6ab587e5-eee9-49c7-a0aa-842027f27429 HTTP/1.1" status: 404 len: 336 time: 0.0738208 Feb 14 17:57:48.303989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43664) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.341496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60b756-2813-45b2-91f2-f87e1976c0d4 req-e6c0ac0e-ca6c-427c-8ea3-84cbd53d78a6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:48.341769 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26f9452-aec3-4a3e-a8f9-33d9e490b944 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:48.341950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26f9452-aec3-4a3e-a8f9-33d9e490b944 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:48.342914 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf60b756-2813-45b2-91f2-f87e1976c0d4 req-e6c0ac0e-ca6c-427c-8ea3-84cbd53d78a6 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.3775477 Feb 14 17:57:48.345940 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d26f9452-aec3-4a3e-a8f9-33d9e490b944 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/5360e4f6-9cd6-4e77-b275-a0c45f493c88 HTTP/1.1" status: 404 len: 337 time: 0.0385787 Feb 14 17:57:48.346188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43668) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.377762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=a146c8fe-58ce-4bae-b0c9-c72f45afaa00,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:48.389114 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bcac4b0c-ef3c-4a40-b509-b00f7c4edcfb tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 HTTP/1.1" status: 200 len: 205 time: 0.0418332 Feb 14 17:57:48.391603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43672) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.472173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:48.473219 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '294cff58-84eb-420c-9376-835857337c1a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '6e37841c-354f-4093-a842-a34413919aaf', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'mac_address': 'fa:16:3e:0e:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:43Z', 'updated_at': '2022-02-14T17:57:43Z', 'revision_number': 0, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:57:48.478452 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60059271-0f34-48f6-b441-4b3b6292e376 None None] The sync data for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv is: [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '294cff58-84eb-420c-9376-835857337c1a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '6e37841c-354f-4093-a842-a34413919aaf', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'mac_address': 'fa:16:3e:0e:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:43Z', 'updated_at': '2022-02-14T17:57:43Z', 'revision_number': 0, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:57:48.497467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18a75a93-b695-4c09-9a7e-2c0841cec9ca req-199cf62f-d330-4127-9a2a-a764bc789f84 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968514 Feb 14 17:57:48.533977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-82cb4afa-b826-4d0b-9af0-14608d1ef6ea tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/a146c8fe-58ce-4bae-b0c9-c72f45afaa00 HTTP/1.1" status: 204 len: 168 time: 1.5685208 Feb 14 17:57:48.533977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-e94bd3cb-fd11-4cae-b0d4-7af77014c46a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:48.534304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-e94bd3cb-fd11-4cae-b0d4-7af77014c46a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 200 len: 897 time: 0.3542860 Feb 14 17:57:48.540376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.540654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43678) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.592156 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-0bedba01-a145-43b8-b174-bd2c01131947 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:48.595766 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0bedba01-a145-43b8-b174-bd2c01131947 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/b6075fd0-14ef-453f-94cd-d4b2dd2adfc0 HTTP/1.1" status: 404 len: 336 time: 0.2032785 Feb 14 17:57:48.596339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.638113 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bc19cc-c0cf-4b76-a47c-8ad3181183a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:48.638558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bc19cc-c0cf-4b76-a47c-8ad3181183a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:48.643135 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-68bc19cc-c0cf-4b76-a47c-8ad3181183a7 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/8d30408c-22ad-4804-87d3-6f483d823c7e HTTP/1.1" status: 404 len: 337 time: 0.0456991 Feb 14 17:57:48.643613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.690305 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-98b67c6d-5110-4d4b-acfd-01f61f9803a0 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f25564d-20af-4862-b9ed-1c303887726b HTTP/1.1" status: 200 len: 205 time: 0.0455761 Feb 14 17:57:48.692536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43692) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.730503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf60b756-2813-45b2-91f2-f87e1976c0d4 req-4bff5e9d-01a5-45ac-911d-d1d23c5b03cf tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665643 Feb 14 17:57:48.745598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104189e2-e939-4ef2-9e91-bb37a6575a1c None None] New status for floating IP 294cff58-84eb-420c-9376-835857337c1a: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:57:48.771168 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-65ca21b3-93d4-4928-b4c1-e7f89790c44c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] delete failed (client error): The resource could not be found. Feb 14 17:57:48.775357 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65ca21b3-93d4-4928-b4c1-e7f89790c44c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/routers/2f25564d-20af-4862-b9ed-1c303887726b HTTP/1.1" status: 404 len: 336 time: 0.0796092 Feb 14 17:57:48.775650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.818650 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3b747d-f5c0-416d-ace0-87aba0b7587c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:48.819184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3b747d-f5c0-416d-ace0-87aba0b7587c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:48.823344 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cf3b747d-f5c0-416d-ace0-87aba0b7587c tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/e5b7c717-32b3-40fc-9c4f-3b7b6f35cc8c HTTP/1.1" status: 404 len: 337 time: 0.0445092 Feb 14 17:57:48.823637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:48.852391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28696aa8-389f-4310-8c72-daf9b7d6f327 req-cf077658-9aa9-426d-931b-80a4d9954df8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 210 time: 0.1557629 Feb 14 17:57:48.863763 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a6433b-09d8-4cb2-ad0c-9efbf0f2cfb5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] DELETE failed (client error): The resource could not be found. Feb 14 17:57:48.864063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a6433b-09d8-4cb2-ad0c-9efbf0f2cfb5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:48.865836 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-54a6433b-09d8-4cb2-ad0c-9efbf0f2cfb5 tempest-RoutersIpV6Test-869713423 tempest-RoutersIpV6Test-869713423-project] 10.222.0.30 "DELETE /v2.0/subnets/45db0965-a0b7-440d-bcaf-85b2b94b7952 HTTP/1.1" status: 404 len: 337 time: 0.0412471 Feb 14 17:57:48.892606 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c32b0322-f247-4253-8ba5-c3249da26d11 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/floatingips/294cff58-84eb-420c-9376-835857337c1a HTTP/1.1" status: 200 len: 991 time: 0.3482676 Feb 14 17:57:48.906776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-5db26e3f-7b4d-4468-b851-14fffc66b51b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 200 len: 999 time: 0.3588135 Feb 14 17:57:48.958403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.24 (ac989201-7868-41d2-a29c-fd95dc0746f0/27169da2-d914-45bd-8ce9-bb817b89520f/f684f9ac-4c4c-4436-9483-4cbcf585d6f4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:48.985717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341006a0-832a-4f88-8a7d-c0d8f021621e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:48.991930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-341006a0-832a-4f88-8a7d-c0d8f021621e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:49.023771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-14fc17dc-58ee-40fc-81d2-fe7ce2d60802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:49.025228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-14fc17dc-58ee-40fc-81d2-fe7ce2d60802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=023beca3-b6cc-4202-bfad-03b21e35642a HTTP/1.1" status: 200 len: 835 time: 0.1067591 Feb 14 17:57:49.141858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-341006a0-832a-4f88-8a7d-c0d8f021621e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:49.142999 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-341006a0-832a-4f88-8a7d-c0d8f021621e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6012700 Feb 14 17:57:49.146057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43706) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.187325 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-802d00db-ae9f-4565-93bd-d16ddd1e9ffa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:49.188023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-802d00db-ae9f-4565-93bd-d16ddd1e9ffa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:49.200356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-802d00db-ae9f-4565-93bd-d16ddd1e9ffa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:49.201526 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-802d00db-ae9f-4565-93bd-d16ddd1e9ffa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/a146c8fe-58ce-4bae-b0c9-c72f45afaa00 HTTP/1.1" status: 404 len: 333 time: 0.0537975 Feb 14 17:57:49.205291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43710) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.211923 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079907000'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:49.221204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:49.225219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:49.227403 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-2849b19c-ada5-40af-9748-244e58e7a2fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a913e0a-2e6f-441c-89b9-9842986a744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942177 Feb 14 17:57:49.228132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:49.233977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:49.267181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.322241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:49.325695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.337925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object f684f9ac-4c4c-4436-9483-4cbcf585d6f4 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:49.355585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:49.364382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.364808 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment 0cd3f0cc-745d-4330-bba8-570489c8e5ed of type vlan for network b07fa950-c562-410f-8a94-35e69f15694a Feb 14 17:57:49.387085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-4b2cd652-ea3a-49b6-ad55-375c2a0099ac service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515937 Feb 14 17:57:49.392962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.441598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43716) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.462582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.476376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.486277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:49.486277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.613871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=b07fa950-c562-410f-8a94-35e69f15694a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:49.627537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network b07fa950-c562-410f-8a94-35e69f15694a details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:49.648783 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f020a27a-c45c-42b9-932a-d31327f4666f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f11807b8fe444a5a9ac7215fd338a0b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2059658 Feb 14 17:57:49.650262 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8164d955-a736-42f4-83d7-a0f75dda186b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4440718 Feb 14 17:57:49.656278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43722) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.656561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.666706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:49.717887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.735586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:57:49.746839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.747084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:49.757094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network ac989201-7868-41d2-a29c-fd95dc0746f0 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:49.783192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:49.790285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:49.863609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bc69c68-fbd2-43e8-a626-37ae090de56e req-5ca53111-6a1c-4c56-b174-711655f5dc2a service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708116 Feb 14 17:57:49.874730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:49.876461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.881854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:49.886378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:49.892979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:49.905445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.906077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:49.906591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43734) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:49.906591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:49.913795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'port_id': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'mac_address': 'fa:16:3e:34:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:57:49.922742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f51fff4-b777-4ee6-8cf9-7a97a7754812,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:49.938265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:49.957527 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4081c123-f307-4e98-b33b-d549c1e946d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f51fff4-b777-4ee6-8cf9-7a97a7754812 HTTP/1.1" status: 204 len: 168 time: 0.2929537 Feb 14 17:57:49.998066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.034017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:50.060287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:50.116738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.144215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:50.170122 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-06b60eec-7ebf-4eb4-8d34-5184f8d013f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7792063 Feb 14 17:57:50.198829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:50.232587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Request body: {'port': {'device_id': '0b10a456-d385-41d0-9076-a815e6d829f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:50.257186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-000bd178-4abc-4cc4-a5a1-f8867df93279 None None] Provisioning for port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:50.262865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-000bd178-4abc-4cc4-a5a1-f8867df93279 None None] Provisioning complete for port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:50.267956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-000bd178-4abc-4cc4-a5a1-f8867df93279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.268065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e1ac061e-ee51-4769-b664-281b71d1f8ba tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/floatingips/294cff58-84eb-420c-9376-835857337c1a HTTP/1.1" status: 200 len: 993 time: 0.3624611 Feb 14 17:57:50.323020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-000bd178-4abc-4cc4-a5a1-f8867df93279 None None] Port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:57:50.342356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.400461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['82f7451e-1bf5-4d06-b2ff-8585cd3f7229'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:57:50.491480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd9190-789c-483a-bd33-56893c8b968b req-ecf2940c-9d28-4e16-a607-037984baec7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:50.492968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10bd9190-789c-483a-bd33-56893c8b968b req-ecf2940c-9d28-4e16-a607-037984baec7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 944 time: 0.4586189 Feb 14 17:57:50.534897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d32043-f122-41fa-b580-1cd2f70b88b4 req-1a9f9ede-5234-459b-a538-491fd35df7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:50.535570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d2d32043-f122-41fa-b580-1cd2f70b88b4 req-1a9f9ede-5234-459b-a538-491fd35df7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:50.537867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.653976 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10bd9190-789c-483a-bd33-56893c8b968b req-3e3ea3a0-d8f5-446a-90c0-a83615705d9e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429305 Feb 14 17:57:50.697677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d2d32043-f122-41fa-b580-1cd2f70b88b4 req-1a9f9ede-5234-459b-a538-491fd35df7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:50.698811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2d32043-f122-41fa-b580-1cd2f70b88b4 req-1a9f9ede-5234-459b-a538-491fd35df7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 932 time: 0.6153610 Feb 14 17:57:50.817415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1c185abd-ce95-4c40-a13b-cb1c5265aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:50.921512 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2d32043-f122-41fa-b580-1cd2f70b88b4 req-ed108a5d-ddd4-4bbe-ae54-12581f7c12b6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2157857 Feb 14 17:57:50.990918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.093451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f684f9ac-4c4c-4436-9483-4cbcf585d6f4 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:51.110471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.132543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:51.146452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Transition to ACTIVE for port object f684f9ac-4c4c-4436-9483-4cbcf585d6f4 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:51.149670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': '0cd3f0cc-745d-4330-bba8-570489c8e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:51.150022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: b07fa950-c562-410f-8a94-35e69f15694a, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:51.205836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.250405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network b07fa950-c562-410f-8a94-35e69f15694a is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:51.250744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43756) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:51.345612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Pushing event updated for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:51.352932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, b07fa950-c562-410f-8a94-35e69f15694a) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:51.357333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:51.357919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.361515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3910e-c0bf-41ee-bb1e-7bb69fbaedb4 None None] Network b07fa950-c562-410f-8a94-35e69f15694a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:51.386012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-554105805'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:51.393541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:51.405950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:51.411157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:51.430497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:51.595531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Attempting to bind port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:51.595847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Attempting to bind port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:51.596172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Attempting to bind port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 on network ac989201-7868-41d2-a29c-fd95dc0746f0 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:51.602792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 on network ac989201-7868-41d2-a29c-fd95dc0746f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:57:51.603120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Attempting to bind port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 on network ac989201-7868-41d2-a29c-fd95dc0746f0 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:51.612280 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2010bccf-260b-4178-9299-a82e714ba006 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9523621 Feb 14 17:57:51.612280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:51.612280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Checking segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:51.612735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Bound using segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:51.613005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Bound port: f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:51.613386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.616028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:51.622454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:51.630383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-b07fa950-c562-410f-8a94-35e69f15694a', 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:51.631287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.705086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:51.708208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.713694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:51.717225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:51.739005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.770738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:51.786089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.807929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:51.814147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:security_group_rule and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:51.820847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:51.825038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:51.827531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:51.834895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:51.841184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:51.847331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:51.857184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Allocated IP 2001:db8::2 (b07fa950-c562-410f-8a94-35e69f15694a/3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f/5345cd29-8d9c-438d-9619-b46dedbdbb84) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:51.893656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:51.916531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:51.917901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] 10.222.0.45 "PUT /v2.0/ports/f684f9ac-4c4c-4436-9483-4cbcf585d6f4 HTTP/1.1" status: 200 len: 1094 time: 1.6919975 Feb 14 17:57:51.918452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:51.944549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ba38-c16b-4d85-a43d-cc768d196176 service neutron] Pushing event updated for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:51.965391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:51.978170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115c4d-9d54-4cc1-905a-22ea3c5409c5 req-83c6cca5-1381-4dd3-a162-fd53973b5f2d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:51.979643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17115c4d-9d54-4cc1-905a-22ea3c5409c5 req-83c6cca5-1381-4dd3-a162-fd53973b5f2d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 945 time: 0.1459281 Feb 14 17:57:51.980488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:51.980923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.043571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.078104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4', 'status': 'completed', 'code': 200} Feb 14 17:57:52.089807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.108171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.170174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17115c4d-9d54-4cc1-905a-22ea3c5409c5 req-29c25dd6-80b8-43f7-b8df-1c6aee3d48fe tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829751 Feb 14 17:57:52.189565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-f51e63fd-a703-4a66-89a1-2023e2d654d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 1097 time: 0.1753321 Feb 14 17:57:52.216039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:52.236501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.236983 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment 0784ccbd-5dc1-48b0-8672-4a099066f253 of type vlan for network a31f79d4-968f-4890-b4ab-a45ca2c18000 Feb 14 17:57:52.250605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f23e32-addd-4a1f-be14-64fad79e2d46,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:52.284821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.300207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Transition to ACTIVE for port object 5345cd29-8d9c-438d-9619-b46dedbdbb84 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:52.301505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.310655 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f (CIDR: 2001:db8::/64) Feb 14 17:57:52.330043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Transition to ACTIVE for port object 5345cd29-8d9c-438d-9619-b46dedbdbb84 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:52.340567 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-b4a8f127-5d31-4417-8d62-6fe63d0e628e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4 HTTP/1.1" status: 200 len: 217 time: 0.1393547 Feb 14 17:57:52.368528 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:57:52.369185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:57:52.382360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.400054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.404119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:52.409715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.410357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:57:52.420004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-b3282d51-8f4f-44bc-a320-3e19678c5a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:52.421480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-b3282d51-8f4f-44bc-a320-3e19678c5a11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27169da2-d914-45bd-8ce9-bb817b89520f HTTP/1.1" status: 200 len: 838 time: 0.0714076 Feb 14 17:57:52.430661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26615e5-3717-4d34-9644-b92be5ca98db req-370dcf57-f085-4860-8e39-9877d9d48e8e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:52.435570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a26615e5-3717-4d34-9644-b92be5ca98db req-370dcf57-f085-4860-8e39-9877d9d48e8e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 944 time: 0.1623633 Feb 14 17:57:52.445862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:52.448406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.491533 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'code': 200} Feb 14 17:57:52.505118 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6adf6b0-2fc7-4f12-a1ff-2311ac8b03ab tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8877058 Feb 14 17:57:52.509845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43774) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:52.524122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Network b07fa950-c562-410f-8a94-35e69f15694a is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:52.526177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:52.533043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:52.533744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a26615e5-3717-4d34-9644-b92be5ca98db req-60d7e10d-35ff-45e8-a015-2440ea81dae6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689714 Feb 14 17:57:52.534954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.539416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:52.549487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-1b260602-f005-426d-ac12-2fdde0555374 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac989201-7868-41d2-a29c-fd95dc0746f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1164289 Feb 14 17:57:52.554579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Pushing event updated for resources: {'Port': ['ID=5345cd29-8d9c-438d-9619-b46dedbdbb84,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:52.608205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=a31f79d4-968f-4890-b4ab-a45ca2c18000,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:52.619290 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5da39cb9-2ef9-4863-bf8d-7b39400f78b5 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3651183 Feb 14 17:57:52.620194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43778) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:52.634358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-48842182'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:52.640630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:52.643811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:52.648461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:52.651137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:52.653814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:52.730691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:52.734803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:52.737639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:52.744289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:52.751232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:52.754330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.768871 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-d11f36f1-115b-4c40-b9da-55234f9d3676 service neutron] 10.222.0.45 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949255 Feb 14 17:57:52.843793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Attempting to bind port 5345cd29-8d9c-438d-9619-b46dedbdbb84 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:52.844161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Attempting to bind port 5345cd29-8d9c-438d-9619-b46dedbdbb84 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '0cd3f0cc-745d-4330-bba8-570489c8e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:52.844520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Attempting to bind port 5345cd29-8d9c-438d-9619-b46dedbdbb84 on network b07fa950-c562-410f-8a94-35e69f15694a {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:52.850764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:52.861210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:52.861585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Checking segment: {'id': '0cd3f0cc-745d-4330-bba8-570489c8e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:52.861987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.862369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Bound using segment: {'id': '0cd3f0cc-745d-4330-bba8-570489c8e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:52.862837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Bound port: 5345cd29-8d9c-438d-9619-b46dedbdbb84, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd3f0cc-745d-4330-bba8-570489c8e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:52.863212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.873205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:52.876973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:52.936062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e645bad2-9f9c-4827-80e1-f62229924716 req-3f049816-4d08-407a-8bcf-d0f959890bbc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1099 time: 0.2072058 Feb 14 17:57:52.941203 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1707a4f-f897-4ac7-9f38-ffd60344463e req-a54bb3bf-f5af-4d2d-a323-8468b02357f4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654525 Feb 14 17:57:52.953578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] For port 5345cd29-8d9c-438d-9619-b46dedbdbb84, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:52.957214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] For port 5345cd29-8d9c-438d-9619-b46dedbdbb84, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5345cd29-8d9c-438d-9619-b46dedbdbb84,segment=NetworkSegment(0cd3f0cc-745d-4330-bba8-570489c8e5ed),segment_id=0cd3f0cc-745d-4330-bba8-570489c8e5ed)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:52.973348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:57:52.988539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e645bad2-9f9c-4827-80e1-f62229924716 req-75c75a6d-d4c8-4361-8063-1661fd2a51bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 Feb 14 17:57:53.006553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.006886 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment a7c3b54e-a13a-4dab-9742-7bfe942d5473 of type vlan for network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 Feb 14 17:57:53.020548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.057083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.058258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c3a234-25ef-469f-95bf-0769051a6901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.106893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353101-5b86-4acc-bb95-71e8a64bbe32 None None] Pushing event updated for resources: {'Port': ['ID=5345cd29-8d9c-438d-9619-b46dedbdbb84,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:53.162064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.165683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.166243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.305493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-259e669f-4cb1-45c4-9a7c-c3a31a1d5347 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 1097 time: 0.0877087 Feb 14 17:57:53.308848 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=12754322-d2ee-4e1e-bbe0-d149b0178dd3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:53.319712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:57:53.350355 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8a33e07d-9d6b-4d10-a17d-4863218a437e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7289264 Feb 14 17:57:53.353310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43784) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:53.372748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:53.488348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.568311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-40e0dc1b-80f0-44de-ac68-0bc348e3d85e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.569823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-40e0dc1b-80f0-44de-ac68-0bc348e3d85e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac989201-7868-41d2-a29c-fd95dc0746f0 HTTP/1.1" status: 200 len: 896 time: 0.2564147 Feb 14 17:57:53.576308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:53.576469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1847e1a-113e-4dee-993f-2f91118b668d req-2ad2540a-aa70-4d10-a469-ab6b5c379b52 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.577006 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1847e1a-113e-4dee-993f-2f91118b668d req-2ad2540a-aa70-4d10-a469-ab6b5c379b52 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.1349678 Feb 14 17:57:53.594395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:53.603767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:53.610833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network b07fa950-c562-410f-8a94-35e69f15694a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:53.612125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:53.614487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:53.618354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.618931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.638523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:53.661015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-fb9df02f-da5f-460d-bce5-c5ddc8feda4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0830569 Feb 14 17:57:53.694612 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d0b02f4c-c5c7-4663-bfab-3775cf5b2d8d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1836846 Feb 14 17:57:53.697096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43790) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:53.702543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f'}, {'subnet_id': 'ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a'}], 'name': 'tempest-PortsIpV6TestJSON-749275031'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:53.725460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:53.874754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1847e1a-113e-4dee-993f-2f91118b668d req-0cc5c3d3-5f88-4161-aec9-fdb21f5ef340 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460487 Feb 14 17:57:53.892736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-60f78369-cdf0-42aa-a445-9191822cc86f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.894823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-60f78369-cdf0-42aa-a445-9191822cc86f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27169da2-d914-45bd-8ce9-bb817b89520f HTTP/1.1" status: 200 len: 838 time: 0.2235367 Feb 14 17:57:53.922259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:53.988365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857671a0-b4dc-4287-b125-4e822c5ef036 req-0ea9ed33-26f8-411a-afda-ecec15c4ffc6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:53.989916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-857671a0-b4dc-4287-b125-4e822c5ef036 req-0ea9ed33-26f8-411a-afda-ecec15c4ffc6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 944 time: 0.2853711 Feb 14 17:57:54.000581 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-b12ce9e3-bcd0-4950-87bb-50b82d611a99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac989201-7868-41d2-a29c-fd95dc0746f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0903795 Feb 14 17:57:54.032397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:54.050415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:54.058591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:54.078035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:54.139897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-857671a0-b4dc-4287-b125-4e822c5ef036 req-c1137c28-b1e9-403d-9d39-7d9cc14e2311 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382980 Feb 14 17:57:54.173398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-53ab3940-c254-492a-839c-d54627d0ee8d service neutron] 10.222.0.45 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562095 Feb 14 17:57:54.208655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:54.218258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:54.286832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port b22434d3-95c1-48ff-b0a7-5898f4affb6e yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:57:54.291472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:54.331321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:54.348636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc786a3-6121-4c02-a1ad-87a19c2788c6 None None] Network b07fa950-c562-410f-8a94-35e69f15694a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:54.370547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ac7be73-c6b7-42c4-9c1e-4d7b2c04aa51 req-a3aaae12-8ff6-401c-b625-dad71cbcb9ee service neutron] 10.222.0.45 "GET /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892855 Feb 14 17:57:54.509473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:54.606594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a384e70-b97b-4486-8f99-b857abdbe1ea None None] Provisioning for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:54.673574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:54.704048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': '0784ccbd-5dc1-48b0-8672-4a099066f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:54.704406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: a31f79d4-968f-4890-b4ab-a45ca2c18000, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:54.775667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Update dhcp port {'port': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '5345cd29-8d9c-438d-9619-b46dedbdbb84'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:57:54.826372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:54.860500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::39a (b07fa950-c562-410f-8a94-35e69f15694a/3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f/b22434d3-95c1-48ff-b0a7-5898f4affb6e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:54.862336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:54.870355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8:0:1::15d (b07fa950-c562-410f-8a94-35e69f15694a/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a/b22434d3-95c1-48ff-b0a7-5898f4affb6e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:54.986935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a31f79d4-968f-4890-b4ab-a45ca2c18000) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:54.995166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0949145-d593-4328-9b25-46f16b419d2c None None] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:55.000147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:55.000729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.087539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e821f-8abf-45bd-8481-0d6b52dce397 req-1d322c4b-39bc-4746-b29a-d0e71f5c6cb4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:55.089128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d85e821f-8abf-45bd-8481-0d6b52dce397 req-1d322c4b-39bc-4746-b29a-d0e71f5c6cb4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.0873709 Feb 14 17:57:55.138180 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d85e821f-8abf-45bd-8481-0d6b52dce397 req-286b337d-4d3b-4a23-9231-c303519c7df5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Feb 14 17:57:55.191675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.215077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object b22434d3-95c1-48ff-b0a7-5898f4affb6e will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:55.224727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a31f79d4-968f-4890-b4ab-a45ca2c18000', 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': '436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:55.226376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.241610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43800) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:55.248015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:55.251828 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6e9206dd-61e0-46a0-b168-b94be2abca70 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8971298 Feb 14 17:57:55.316500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.398504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network b07fa950-c562-410f-8a94-35e69f15694a is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:55.411247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:55.417564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:55.422697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:55.424144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.437144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Allocated IP 2001:db8:0:1::2 (b07fa950-c562-410f-8a94-35e69f15694a/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a/5345cd29-8d9c-438d-9619-b46dedbdbb84) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:55.468865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=b22434d3-95c1-48ff-b0a7-5898f4affb6e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:55.490732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5345cd29-8d9c-438d-9619-b46dedbdbb84 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:55.494081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:55.502078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:55.506747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:55.516037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:55.518906 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e171ecf-90f8-463f-8f32-c5b2a338bac5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8207715 Feb 14 17:57:55.522476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43804) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:55.528303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:55.535491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bda84-fa9c-424b-ae41-7ee24a1a6c9a req-5b7d46ef-1964-4321-a492-ae6dc53a794a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:55.537788 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c2bda84-fa9c-424b-ae41-7ee24a1a6c9a req-5b7d46ef-1964-4321-a492-ae6dc53a794a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.2632143 Feb 14 17:57:55.549147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c9e41-d72f-46b5-9de7-13cfcf19ecb9 req-941b3c8c-64dc-4d8a-bb5d-73dddcc0e608 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:55.550579 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52c9e41-d72f-46b5-9de7-13cfcf19ecb9 req-941b3c8c-64dc-4d8a-bb5d-73dddcc0e608 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 944 time: 0.1827497 Feb 14 17:57:55.623205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:57:55.653377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c2bda84-fa9c-424b-ae41-7ee24a1a6c9a req-d573a22a-f69b-4867-9fca-ecc098ca741d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016724 Feb 14 17:57:55.684736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43808) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:55.685852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Allocated IP 172.20.0.2 (a31f79d4-968f-4890-b4ab-a45ca2c18000/436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8/bb94f364-15ab-4535-b044-665091cf5dec) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:55.704113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.746359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52c9e41-d72f-46b5-9de7-13cfcf19ecb9 req-2cc9fd12-079c-438f-93fc-787fcf35feb4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804657 Feb 14 17:57:55.750093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.765978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.785250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:55.797352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] For port 5345cd29-8d9c-438d-9619-b46dedbdbb84, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5345cd29-8d9c-438d-9619-b46dedbdbb84,segment=NetworkSegment(0cd3f0cc-745d-4330-bba8-570489c8e5ed),segment_id=0cd3f0cc-745d-4330-bba8-570489c8e5ed)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:55.829302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.846256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device f684f9ac-4c4c-4436-9483-4cbcf585d6f4 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:57:55.879056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:55.879738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:55.970063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Transition to ACTIVE for port object 5345cd29-8d9c-438d-9619-b46dedbdbb84 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:56.046398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da457a4e-6e56-48ee-b253-b9a9c132cc1e tempest-TestVolumeBootPattern-1763169792 tempest-TestVolumeBootPattern-1763169792-project-admin] Synchronizing usage tracker for tenant:8086ca223a5c43f59a873289ecd769e6 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:56.059161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.086970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.126513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Delete allocated IP 2001:db8:0:1::15d (b07fa950-c562-410f-8a94-35e69f15694a/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a) {{(pid=84256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:57:56.147963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=d380610b-ff7b-4994-85de-f8ee4ff17aae,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:56.160380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': 'a7c3b54e-a13a-4dab-9742-7bfe942d5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:56.160833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 12754322-d2ee-4e1e-bbe0-d149b0178dd3, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:57:56.167166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port 5345cd29-8d9c-438d-9619-b46dedbdbb84 had new provisioning blocks added so it will not transition to active. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 14 17:57:56.202712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-da457a4e-6e56-48ee-b253-b9a9c132cc1e tempest-TestVolumeBootPattern-1763169792 tempest-TestVolumeBootPattern-1763169792-project-admin] Unset dirty status for tenant:8086ca223a5c43f59a873289ecd769e6 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:56.203861 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-da457a4e-6e56-48ee-b253-b9a9c132cc1e tempest-TestVolumeBootPattern-1763169792 tempest-TestVolumeBootPattern-1763169792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1094 time: 0.5180614 Feb 14 17:57:56.207053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43814) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:56.216181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:56.223510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:56.228269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:floatingip and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:56.231639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:56.237634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:56.274850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:57:56.298032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.299830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.315601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Ignored duplicate provisioning block setup for port b22434d3-95c1-48ff-b0a7-5898f4affb6e by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 14 17:57:56.363712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 12754322-d2ee-4e1e-bbe0-d149b0178dd3) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:56.366661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.378975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:56.379549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.384041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:56.394200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef434f2e-d95f-4375-aff6-4e785cba64c9 None None] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:56.454869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=b22434d3-95c1-48ff-b0a7-5898f4affb6e,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:56.480989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.495980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e12694-94ad-45f4-ad93-cb7aaefd8a42 None None] Pushing event updated for resources: {'Port': ['ID=5345cd29-8d9c-438d-9619-b46dedbdbb84,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:56.517795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] In _notify_port_updated(), no bound segment for port b22434d3-95c1-48ff-b0a7-5898f4affb6e on network b07fa950-c562-410f-8a94-35e69f15694a {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:57:56.522369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:56.523574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.525644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'port_id': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4', 'mac_address': 'fa:16:3e:b9:79:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:57:56.527855 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b45ec19-28e4-4013-b82f-750cc4e260ca tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/ports/b22434d3-95c1-48ff-b0a7-5898f4affb6e HTTP/1.1" status: 200 len: 925 time: 1.0042973 Feb 14 17:57:56.528831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43818) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:56.534542 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d6019a20-a9cf-4a50-9ac8-ff2b433ec9ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2917423 Feb 14 17:57:56.540819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f'}, {'subnet_id': 'ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:56.540977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.542517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43822) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:56.547732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338308050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:57:56.554263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:57:56.571106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:57:56.580498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:57:56.591742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Transition to ACTIVE for port object bb94f364-15ab-4535-b044-665091cf5dec will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:56.607253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:57:56.661607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Transition to ACTIVE for port object bb94f364-15ab-4535-b044-665091cf5dec will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:56.698988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.709609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.728841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.729993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.731867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f684f9ac-4c4c-4436-9483-4cbcf585d6f4 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:57:56.752347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.26.4.192 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/bfeb8a5a-d792-4a34-876f-105f116e83d0) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:56.785369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.829780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:56.854847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.856222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-12754322-d2ee-4e1e-bbe0-d149b0178dd3', 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': 'd380610b-ff7b-4994-85de-f8ee4ff17aae'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:57:56.857063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:56.885569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:56.889390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:56.891813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:56.909153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Pushing event updated for resources: {'Port': ['ID=bb94f364-15ab-4535-b044-665091cf5dec,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:56.916775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.152934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.195386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea14cc-5839-4016-9073-9b1c3f54cfb1 None None] Network b07fa950-c562-410f-8a94-35e69f15694a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:57.206654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.210356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8:0:1::206 (b07fa950-c562-410f-8a94-35e69f15694a/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a/b22434d3-95c1-48ff-b0a7-5898f4affb6e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:57.247627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973457a-6acb-4a8b-8d53-e35d8df8f561 req-f92d5002-bb37-49db-b9e1-95f2727f183c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:57.249340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e973457a-6acb-4a8b-8d53-e35d8df8f561 req-f92d5002-bb37-49db-b9e1-95f2727f183c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 945 time: 0.2808845 Feb 14 17:57:57.282370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['f684f9ac-4c4c-4436-9483-4cbcf585d6f4'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:57:57.292910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.294255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-812e65ba-b1c0-4ca8-9345-d7a3bf06a8fa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7508092 Feb 14 17:57:57.297145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:57.318795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Attempting to bind port bb94f364-15ab-4535-b044-665091cf5dec on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:57.319158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Attempting to bind port bb94f364-15ab-4535-b044-665091cf5dec by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '0784ccbd-5dc1-48b0-8672-4a099066f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:57.319557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Attempting to bind port bb94f364-15ab-4535-b044-665091cf5dec on network a31f79d4-968f-4890-b4ab-a45ca2c18000 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:57.367094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:57.401925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5345cd29-8d9c-438d-9619-b46dedbdbb84 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:57.410652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.426317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.427734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Ignored duplicate provisioning block setup for port b22434d3-95c1-48ff-b0a7-5898f4affb6e by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 14 17:57:57.450501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:57.450870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Checking segment: {'id': '0784ccbd-5dc1-48b0-8672-4a099066f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:57.451264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.451661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Bound using segment: {'id': '0784ccbd-5dc1-48b0-8672-4a099066f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:57.452181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Bound port: bb94f364-15ab-4535-b044-665091cf5dec, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784ccbd-5dc1-48b0-8672-4a099066f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a31f79d4-968f-4890-b4ab-a45ca2c18000'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:57.452547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.480067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.496512 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e973457a-6acb-4a8b-8d53-e35d8df8f561 req-76f09879-7e2f-425d-8a8e-e571c1e15cdd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2362483 Feb 14 17:57:57.523199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:57.535529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:57.540937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=bfeb8a5a-d792-4a34-876f-105f116e83d0,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:57.546812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:57.557410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Allocated IP 172.21.0.2 (12754322-d2ee-4e1e-bbe0-d149b0178dd3/d380610b-ff7b-4994-85de-f8ee4ff17aae/667506be-4d34-4a7e-b9ea-3d8342d54f25) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:57.579787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Provisioning for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:57:57.651384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] In _notify_port_updated(), no bound segment for port b22434d3-95c1-48ff-b0a7-5898f4affb6e on network b07fa950-c562-410f-8a94-35e69f15694a {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:57:57.656213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:57.656387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Provisioning complete for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:57.656587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.657167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.660813 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/ports/b22434d3-95c1-48ff-b0a7-5898f4affb6e HTTP/1.1" status: 200 len: 1011 time: 1.1287971 Feb 14 17:57:57.662452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43832) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:57.722833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067e555-b12e-4459-8bc8-6dab5c6816fc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=b22434d3-95c1-48ff-b0a7-5898f4affb6e,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:57.741245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port b22434d3-95c1-48ff-b0a7-5898f4affb6e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:57:57.741690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.867911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] For port bb94f364-15ab-4535-b044-665091cf5dec, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:57.930215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:57.930594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:57.960521 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] For port bb94f364-15ab-4535-b044-665091cf5dec, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=bb94f364-15ab-4535-b044-665091cf5dec,segment=NetworkSegment(0784ccbd-5dc1-48b0-8672-4a099066f253),segment_id=0784ccbd-5dc1-48b0-8672-4a099066f253)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:58.078124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.087429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.206024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for b22434d3-95c1-48ff-b0a7-5898f4affb6e owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:57:58.237269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.261430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.328065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287718e-904e-4a5c-9c75-3c110312a029 None None] Pushing event updated for resources: {'Port': ['ID=bb94f364-15ab-4535-b044-665091cf5dec,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:58.365341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.419797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Transition to ACTIVE for port object 667506be-4d34-4a7e-b9ea-3d8342d54f25 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:58.460898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] For port 5345cd29-8d9c-438d-9619-b46dedbdbb84, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5345cd29-8d9c-438d-9619-b46dedbdbb84,segment=NetworkSegment(0cd3f0cc-745d-4330-bba8-570489c8e5ed),segment_id=0cd3f0cc-745d-4330-bba8-570489c8e5ed)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:57:58.482556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.494457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Transition to ACTIVE for port object 667506be-4d34-4a7e-b9ea-3d8342d54f25 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:58.570980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.592577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.776353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.789293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=b22434d3-95c1-48ff-b0a7-5898f4affb6e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:58.793623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.810967 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aa3c8aad-506c-4d6f-b0b5-f5f273ef991b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/b22434d3-95c1-48ff-b0a7-5898f4affb6e HTTP/1.1" status: 204 len: 168 time: 1.1450031 Feb 14 17:57:58.812561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43838) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:58.862542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:57:58.862920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:57:58.866604 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b55337-7737-4746-a235-fbb6041d95d1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:57:58.866604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-92b55337-7737-4746-a235-fbb6041d95d1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:57:58.870765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:57:58.871686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a64ac-ab88-4d0c-9945-7b4ab28333f2 None None] Pushing event updated for resources: {'Port': ['ID=5345cd29-8d9c-438d-9619-b46dedbdbb84,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:58.875459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:57:58.913827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:57:58.945876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-236169c9-6dec-4872-a2f6-f9714973aac6 None None] Provisioning complete for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:57:58.945876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-236169c9-6dec-4872-a2f6-f9714973aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:58.946214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-92b55337-7737-4746-a235-fbb6041d95d1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:57:58.949927 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-92b55337-7737-4746-a235-fbb6041d95d1 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/b22434d3-95c1-48ff-b0a7-5898f4affb6e HTTP/1.1" status: 404 len: 333 time: 0.1335812 Feb 14 17:57:58.951680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43842) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:59.020194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Pushing event updated for resources: {'Port': ['ID=667506be-4d34-4a7e-b9ea-3d8342d54f25,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:59.035339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.20.0.1 (a31f79d4-968f-4890-b4ab-a45ca2c18000/436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8/bfbad463-339b-4dd9-89d5-e4f3daf80616) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:57:59.100134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Attempting to bind port 667506be-4d34-4a7e-b9ea-3d8342d54f25 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:57:59.100502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Attempting to bind port 667506be-4d34-4a7e-b9ea-3d8342d54f25 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a7c3b54e-a13a-4dab-9742-7bfe942d5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:57:59.100896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Attempting to bind port 667506be-4d34-4a7e-b9ea-3d8342d54f25 on network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:57:59.110680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:57:59.111091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Checking segment: {'id': 'a7c3b54e-a13a-4dab-9742-7bfe942d5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:57:59.111497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.111892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Bound using segment: {'id': 'a7c3b54e-a13a-4dab-9742-7bfe942d5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:57:59.112259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.112423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Bound port: 667506be-4d34-4a7e-b9ea-3d8342d54f25, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c3b54e-a13a-4dab-9742-7bfe942d5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12754322-d2ee-4e1e-bbe0-d149b0178dd3'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:57:59.112823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.139158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56355-7932-47f6-9b4c-b0512bc96074 req-7b1cff92-177c-4044-88af-e9c576efe6f5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:57:59.140682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50e56355-7932-47f6-9b4c-b0512bc96074 req-7b1cff92-177c-4044-88af-e9c576efe6f5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 945 time: 0.3617043 Feb 14 17:57:59.185765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:59.189131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.254791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.292616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-236169c9-6dec-4872-a2f6-f9714973aac6 None None] Could not find standard attr ID for object b22434d3-95c1-48ff-b0a7-5898f4affb6e. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:57:59.324016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50e56355-7932-47f6-9b4c-b0512bc96074 req-24ebdd62-a9e6-4e0b-9f0c-a3c261791990 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299324 Feb 14 17:57:59.328261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] For port 667506be-4d34-4a7e-b9ea-3d8342d54f25, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:57:59.330649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] For port 667506be-4d34-4a7e-b9ea-3d8342d54f25, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=667506be-4d34-4a7e-b9ea-3d8342d54f25,segment=NetworkSegment(a7c3b54e-a13a-4dab-9742-7bfe942d5473),segment_id=a7c3b54e-a13a-4dab-9742-7bfe942d5473)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:57:59.361131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.368399 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.446142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d53b895-98fd-4082-8a5d-709cdd533530 None None] Could not find standard attr ID for object b22434d3-95c1-48ff-b0a7-5898f4affb6e. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:57:59.454323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.462269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.499860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object bfbad463-339b-4dd9-89d5-e4f3daf80616 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:57:59.522358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.575136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:59.580862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.587058 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-235dd2c8-ba7e-43a2-b8af-016ecbfae56b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a HTTP/1.1" status: 204 len: 168 time: 0.6343329 Feb 14 17:57:59.591168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c3bc9-ae33-4af8-b53d-cde5bebaeb08 None None] Pushing event updated for resources: {'Port': ['ID=667506be-4d34-4a7e-b9ea-3d8342d54f25,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:57:59.593229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43846) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:57:59.634639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a31f18-1640-4db0-9389-7c5ac6b8fb3d None None] Network b07fa950-c562-410f-8a94-35e69f15694a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:57:59.749505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.762618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:57:59.769450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.780620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-708e708f-2e0b-4383-997a-77429e02599d None None] Could not find standard attr ID for object b22434d3-95c1-48ff-b0a7-5898f4affb6e. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:57:59.812836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5345cd29-8d9c-438d-9619-b46dedbdbb84 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:59.823078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.865460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.868103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device f684f9ac-4c4c-4436-9483-4cbcf585d6f4 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:57:59.913420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.972454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:57:59.989355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=bfeb8a5a-d792-4a34-876f-105f116e83d0,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:00.004819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:00.056370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:00.071756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:00.115979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e532a-2495-4e3b-b18b-f368136851f8 None None] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:00.150748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.157467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.200677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5345cd29-8d9c-438d-9619-b46dedbdbb84 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:00.201214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.207295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.216377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:00.218235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=bfbad463-339b-4dd9-89d5-e4f3daf80616,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:00.221099 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cbf808f0-81d6-4246-b69d-3d563d647e96 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f HTTP/1.1" status: 204 len: 168 time: 0.6262336 Feb 14 17:58:00.223631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43850) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:00.259229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:00.273112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.313043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:00.314308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.370491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-af42b65e-146e-4eda-adc1-b5200c0f7683 None None] Provisioning for port bb94f364-15ab-4535-b044-665091cf5dec completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:00.440622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.443485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Floating IP 4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2 associated. External IP: 172.26.4.192, port: 82f7451e-1bf5-4d06-b2ff-8585cd3f7229. Feb 14 17:58:00.452638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 5345cd29-8d9c-438d-9619-b46dedbdbb84 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:00.453302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.478540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device bb94f364-15ab-4535-b044-665091cf5dec up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:00.749086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 5345cd29-8d9c-438d-9619-b46dedbdbb84, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5345cd29-8d9c-438d-9619-b46dedbdbb84,segment=NetworkSegment(0cd3f0cc-745d-4330-bba8-570489c8e5ed),segment_id=0cd3f0cc-745d-4330-bba8-570489c8e5ed)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:00.749450 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.777167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.825603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.842254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d22555-4939-4ad3-b2bc-49c9b80fddfc None None] Update dhcp port {'port': {'network_id': 'b07fa950-c562-410f-8a94-35e69f15694a', 'fixed_ips': [{'subnet_id': '3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '5345cd29-8d9c-438d-9619-b46dedbdbb84'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:58:00.920660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 5345cd29-8d9c-438d-9619-b46dedbdbb84 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:00.921322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:00.939243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-32d22555-4939-4ad3-b2bc-49c9b80fddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:00.955865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:00.965003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port bb94f364-15ab-4535-b044-665091cf5dec completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:01.002878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port bb94f364-15ab-4535-b044-665091cf5dec triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:01.003346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.025762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67480-0dfd-4ca3-b341-99cfae578a06 req-2d4dbce3-104b-428e-8c83-2fbcccfc3e59 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:01.027530 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07b67480-0dfd-4ca3-b341-99cfae578a06 req-2d4dbce3-104b-428e-8c83-2fbcccfc3e59 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 945 time: 0.5027633 Feb 14 17:58:01.042710 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4', 'code': 200} Feb 14 17:58:01.043416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.101898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef118aca-d398-4817-a4d4-4210aa753039 None None] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:01.120220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.126245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07b67480-0dfd-4ca3-b341-99cfae578a06 req-5078bfa2-9178-4939-8132-752e8d5c8416 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834966 Feb 14 17:58:01.189424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No DVR routers for this DVR port 5345cd29-8d9c-438d-9619-b46dedbdbb84 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:01.240560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=5345cd29-8d9c-438d-9619-b46dedbdbb84,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:01.376780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.409337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07fa950-c562-410f-8a94-35e69f15694a']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:01.430484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:01.447051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd3f0cc-745d-4330-bba8-570489c8e5ed') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:01.449030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd3f0cc-745d-4330-bba8-570489c8e5ed') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:01.464775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.494480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.502488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:01.502830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.513968 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a0fad24f-6b2d-4b4e-a6fe-3fe3da7c87fe None None] Provisioning for port 667506be-4d34-4a7e-b9ea-3d8342d54f25 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:01.518531 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:01.544123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.resource_extend [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:58:01.558983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.582597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb633b-47a0-443b-97c9-6ae5e3521ea1 None None] Network b07fa950-c562-410f-8a94-35e69f15694a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:01.638962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.653758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.681511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.686342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.692733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=b07fa950-c562-410f-8a94-35e69f15694a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:01.719824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb633b-47a0-443b-97c9-6ae5e3521ea1 None None] Network b07fa950-c562-410f-8a94-35e69f15694a could not be found, it might have been deleted concurrently. {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 17:58:01.723725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Could not find standard attr ID for object 5345cd29-8d9c-438d-9619-b46dedbdbb84. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:01.739319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-00799235-d50e-4e30-9165-ce50bfb5d189 req-220b2187-60f9-40df-80de-42b1e4b6b73b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 1099 time: 0.2499304 Feb 14 17:58:01.752061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f339f2-2f9e-48c1-bc91-eaeeed6c7ad9 None None] DHCP port deletion for b07fa950-c562-410f-8a94-35e69f15694a request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:01.755580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port bb94f364-15ab-4535-b044-665091cf5dec, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=bb94f364-15ab-4535-b044-665091cf5dec,segment=NetworkSegment(0784ccbd-5dc1-48b0-8672-4a099066f253),segment_id=0784ccbd-5dc1-48b0-8672-4a099066f253)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:01.757631 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac77be67-f154-4c7d-b2d7-73700566e95d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/b07fa950-c562-410f-8a94-35e69f15694a HTTP/1.1" status: 204 len: 168 time: 1.5328217 Feb 14 17:58:01.762755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43858) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:01.779589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Provisioning complete for port bb94f364-15ab-4535-b044-665091cf5dec triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:01.779589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.787643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.797210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=bfbad463-339b-4dd9-89d5-e4f3daf80616,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:01.833231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:01.848064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004659a-e2f2-410f-a0ee-9c750f2a7060 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:01.848908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8004659a-e2f2-410f-a0ee-9c750f2a7060 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:01.917277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-00799235-d50e-4e30-9165-ce50bfb5d189 req-2f06e7c4-3155-4405-a73b-480ba9c1a38e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698642 Feb 14 17:58:01.920213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8004659a-e2f2-410f-a0ee-9c750f2a7060 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:01.921788 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8004659a-e2f2-410f-a0ee-9c750f2a7060 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1574678 Feb 14 17:58:01.924941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43862) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:01.946154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=bb94f364-15ab-4535-b044-665091cf5dec,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:01.987609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:02.004157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:02.005098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 667506be-4d34-4a7e-b9ea-3d8342d54f25 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:02.017333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:02.050276 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7806ebf6-c9ca-400f-ab8a-1402eb2971c6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1240287 Feb 14 17:58:02.057102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43866) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:02.062987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-838852395'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:02.069463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:02.073997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:02.081644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:02.092757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:02.167786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Provisioning for port bfbad463-339b-4dd9-89d5-e4f3daf80616 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:02.173942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Provisioning complete for port bfbad463-339b-4dd9-89d5-e4f3daf80616 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:02.178017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.196833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:02.201780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.213946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 667506be-4d34-4a7e-b9ea-3d8342d54f25 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:02.225138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 667506be-4d34-4a7e-b9ea-3d8342d54f25 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:02.225427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.274297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:02.291776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.293036 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment fd65f106-18b7-43d5-8a45-a82156630013 of type vlan for network 45a1aa55-3116-4cc2-aa37-cee468391487 Feb 14 17:58:02.312299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1ab91c99-027f-4f41-8546-598087e74703 None None] Port bfbad463-339b-4dd9-89d5-e4f3daf80616 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:02.337031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.400978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.436809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.440637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:02.441411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.442515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 667506be-4d34-4a7e-b9ea-3d8342d54f25, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=667506be-4d34-4a7e-b9ea-3d8342d54f25,segment=NetworkSegment(a7c3b54e-a13a-4dab-9742-7bfe942d5473),segment_id=a7c3b54e-a13a-4dab-9742-7bfe942d5473)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:02.448675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c91f3202-80c5-4e4c-a5c1-16a6d2cd4f8f None None] Provisioning complete for port bfbad463-339b-4dd9-89d5-e4f3daf80616 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:02.449083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c91f3202-80c5-4e4c-a5c1-16a6d2cd4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.501889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.537255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c91f3202-80c5-4e4c-a5c1-16a6d2cd4f8f None None] Port bfbad463-339b-4dd9-89d5-e4f3daf80616 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:02.577592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5345cd29-8d9c-438d-9619-b46dedbdbb84 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:02.585179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=45a1aa55-3116-4cc2-aa37-cee468391487,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:02.605192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c91f3202-80c5-4e4c-a5c1-16a6d2cd4f8f None None] Provisioning complete for port 667506be-4d34-4a7e-b9ea-3d8342d54f25 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:02.605192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c91f3202-80c5-4e4c-a5c1-16a6d2cd4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.606104 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1c87464f-3085-4b39-b196-efd6b45c1670 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5478942 Feb 14 17:58:02.607323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:02.614138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:02.664097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 45a1aa55-3116-4cc2-aa37-cee468391487 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:02.689422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989a593-7d48-4e16-92b1-a858d187d5c3 req-cb949307-7298-4a64-89a2-2d3094d402b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:02.690028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5345cd29-8d9c-438d-9619-b46dedbdbb84 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:02.690028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5345cd29-8d9c-438d-9619-b46dedbdbb84 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:02.690879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1989a593-7d48-4e16-92b1-a858d187d5c3 req-cb949307-7298-4a64-89a2-2d3094d402b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.2655969 Feb 14 17:58:02.743803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:02.747798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:02.751179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:02.758378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:02.769031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=667506be-4d34-4a7e-b9ea-3d8342d54f25,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:02.777253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1989a593-7d48-4e16-92b1-a858d187d5c3 req-d0a76cf8-7232-4073-8e0f-cea5d56d9341 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735261 Feb 14 17:58:02.808965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:02.819596 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:02.830278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:02.831802 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:02.832439 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:02.914353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:02.949469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:58:02.969221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:03.004718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4af09b64-f125-4c0e-91c2-033ed2d94550 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7866461 Feb 14 17:58:03.004718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:03.012266 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:03.213422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:03.225165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] Sync routers for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:03.226552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ca0f204-1503-4482-ae6a-734c78252730 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9282191 Feb 14 17:58:03.231366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43880) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:03.246967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:03.247602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.357567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f742b0-2f5e-4b40-a03c-a50ed60d4fac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:03.359118 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0f742b0-2f5e-4b40-a03c-a50ed60d4fac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports/bfbad463-339b-4dd9-89d5-e4f3daf80616 HTTP/1.1" status: 200 len: 910 time: 0.1265767 Feb 14 17:58:03.359617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.362239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43884) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:03.371940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:03.372690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.402544 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:34:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7702837-5f75-4973-b30f-1115804d6a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:58Z', 'updated_at': '2022-02-14T17:57:58Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.406817 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:58:03.418587 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:03.419177 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.425408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:03.434988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'status': 'completed', 'code': 200} Feb 14 17:58:03.464351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:03.464649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc72a07-837c-4a45-b8c0-a0a0013744d5 None None] The sync data for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:03.524635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=1de587ef-334a-4a37-9dca-f8ef1e12543a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:03.544865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': 'fd65f106-18b7-43d5-8a45-a82156630013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:03.544865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: 45a1aa55-3116-4cc2-aa37-cee468391487, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:58:03.601813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-d1ee116f-9e5e-40e4-bd0b-028eb44678bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1099 time: 0.1660049 Feb 14 17:58:03.610174 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:03.637340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 45a1aa55-3116-4cc2-aa37-cee468391487 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:58:03.733595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 45a1aa55-3116-4cc2-aa37-cee468391487) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:03.740413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:03.741242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:03.745813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07411786-c5b2-4ea0-a8be-6db251ef5a16 None None] Network 45a1aa55-3116-4cc2-aa37-cee468391487 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:03.841844 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-56ea07b4-276c-4503-aaa1-c1429efc55ce tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2307770 Feb 14 17:58:03.848451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43890) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:03.869511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487', 'name': 'tempest-PortsIpV6TestJSON-1194658200'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:03.901423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-e91614e4-9df0-4205-b8ad-8bc17b78231e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:03.903470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-e91614e4-9df0-4205-b8ad-8bc17b78231e service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.2932851 Feb 14 17:58:04.036144 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:34:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7702837-5f75-4973-b30f-1115804d6a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:58Z', 'updated_at': '2022-02-14T17:57:58Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:04.041760 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d6b69-7867-4b53-8ff0-ac6554ec18d2 None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:34:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7702837-5f75-4973-b30f-1115804d6a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:57:58Z', 'updated_at': '2022-02-14T17:57:58Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:04.054034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 667506be-4d34-4a7e-b9ea-3d8342d54f25 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:04.094856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-f5f8abe8-f675-4a7d-b71e-88281035d9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229 HTTP/1.1" status: 200 len: 1000 time: 0.1765404 Feb 14 17:58:04.112280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:04.124208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:04.163299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-45a1aa55-3116-4cc2-aa37-cee468391487', 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': '1de587ef-334a-4a37-9dca-f8ef1e12543a'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:04.164187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.199932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:04.203653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.227958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:04.273990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 667506be-4d34-4a7e-b9ea-3d8342d54f25 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:04.275032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.302879 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239196a7-9cf3-44b2-8ac5-35cee5c8c4cc None None] New status for floating IP 4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:58:04.423668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device bb94f364-15ab-4535-b044-665091cf5dec up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:04.424132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::276 (45a1aa55-3116-4cc2-aa37-cee468391487/1de587ef-334a-4a37-9dca-f8ef1e12543a/ff8fb85f-b1e6-401e-a667-fe47f4489ab8) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:04.472425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-e5b70d0d-f2f2-467a-a5bb-ef23cd3290e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:04.474218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-e5b70d0d-f2f2-467a-a5bb-ef23cd3290e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.3622005 Feb 14 17:58:04.506566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port bb94f364-15ab-4535-b044-665091cf5dec triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:04.506566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.542321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739267c1-984b-41be-ae4e-90ad5003bf87 req-f2d616ce-0472-4c41-b296-392490532cfc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:04.543866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-739267c1-984b-41be-ae4e-90ad5003bf87 req-f2d616ce-0472-4c41-b296-392490532cfc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.4970937 Feb 14 17:58:04.623323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-739267c1-984b-41be-ae4e-90ad5003bf87 req-7785006c-fdc0-4b14-a540-020b8e8d0309 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713911 Feb 14 17:58:04.642171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-e2289df4-f404-479c-a643-c44196ec5cfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599903 Feb 14 17:58:04.742398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.758983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object ff8fb85f-b1e6-401e-a667-fe47f4489ab8 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:04.859321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.922034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Allocated IP 2001:db8::2 (45a1aa55-3116-4cc2-aa37-cee468391487/1de587ef-334a-4a37-9dca-f8ef1e12543a/88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:04.939096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 45a1aa55-3116-4cc2-aa37-cee468391487 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:04.942540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=ff8fb85f-b1e6-401e-a667-fe47f4489ab8,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:04.945032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:04.947172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:04.948870 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-2556ea5c-942b-468c-8166-4cedb8e0d352 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869174 Feb 14 17:58:04.950512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.951678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:04.951678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:04.980581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:58:05.042953 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d94698ae-ad60-4319-b029-dce497758418 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1915822 Feb 14 17:58:05.043985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43896) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:05.050113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487', 'name': 'tempest-PortsIpV6TestJSON-160180255'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:05.108012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcc429-1025-4ade-87a0-e3522e601dc1 req-b454239a-29d0-4c3c-927e-f53c20a64871 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:05.109537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ebcc429-1025-4ade-87a0-e3522e601dc1 req-b454239a-29d0-4c3c-927e-f53c20a64871 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.3397813 Feb 14 17:58:05.140971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.152373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Transition to ACTIVE for port object 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:05.172472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Transition to ACTIVE for port object 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:05.188796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:05.192893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:05.195779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:05.201957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:05.242505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.271732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:05.275392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.299555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port b86f4fa2-3789-4010-aad2-d07bc456fa23 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:05.312611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ebcc429-1025-4ade-87a0-e3522e601dc1 req-0d46cb56-f1b7-416c-9f77-de542f265818 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413450 Feb 14 17:58:05.314806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Network 45a1aa55-3116-4cc2-aa37-cee468391487 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:05.318529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:05.320419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Pushing event updated for resources: {'Port': ['ID=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:05.322547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:05.331278 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd3e9f70-6ff7-4327-a664-2177a716e19d req-ca0e3ea9-b8cb-4422-b567-641f8635e03e service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668613 Feb 14 17:58:05.419189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Attempting to bind port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:05.419639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Attempting to bind port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'fd65f106-18b7-43d5-8a45-a82156630013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:05.420002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Attempting to bind port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce on network 45a1aa55-3116-4cc2-aa37-cee468391487 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Checking segment: {'id': 'fd65f106-18b7-43d5-8a45-a82156630013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Bound using segment: {'id': 'fd65f106-18b7-43d5-8a45-a82156630013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Bound port: 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd65f106-18b7-43d5-8a45-a82156630013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '45a1aa55-3116-4cc2-aa37-cee468391487'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:05.437142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.530364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::21c (45a1aa55-3116-4cc2-aa37-cee468391487/1de587ef-334a-4a37-9dca-f8ef1e12543a/b86f4fa2-3789-4010-aad2-d07bc456fa23) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:05.550858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] For port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:05.552223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.21.0.1 (12754322-d2ee-4e1e-bbe0-d149b0178dd3/d380610b-ff7b-4994-85de-f8ee4ff17aae/8174aa8f-801c-4930-a8ff-b6ac3d1e8092) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:05.552670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] For port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,segment=NetworkSegment(fd65f106-18b7-43d5-8a45-a82156630013),segment_id=fd65f106-18b7-43d5-8a45-a82156630013)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:05.625836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.777634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2cb18-2943-48fa-a624-0484fbe56a8f None None] Pushing event updated for resources: {'Port': ['ID=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:05.845252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.853449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.876485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:05.876658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object b86f4fa2-3789-4010-aad2-d07bc456fa23 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:05.979965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:05.991245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.083186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 45a1aa55-3116-4cc2-aa37-cee468391487 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:06.087370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=b86f4fa2-3789-4010-aad2-d07bc456fa23,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:06.089896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:06.092654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:06.093790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:06.097331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:06.099973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:06.100819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.102510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:06.137014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=8174aa8f-801c-4930-a8ff-b6ac3d1e8092,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:06.176356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.215301 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3db1418f-9df0-490a-883c-34722d62d5e7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1701083 Feb 14 17:58:06.217817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43904) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:06.327114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2026618-3b74-4cdc-bed7-da181b089a47 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:06.327114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e2026618-3b74-4cdc-bed7-da181b089a47 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:06.398711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.404192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e2026618-3b74-4cdc-bed7-da181b089a47 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:06.412187 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e2026618-3b74-4cdc-bed7-da181b089a47 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A276 HTTP/1.1" status: 200 len: 929 time: 0.1879270 Feb 14 17:58:06.412187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43910) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:06.528034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port b86f4fa2-3789-4010-aad2-d07bc456fa23 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:06.528333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.677664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2df946ac-4adb-46fd-ab13-9ac774f96946 None None] Provisioning for port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:06.687455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2df946ac-4adb-46fd-ab13-9ac774f96946 None None] Provisioning complete for port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:06.694152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2df946ac-4adb-46fd-ab13-9ac774f96946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:06.789449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2df946ac-4adb-46fd-ab13-9ac774f96946 None None] Port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:06.905131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43918) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:06.988062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.072596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12f436-549e-4db8-be52-0868f07335fc None None] Network 45a1aa55-3116-4cc2-aa37-cee468391487 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:07.126390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for b86f4fa2-3789-4010-aad2-d07bc456fa23 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:07.195098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.280271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4d7c57df-62f1-44ea-b3c3-ecfd73bda07b None None] Provisioning for port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:07.316612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.378858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.478956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=b86f4fa2-3789-4010-aad2-d07bc456fa23,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:07.483543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.518806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=8174aa8f-801c-4930-a8ff-b6ac3d1e8092,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:07.522304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.586690 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-24cdff17-c184-4d5a-8532-b17a3d71d0f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/b86f4fa2-3789-4010-aad2-d07bc456fa23 HTTP/1.1" status: 204 len: 168 time: 1.1734281 Feb 14 17:58:07.587581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43922) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:07.637281 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9c882c-1a12-43a8-b576-49f6bc4a6279 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:07.638336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fa9c882c-1a12-43a8-b576-49f6bc4a6279 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:07.648032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1b0e8555-76ba-4176-bd08-c2126cc0dff1 None None] Could not find standard attr ID for object b86f4fa2-3789-4010-aad2-d07bc456fa23. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:07.691820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:07.701731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:07.719870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fa9c882c-1a12-43a8-b576-49f6bc4a6279 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:07.723202 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fa9c882c-1a12-43a8-b576-49f6bc4a6279 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/b86f4fa2-3789-4010-aad2-d07bc456fa23 HTTP/1.1" status: 404 len: 333 time: 0.1327231 Feb 14 17:58:07.728803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43926) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:07.744462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1b0e8555-76ba-4176-bd08-c2126cc0dff1 None None] Provisioning for port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:07.751620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1b0e8555-76ba-4176-bd08-c2126cc0dff1 None None] Provisioning complete for port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:07.752062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8555-76ba-4176-bd08-c2126cc0dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.804299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:07.804987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:07.847854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e8555-76ba-4176-bd08-c2126cc0dff1 None None] Port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:07.979247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:08.055380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bef3089e-3870-4878-97e5-9f7ff021260f None None] Provisioning complete for port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:08.055984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bef3089e-3870-4878-97e5-9f7ff021260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.127284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bef3089e-3870-4878-97e5-9f7ff021260f None None] Port ff8fb85f-b1e6-401e-a667-fe47f4489ab8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:08.164571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.196359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:08.206318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:08.206743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.251641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-114fc0cb-8056-48b3-9875-8f361edf290f None None] Could not find standard attr ID for object b86f4fa2-3789-4010-aad2-d07bc456fa23. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:08.281140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-114fc0cb-8056-48b3-9875-8f361edf290f None None] Provisioning complete for port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:08.281848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-114fc0cb-8056-48b3-9875-8f361edf290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.308346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for ff8fb85f-b1e6-401e-a667-fe47f4489ab8 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:08.426157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:08.435794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-114fc0cb-8056-48b3-9875-8f361edf290f None None] Port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:08.450422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.486917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,segment=NetworkSegment(fd65f106-18b7-43d5-8a45-a82156630013),segment_id=fd65f106-18b7-43d5-8a45-a82156630013)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:08.547315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.571648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.601238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=ff8fb85f-b1e6-401e-a667-fe47f4489ab8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:08.614157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.614601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.615569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.615975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.616368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.616777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.617350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.617907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.618446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.618980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.619541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:08.643882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:08.665084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.734399 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cfa18ff5-a903-4b93-9b6b-f60ec6a26e1d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/ff8fb85f-b1e6-401e-a667-fe47f4489ab8 HTTP/1.1" status: 204 len: 168 time: 1.0038705 Feb 14 17:58:08.736636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43930) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:08.760946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:08.781029 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc19779f-286f-4820-b162-c079dfbee342 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:08.781620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc19779f-286f-4820-b162-c079dfbee342 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:08.782215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:08.794196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] Sync routers for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:08.806913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:08.807645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:08.864488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bc19779f-286f-4820-b162-c079dfbee342 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:08.868247 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bc19779f-286f-4820-b162-c079dfbee342 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/ff8fb85f-b1e6-401e-a667-fe47f4489ab8 HTTP/1.1" status: 404 len: 333 time: 0.1279552 Feb 14 17:58:08.868813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43934) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:08.869300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:08.879752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:08.880373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:08.912506 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-07a56521-6490-4923-b08a-f4d7d4079eec tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5458941 Feb 14 17:58:08.914912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43938) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:08.942753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:08.943074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d62a0-4199-4e76-ae4c-24c44afd0ad1 None None] The sync data for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:09.061826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4ed71-0ce1-435f-8728-ddd1122fd4bf tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:09.063153 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-74a4ed71-0ce1-435f-8728-ddd1122fd4bf tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports/8174aa8f-801c-4930-a8ff-b6ac3d1e8092 HTTP/1.1" status: 200 len: 910 time: 0.1450000 Feb 14 17:58:09.067400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43942) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:09.164874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.17 (ac989201-7868-41d2-a29c-fd95dc0746f0/27169da2-d914-45bd-8ce9-bb817b89520f/e66e8e9f-6252-4ec2-b09e-8655d0dc3f09) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:09.324411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.338975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 1de587ef-334a-4a37-9dca-f8ef1e12543a {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:09.340603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:09.344858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.405153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.426803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.493412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network ac989201-7868-41d2-a29c-fd95dc0746f0 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:09.496415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:09.500689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:09.529492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:09.550076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.550421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.550752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.551080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.551405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.551729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.552050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.552399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.552731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.553146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.553360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:09.575267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.654396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.730811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.778609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.839688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-10334000-26c3-49d5-a842-aedaa5d78a02 None None] Provisioning for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:09.847382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-10334000-26c3-49d5-a842-aedaa5d78a02 None None] Provisioning complete for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:09.848275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-10334000-26c3-49d5-a842-aedaa5d78a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:09.907049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-10334000-26c3-49d5-a842-aedaa5d78a02 None None] Port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:09.930931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:09.950702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.003244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=1de587ef-334a-4a37-9dca-f8ef1e12543a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:10.009452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:10.009452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.020120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.035808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141ce60-242e-4874-9556-9f0ceeea6adf None None] Network 45a1aa55-3116-4cc2-aa37-cee468391487 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:10.078180 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-86bed16f-4e72-4a57-a03e-2aa9000d1d0f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/1de587ef-334a-4a37-9dca-f8ef1e12543a HTTP/1.1" status: 204 len: 168 time: 1.2058854 Feb 14 17:58:10.082132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43950) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:10.259238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.313821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:10.314164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.374198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] DHCP port deletion for 45a1aa55-3116-4cc2-aa37-cee468391487 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:10.378406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Deleting port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:10.378779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.386823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.481633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.596960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:10.599923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.616033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,segment=NetworkSegment(fd65f106-18b7-43d5-8a45-a82156630013),segment_id=fd65f106-18b7-43d5-8a45-a82156630013)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:10.618285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.628448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] For port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,segment=NetworkSegment(fd65f106-18b7-43d5-8a45-a82156630013),segment_id=fd65f106-18b7-43d5-8a45-a82156630013)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:10.629544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.752326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network ac989201-7868-41d2-a29c-fd95dc0746f0 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:10.753802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:10.774827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Calling delete_port for 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:10.860182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:10.950709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:10.991681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:10.992102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:11.001228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:11.001651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.008406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] Pushing event deleted for resources: {'Port': ['ID=88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:11.017006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b918bb-2068-4051-b58e-f4cef90785e4 None None] No DVR routers for this DVR port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:11.036676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7701839a-24f0-493f-8a91-e2983f281fa2 None None] Provisioning complete for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:11.037181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7701839a-24f0-493f-8a91-e2983f281fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.102860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7701839a-24f0-493f-8a91-e2983f281fa2 None None] Port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:11.191371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.205579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:11.312852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 8174aa8f-801c-4930-a8ff-b6ac3d1e8092 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:11.437987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:11.460040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:11.471972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:11.472563 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:11.494769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:11.495093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.512230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-60f3b021-75cf-40ad-a03c-1de740fb3827 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/abea5e7c-d200-453b-ba33-afed209d5c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6063404 Feb 14 17:58:11.565875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] The port '88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:11.603843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.654790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:11.666679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=8174aa8f-801c-4930-a8ff-b6ac3d1e8092,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:11.816228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:11.856139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a1aa55-3116-4cc2-aa37-cee468391487']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:11.933989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:11.934411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd65f106-18b7-43d5-8a45-a82156630013') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:11.934990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd65f106-18b7-43d5-8a45-a82156630013') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:11.968730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:11.969564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88dcac4d-4c6c-4d6b-bc7e-9e39b0636cce not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:12.018081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.044638 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:09Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66e8e9f-6252-4ec2-b09e-8655d0dc3f09', 'name': '', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:06:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:58:08Z', 'updated_at': '2022-02-14T17:58:10Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:12.046941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.048530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:58:12.048912 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Updating router abea5e7c-d200-453b-ba33-afed209d5c47 port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:58:12.064317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:12.071906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:12.080670 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:12.101790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.177575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.329023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.334206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.417905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=45a1aa55-3116-4cc2-aa37-cee468391487,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:12.444151 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.455774 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Transition to ACTIVE for port object e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:12.543133 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-962d2471-0f9c-43df-9f2a-4e130cf5a1ec tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/45a1aa55-3116-4cc2-aa37-cee468391487 HTTP/1.1" status: 204 len: 168 time: 2.4603581 Feb 14 17:58:12.559701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43958) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:12.561829 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.562249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2122037530'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:12.569935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:12.575505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:12.578543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:12.584504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:12.687831 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Pushing event updated for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:12.691327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:12.695126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.735285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:12.746102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.747019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment a6296826-cf66-4a29-b418-d9fca98ee028 of type vlan for network 664d4403-2846-4311-b3a5-9e13b81bc908 Feb 14 17:58:12.788131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.798282 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.798915 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.799416 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.799917 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.800410 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.800927 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.801425 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.801922 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.802935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.803423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.803901 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:12.828415 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Attempting to bind port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:12.828816 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Attempting to bind port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:12.829171 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Attempting to bind port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 on network ac989201-7868-41d2-a29c-fd95dc0746f0 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Checking segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Bound using segment: {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Bound port: e66e8e9f-6252-4ec2-b09e-8655d0dc3f09, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:12.838619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.871980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:12.893288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.898208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:12.899157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:12.932611 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] For port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:12.937589 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] For port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:13.010990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=664d4403-2846-4311-b3a5-9e13b81bc908,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:13.013768 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:13.024156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 664d4403-2846-4311-b3a5-9e13b81bc908 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:13.054364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:13.063073 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-38b6b3f8-0697-4f38-a7e6-96855d8ff1e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9941030 Feb 14 17:58:13.063708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43964) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:13.073881 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a6d2e961-65a5-4f03-b479-d0ef3c540a16 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5228755 Feb 14 17:58:13.074167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43968) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:13.083626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:13.098159 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fadc5-7290-40cc-9730-541276c34998 None None] Pushing event updated for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:13.109043 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:13.109863 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.126500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] Sync routers for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:13.175869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:13.177829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.278967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:13.283596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:13.287453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:13.294247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:13.313075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.338739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:13.339615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.362665 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:13.373135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:13.408209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.408519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe776a86-681d-4c78-a73a-c9341f5a6984 None None] The sync data for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:13.442196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:13.624219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:13.845635 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:09Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66e8e9f-6252-4ec2-b09e-8655d0dc3f09', 'name': '', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:06:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:58:08Z', 'updated_at': '2022-02-14T17:58:12Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:13.845635 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157e210-667c-49c8-a19e-2ff79bbdf405 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:09Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66e8e9f-6252-4ec2-b09e-8655d0dc3f09', 'name': '', 'network_id': 'ac989201-7868-41d2-a29c-fd95dc0746f0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:06:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:58:08Z', 'updated_at': '2022-02-14T17:58:12Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '27169da2-d914-45bd-8ce9-bb817b89520f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:13.980377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.069484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=5cfc9a04-c045-4266-b6c6-52a84bae0658,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:14.091600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': 'a6296826-cf66-4a29-b418-d9fca98ee028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:14.091932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: 664d4403-2846-4311-b3a5-9e13b81bc908, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:58:14.196922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 664d4403-2846-4311-b3a5-9e13b81bc908 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:58:14.269347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port bfbad463-339b-4dd9-89d5-e4f3daf80616 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:14.269347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.288209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 664d4403-2846-4311-b3a5-9e13b81bc908) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:14.302127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:14.302127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.303344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c04ea-d0cb-4933-b041-630ecc951b0d None None] Network 664d4403-2846-4311-b3a5-9e13b81bc908 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:14.426562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b596a905-b973-495b-8d1c-47942216342b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3369036 Feb 14 17:58:14.426562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43974) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:14.426562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908', 'name': 'tempest-PortsIpV6TestJSON-254913543', 'fixed_ips': [{'subnet_id': '5cfc9a04-c045-4266-b6c6-52a84bae0658', 'ip_address': '2001:db8::10'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:14.569289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.610854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:14.615815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-664d4403-2846-4311-b3a5-9e13b81bc908', 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': '5cfc9a04-c045-4266-b6c6-52a84bae0658'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:14.616639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.621014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:14.635474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:14.635474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:14.709264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:14.725272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:14.745699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for bfbad463-339b-4dd9-89d5-e4f3daf80616 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:14.750352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port c5035a76-08d7-4785-a002-524f52ef0cf8 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:14.854208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Allocated IP 2001:db8::2 (664d4403-2846-4311-b3a5-9e13b81bc908/5cfc9a04-c045-4266-b6c6-52a84bae0658/2b0dd49b-8c64-462a-a75b-9497fbba1d03) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:15.041698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.090397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=bfbad463-339b-4dd9-89d5-e4f3daf80616,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:15.096628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.109192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Transition to ACTIVE for port object 2b0dd49b-8c64-462a-a75b-9497fbba1d03 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:15.134622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.140695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Transition to ACTIVE for port object 2b0dd49b-8c64-462a-a75b-9497fbba1d03 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:15.221038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.309527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Network 664d4403-2846-4311-b3a5-9e13b81bc908 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:15.313509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:15.317591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:15.335367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd49b-8c64-462a-a75b-9497fbba1d03,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:15.335728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::10 (664d4403-2846-4311-b3a5-9e13b81bc908/5cfc9a04-c045-4266-b6c6-52a84bae0658/c5035a76-08d7-4785-a002-524f52ef0cf8) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.379296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:58:15.413194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.437670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Attempting to bind port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:15.439024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Attempting to bind port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a6296826-cf66-4a29-b418-d9fca98ee028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:15.439024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Attempting to bind port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 on network 664d4403-2846-4311-b3a5-9e13b81bc908 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:15.445293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:15.445728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Checking segment: {'id': 'a6296826-cf66-4a29-b418-d9fca98ee028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:15.446061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.446450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Bound using segment: {'id': 'a6296826-cf66-4a29-b418-d9fca98ee028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:15.446908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Bound port: 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6296826-cf66-4a29-b418-d9fca98ee028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:15.447281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.557411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] For port 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:15.560719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] For port 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b0dd49b-8c64-462a-a75b-9497fbba1d03,segment=NetworkSegment(a6296826-cf66-4a29-b418-d9fca98ee028),segment_id=a6296826-cf66-4a29-b418-d9fca98ee028)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:15.586925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.604273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object c5035a76-08d7-4785-a002-524f52ef0cf8 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:15.625247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.712562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415fa68-4873-43dc-8b8b-d9f3ffa3a481 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd49b-8c64-462a-a75b-9497fbba1d03,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:15.729469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.817952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 664d4403-2846-4311-b3a5-9e13b81bc908 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:15.821059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:15.823851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:15.828285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:15.828921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:15.837584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=c5035a76-08d7-4785-a002-524f52ef0cf8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:15.931824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6723d3f8-be54-4e28-a8b1-66af99dfd79b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5148938 Feb 14 17:58:15.936645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 43978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:15.950428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '664d4403-2846-4311-b3a5-9e13b81bc908', 'name': 'tempest-PortsIpV6TestJSON-1901576042', 'fixed_ips': [{'subnet_id': '5cfc9a04-c045-4266-b6c6-52a84bae0658', 'ip_address': '2001:db8::f'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:15.971132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:16.037479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:16.131166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:16.132928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:16.135569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:16.138729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:16.143599 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] Sync routers for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:16.147249 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d8994ccc-c1c2-4934-ac6a-5d26792c282f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789435 Feb 14 17:58:16.147249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43982) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:16.153176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:16.157228 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:16.157888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:16.165315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:16.171074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:16.171727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.191131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-52bf609a-ffc6-4c77-ab00-ac15aa32acac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:16.230903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:16.234390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:16.239072 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] Routers {'b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:16.239072 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:57:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:16.247826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.272101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 927577d6-be58-4152-8931-2df0cd5853a1 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:16.298382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-52bf609a-ffc6-4c77-ab00-ac15aa32acac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:16.299719 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-52bf609a-ffc6-4c77-ab00-ac15aa32acac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f HTTP/1.1" status: 200 len: 205 time: 0.1521664 Feb 14 17:58:16.303107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43986) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:16.312798 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:16.313597 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660a08f-7544-4633-a617-b79b0dae5b53 None None] The sync data for ids ['b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:16.325692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.362973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:16.442169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.442979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2b0dd49b-8c64-462a-a75b-9497fbba1d03 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:16.456561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.511150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::f (664d4403-2846-4311-b3a5-9e13b81bc908/5cfc9a04-c045-4266-b6c6-52a84bae0658/927577d6-be58-4152-8931-2df0cd5853a1) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:16.586926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:16.658496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:16.789055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.813947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 927577d6-be58-4152-8931-2df0cd5853a1 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:16.885045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.889505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.910245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261a45f-37d9-4f7b-b6e9-b8d5799597d0 None None] Network 664d4403-2846-4311-b3a5-9e13b81bc908 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:16.914249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.989979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:16.990692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:58:17.008673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.010699 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90051063-1388-41d9-9047-bddc03c7a242 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f HTTP/1.1" status: 204 len: 168 time: 0.7068059 Feb 14 17:58:17.013581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43994) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:17.038945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 664d4403-2846-4311-b3a5-9e13b81bc908 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:17.044178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:17.050496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:17.063164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:17.066556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.085762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=927577d6-be58-4152-8931-2df0cd5853a1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:17.158484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Provisioning for port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:17.171873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Provisioning complete for port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:17.172246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.179423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e7081fc9-c9a9-43f0-b834-b0d9cdb948ba tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2380991 Feb 14 17:58:17.182132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 43998) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:17.275057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet d380610b-ff7b-4994-85de-f8ee4ff17aae {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:17.278563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.344407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97855e1-b0ef-4ee9-81c6-5268a18d3a94 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:17.350320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e97855e1-b0ef-4ee9-81c6-5268a18d3a94 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:17.350320 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.395476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.430646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] For port 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b0dd49b-8c64-462a-a75b-9497fbba1d03,segment=NetworkSegment(a6296826-cf66-4a29-b418-d9fca98ee028),segment_id=a6296826-cf66-4a29-b418-d9fca98ee028)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:17.566460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.717180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.744118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e97855e1-b0ef-4ee9-81c6-5268a18d3a94 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:17.745583 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e97855e1-b0ef-4ee9-81c6-5268a18d3a94 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5625615 Feb 14 17:58:17.748465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44010) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:17.813223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.834290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2944d5-1ac7-4022-ac83-1f35defc5c21 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd49b-8c64-462a-a75b-9497fbba1d03,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:17.892768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=d380610b-ff7b-4994-85de-f8ee4ff17aae,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:17.898268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:17.906830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a5cfd-ad05-43a9-82f3-482eb9356622 None None] Network 12754322-d2ee-4e1e-bbe0-d149b0178dd3 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:17.907823 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-05af0ccf-7ea2-4398-b2d2-70157ce9471b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/d380610b-ff7b-4994-85de-f8ee4ff17aae HTTP/1.1" status: 204 len: 168 time: 0.8931956 Feb 14 17:58:17.909166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44014) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:17.916484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:17.924876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:17.926754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:17.928306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:17.945687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:17.947633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5c02d20d-cda1-43a6-a84a-4925b6578a1c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1970863 Feb 14 17:58:17.953155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44018) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:18.036340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:18.048857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 927577d6-be58-4152-8931-2df0cd5853a1 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:18.048857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.069990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Provisioning for port 927577d6-be58-4152-8931-2df0cd5853a1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:18.109674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Provisioning complete for port 927577d6-be58-4152-8931-2df0cd5853a1 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:18.110052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.178199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Port 927577d6-be58-4152-8931-2df0cd5853a1 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:18.192348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet 436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:18.200248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.273270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.316233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Provisioning complete for port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:18.316233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.364424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:18.364424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.463249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.592979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] DHCP port deletion for 12754322-d2ee-4e1e-bbe0-d149b0178dd3 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:18.625805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Deleting port 667506be-4d34-4a7e-b9ea-3d8342d54f25 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:18.625805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.666235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.681798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2b0dd49b-8c64-462a-a75b-9497fbba1d03 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:18.721277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.738460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:18.738603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3aeca9-4e35-45b2-9dbf-de1d028e67d5 None None] Network a31f79d4-968f-4890-b4ab-a45ca2c18000 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:18.738710 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a304137-1c18-4393-9fcd-40d1ae987276 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8 HTTP/1.1" status: 204 len: 168 time: 0.8274281 Feb 14 17:58:18.741041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44030) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:18.751167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.910725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.925237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 667506be-4d34-4a7e-b9ea-3d8342d54f25 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:18.925574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:18.930624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 927577d6-be58-4152-8931-2df0cd5853a1 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:19.036764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1da96-bdd0-4ec7-94f1-695da36ca980 req-9279d60e-9b31-4a61-a374-790492032df6 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:19.036764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-23c1da96-bdd0-4ec7-94f1-695da36ca980 req-9279d60e-9b31-4a61-a374-790492032df6 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.4506226 Feb 14 17:58:19.048645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Provisioning for port c5035a76-08d7-4785-a002-524f52ef0cf8 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:19.077243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Provisioning complete for port c5035a76-08d7-4785-a002-524f52ef0cf8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:19.077535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.130687 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-23c1da96-bdd0-4ec7-94f1-695da36ca980 req-295600a7-e513-4a24-a592-70e91cb08017 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882437 Feb 14 17:58:19.196276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 667506be-4d34-4a7e-b9ea-3d8342d54f25, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=667506be-4d34-4a7e-b9ea-3d8342d54f25,segment=NetworkSegment(a7c3b54e-a13a-4dab-9742-7bfe942d5473),segment_id=a7c3b54e-a13a-4dab-9742-7bfe942d5473)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:19.196734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.225015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3882a2f0-a21b-411c-9490-098f8a2aa2f4 None None] Port c5035a76-08d7-4785-a002-524f52ef0cf8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:19.227456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] For port 667506be-4d34-4a7e-b9ea-3d8342d54f25, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=667506be-4d34-4a7e-b9ea-3d8342d54f25,segment=NetworkSegment(a7c3b54e-a13a-4dab-9742-7bfe942d5473),segment_id=a7c3b54e-a13a-4dab-9742-7bfe942d5473)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:19.227821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.241573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.246175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:19.246774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.292882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=927577d6-be58-4152-8931-2df0cd5853a1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:19.347196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 667506be-4d34-4a7e-b9ea-3d8342d54f25 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:19.347857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.410140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Calling delete_port for 667506be-4d34-4a7e-b9ea-3d8342d54f25 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:19.472928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8892d301-2964-4d32-9d51-4dff32c4a8c2 None None] Could not find standard attr ID for object 927577d6-be58-4152-8931-2df0cd5853a1. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:19.482225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-62c8c0f3-3940-4061-9cf1-edd6183b9652 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/927577d6-be58-4152-8931-2df0cd5853a1 HTTP/1.1" status: 204 len: 168 time: 1.5231798 Feb 14 17:58:19.482225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44034) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:19.518245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.530324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8892d301-2964-4d32-9d51-4dff32c4a8c2 None None] Provisioning complete for port c5035a76-08d7-4785-a002-524f52ef0cf8 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:19.530728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8892d301-2964-4d32-9d51-4dff32c4a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.535298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-966ddca9-1ec6-4203-9e47-ee1666b4f5ae tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:19.535847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-966ddca9-1ec6-4203-9e47-ee1666b4f5ae tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:19.588481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:19.588481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:19.615857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-966ddca9-1ec6-4203-9e47-ee1666b4f5ae tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:19.615857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-966ddca9-1ec6-4203-9e47-ee1666b4f5ae tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/927577d6-be58-4152-8931-2df0cd5853a1 HTTP/1.1" status: 404 len: 333 time: 0.1268911 Feb 14 17:58:19.615857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44038) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:19.650607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] DHCP port deletion for a31f79d4-968f-4890-b4ab-a45ca2c18000 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:19.650607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8892d301-2964-4d32-9d51-4dff32c4a8c2 None None] Port c5035a76-08d7-4785-a002-524f52ef0cf8 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:19.656879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Deleting port bb94f364-15ab-4535-b044-665091cf5dec {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:19.656879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.668250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=667506be-4d34-4a7e-b9ea-3d8342d54f25,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:19.668250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port 667506be-4d34-4a7e-b9ea-3d8342d54f25 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:19.752337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port c5035a76-08d7-4785-a002-524f52ef0cf8 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:19.752741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.853698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.883736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12754322-d2ee-4e1e-bbe0-d149b0178dd3']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:19.899755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c3b54e-a13a-4dab-9742-7bfe942d5473') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:19.900050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c3b54e-a13a-4dab-9742-7bfe942d5473') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:19.904138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] For port bb94f364-15ab-4535-b044-665091cf5dec, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=bb94f364-15ab-4535-b044-665091cf5dec,segment=NetworkSegment(0784ccbd-5dc1-48b0-8672-4a099066f253),segment_id=0784ccbd-5dc1-48b0-8672-4a099066f253)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:19.904769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.925532 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.946794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.959604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:19.959604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:19.968679 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:20.023472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.042825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 667506be-4d34-4a7e-b9ea-3d8342d54f25 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:20.079795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Calling delete_port for bb94f364-15ab-4535-b044-665091cf5dec owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:20.107099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Deleting port 667506be-4d34-4a7e-b9ea-3d8342d54f25 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:20.110926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.131930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.146147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 667506be-4d34-4a7e-b9ea-3d8342d54f25 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:20.146147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 667506be-4d34-4a7e-b9ea-3d8342d54f25 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:20.146147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device bb94f364-15ab-4535-b044-665091cf5dec no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:20.152592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for c5035a76-08d7-4785-a002-524f52ef0cf8 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:20.156380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.170564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=12754322-d2ee-4e1e-bbe0-d149b0178dd3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:20.244496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7dab015d-0c11-4dc4-8e68-6a46ae21483f None None] The port '667506be-4d34-4a7e-b9ea-3d8342d54f25' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:20.252920 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-198b7cf8-047a-41b8-90fa-236f5cc1d47a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/12754322-d2ee-4e1e-bbe0-d149b0178dd3 HTTP/1.1" status: 204 len: 168 time: 1.5107927 Feb 14 17:58:20.272088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44044) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:20.354475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.387427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348943-db0a-4415-bbed-f69f34015be8 req-d3f074b6-1245-47be-a556-9543abbd15fd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:20.388953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-83348943-db0a-4415-bbed-f69f34015be8 req-d3f074b6-1245-47be-a556-9543abbd15fd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1050746 Feb 14 17:58:20.400215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.410701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port bb94f364-15ab-4535-b044-665091cf5dec {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:20.411183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.422979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.440190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-83348943-db0a-4415-bbed-f69f34015be8 req-b6ff87b5-8068-4977-808b-39b72e969373 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Feb 14 17:58:20.441246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.502937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] Pushing event deleted for resources: {'Port': ['ID=bb94f364-15ab-4535-b044-665091cf5dec,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:20.519468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1275f4d-2421-4bc4-aa47-02373f5eade2 None None] No DVR routers for this DVR port bb94f364-15ab-4535-b044-665091cf5dec on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:20.609800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] The port 'bb94f364-15ab-4535-b044-665091cf5dec' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:20.653276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=c5035a76-08d7-4785-a002-524f52ef0cf8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:20.655045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.739931 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-466f2f80-fd31-4a1c-a2d6-252d90c6e2be tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/c5035a76-08d7-4785-a002-524f52ef0cf8 HTTP/1.1" status: 204 len: 168 time: 1.1257291 Feb 14 17:58:20.745385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:20.768893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.787415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0f6959-39a5-4f5d-bbe1-a15eb419f62a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:20.787928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a0f6959-39a5-4f5d-bbe1-a15eb419f62a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:20.798541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31f79d4-968f-4890-b4ab-a45ca2c18000']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:20.811883 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0784ccbd-5dc1-48b0-8672-4a099066f253') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:20.812173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0784ccbd-5dc1-48b0-8672-4a099066f253') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:20.812599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0deace63-42e2-475e-88d0-ffa30ad2f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.824236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.839763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.845706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:20.851212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:20.860155 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:20.869901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a0f6959-39a5-4f5d-bbe1-a15eb419f62a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:20.871048 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a0f6959-39a5-4f5d-bbe1-a15eb419f62a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/c5035a76-08d7-4785-a002-524f52ef0cf8 HTTP/1.1" status: 404 len: 333 time: 0.1247184 Feb 14 17:58:20.873766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44054) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:21.013007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.037044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.046952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=a31f79d4-968f-4890-b4ab-a45ca2c18000,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:21.054355 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88743a37-0637-45a1-8ab2-1e49c8d49fdb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/a31f79d4-968f-4890-b4ab-a45ca2c18000 HTTP/1.1" status: 204 len: 168 time: 0.7712762 Feb 14 17:58:21.054787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44058) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:21.062262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-870950358'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:21.070003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:21.073365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 5cfc9a04-c045-4266-b6c6-52a84bae0658 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:21.074021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:21.076244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.076914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:21.082822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:21.130647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.155149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:21.165107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.189319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:21.196147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.196488 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment 06ea3664-ebca-4da7-b1e4-99b84f2d953b of type vlan for network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 Feb 14 17:58:21.230924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.234233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.333029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.341081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:21.342225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.362017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.412022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfc9a04-c045-4266-b6c6-52a84bae0658,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:21.412022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.416282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e7446828-d3cb-4902-acac-200576513239 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/5cfc9a04-c045-4266-b6c6-52a84bae0658 HTTP/1.1" status: 204 len: 168 time: 0.5397615 Feb 14 17:58:21.416452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bb2d9-1262-4b9b-99af-a4a2d6feb7ef None None] Network 664d4403-2846-4311-b3a5-9e13b81bc908 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:21.421311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44062) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:21.462286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=1ff14807-5969-4e68-bf4a-4be215c2a8a8,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:21.504074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:21.523457 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e9017737-7fcb-4ed2-88ad-f49dab1b64f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4677265 Feb 14 17:58:21.526333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44068) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:21.532264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:21.556600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.569963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:21.570433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.698954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:21.704722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:21.712229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:21.746274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:21.829940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:21.836282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb2da-ff76-46f0-9ea6-732c511bcbb6 req-89e8f1da-7693-4d6a-88c1-860f150e44f4 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:21.837699 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-894eb2da-ff76-46f0-9ea6-732c511bcbb6 req-89e8f1da-7693-4d6a-88c1-860f150e44f4 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.2391798 Feb 14 17:58:21.903878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b0dd49b-8c64-462a-a75b-9497fbba1d03,segment=NetworkSegment(a6296826-cf66-4a29-b418-d9fca98ee028),segment_id=a6296826-cf66-4a29-b418-d9fca98ee028)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:21.904498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.940226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] DHCP port deletion for 664d4403-2846-4311-b3a5-9e13b81bc908 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:21.947984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.950819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Deleting port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:21.951396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:21.985843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-894eb2da-ff76-46f0-9ea6-732c511bcbb6 req-b056eac1-2f25-4c4c-88a1-12c47653dad1 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380198 Feb 14 17:58:22.021429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2b0dd49b-8c64-462a-a75b-9497fbba1d03 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:22.048626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 2b0dd49b-8c64-462a-a75b-9497fbba1d03 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:22.207554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.236218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 update to DOWN by agent not found {{(pid=84257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 14 17:58:22.254830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=2b0dd49b-8c64-462a-a75b-9497fbba1d03,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:22.258436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No DVR routers for this DVR port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:22.276071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] For port 2b0dd49b-8c64-462a-a75b-9497fbba1d03, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2b0dd49b-8c64-462a-a75b-9497fbba1d03,segment=NetworkSegment(a6296826-cf66-4a29-b418-d9fca98ee028),segment_id=a6296826-cf66-4a29-b418-d9fca98ee028)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:22.276401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.294170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.375237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=4f0ffe9a-01a7-44f3-8257-868470e0e8fe,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:22.388224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.390897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': '06ea3664-ebca-4da7-b1e4-99b84f2d953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:22.390897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 1ff14807-5969-4e68-bf4a-4be215c2a8a8, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:58:22.405753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Calling delete_port for 2b0dd49b-8c64-462a-a75b-9497fbba1d03 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:22.419288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664d4403-2846-4311-b3a5-9e13b81bc908']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:22.430787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6296826-cf66-4a29-b418-d9fca98ee028') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:22.431086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6296826-cf66-4a29-b418-d9fca98ee028') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:22.443118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.463748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.470069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:22.472781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.480973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:22.481334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:22.485359 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:22.510073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:58:22.635351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1ff14807-5969-4e68-bf4a-4be215c2a8a8) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:22.639371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:22.640017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.644353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e31241-a267-4bb5-aa96-7eb9bb4869f7 None None] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:22.681178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.698817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.710028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=664d4403-2846-4311-b3a5-9e13b81bc908,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:22.744819 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-60b9c44b-3ddd-4716-98b3-44d28795c6d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2172840 Feb 14 17:58:22.747353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44072) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:22.752424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-425828105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:22.759658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:22.763676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:22.766687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:22.773251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:22.796262 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5cbefb3d-4b69-4593-b9e1-0cad1d5c1671 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/664d4403-2846-4311-b3a5-9e13b81bc908 HTTP/1.1" status: 204 len: 168 time: 1.3778174 Feb 14 17:58:22.799838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44076) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:22.805281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-304128776'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:22.811241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:22.815015 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:network and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:22.818432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:22.827635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:22.857323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-1ff14807-5969-4e68-bf4a-4be215c2a8a8', 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': '4f0ffe9a-01a7-44f3-8257-868470e0e8fe'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:22.861061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.861185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.861185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.879538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.947926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:22.951037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.980446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:22.981959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Deleting port 2b0dd49b-8c64-462a-a75b-9497fbba1d03 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:22.982456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.988997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:22.989847 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Added segment 46167be6-5724-4185-ac21-616c0cb1b795 of type vlan for network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 Feb 14 17:58:22.994843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.034260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.074691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd541a-ab24-4784-83f6-3d722e0f659b None None] The port '2b0dd49b-8c64-462a-a75b-9497fbba1d03' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:23.090071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Allocated IP 172.20.0.2 (1ff14807-5969-4e68-bf4a-4be215c2a8a8/4f0ffe9a-01a7-44f3-8257-868470e0e8fe/1bded1ee-22c7-41c0-bbd4-d89f038246ad) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:23.101907 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.102550 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e444734b-b320-4e41-ba5b-daa7a84f4d93 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3539608 Feb 14 17:58:23.105217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44084) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:23.111760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'port': {'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8', 'name': 'tempest-RoutersTest-1012223786'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:23.182393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dabd2b33-b6c8-4051-b8df-8a1c23952383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.188409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.192210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:23.192843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.228199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7c5ba-2e71-4486-8874-56cc092cda9a req-0358a244-6a5b-488a-bd25-733d71b802c0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:23.230077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0a7c5ba-2e71-4486-8874-56cc092cda9a req-0358a244-6a5b-488a-bd25-733d71b802c0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.0964892 Feb 14 17:58:23.278677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0a7c5ba-2e71-4486-8874-56cc092cda9a req-385218eb-3f27-46e8-83e4-88781cc4e7d2 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Feb 14 17:58:23.316103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.324877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Transition to ACTIVE for port object 1bded1ee-22c7-41c0-bbd4-d89f038246ad will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:23.344362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Network': ['ID=3902f916-daf4-47b9-a0e3-03c7bb1dc4c7,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:23.344487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Transition to ACTIVE for port object 1bded1ee-22c7-41c0-bbd4-d89f038246ad will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:23.348147 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-38e4bebe-7f47-49dc-b339-c33b91850337 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5472372 Feb 14 17:58:23.351671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44088) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:23.354748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:23.357745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:23.375922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:23.383954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:port and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:23.390299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:23.397976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:23.425381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.510817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:23.514583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.526293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:23.529113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:23.533240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:23.537569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Pushing event updated for resources: {'Port': ['ID=1bded1ee-22c7-41c0-bbd4-d89f038246ad,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:23.549326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] device_id is not set on port 35d89f93-5831-46e5-b79a-20718d30c7b0 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:23.567085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:23.570954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:23.575309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:23.581397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:23.631043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Attempting to bind port 1bded1ee-22c7-41c0-bbd4-d89f038246ad on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:23.631407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Attempting to bind port 1bded1ee-22c7-41c0-bbd4-d89f038246ad by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '06ea3664-ebca-4da7-b1e4-99b84f2d953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:23.631766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Attempting to bind port 1bded1ee-22c7-41c0-bbd4-d89f038246ad on network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:23.638875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:23.639630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Checking segment: {'id': '06ea3664-ebca-4da7-b1e4-99b84f2d953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:23.639920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.640509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Bound using segment: {'id': '06ea3664-ebca-4da7-b1e4-99b84f2d953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:23.640995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Bound port: 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea3664-ebca-4da7-b1e4-99b84f2d953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1ff14807-5969-4e68-bf4a-4be215c2a8a8'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:23.641369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.687110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:23.783396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] For port 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:23.789697 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] For port 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1bded1ee-22c7-41c0-bbd4-d89f038246ad,segment=NetworkSegment(06ea3664-ebca-4da7-b1e4-99b84f2d953b),segment_id=06ea3664-ebca-4da7-b1e4-99b84f2d953b)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:23.790529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.20.0.8 (1ff14807-5969-4e68-bf4a-4be215c2a8a8/4f0ffe9a-01a7-44f3-8257-868470e0e8fe/35d89f93-5831-46e5-b79a-20718d30c7b0) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:23.814233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.865903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:23.959454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de059-694d-47b3-8610-61dd9e9491e2 None None] Pushing event updated for resources: {'Port': ['ID=1bded1ee-22c7-41c0-bbd4-d89f038246ad,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:24.008247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.027184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 35d89f93-5831-46e5-b79a-20718d30c7b0 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:24.133368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.144638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.227101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:24.230279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:24.232773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:24.267540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=35d89f93-5831-46e5-b79a-20718d30c7b0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:24.270294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=ba47c5e8-4744-4a5a-873c-c9fcda312f6e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:24.313479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:24.314078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.326929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Checking segment: {'id': '46167be6-5724-4185-ac21-616c0cb1b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:24.327321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network hostable DHCP agents. Network: 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:58:24.337474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.343313 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-cd78eb5c-9323-49e1-8c0b-878029a8dd05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1354258 Feb 14 17:58:24.399859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.459828 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0fc531b3-f318-411c-8297-74e137268416 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3538334 Feb 14 17:58:24.462518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44096) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:24.498587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:58:24.555641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-8529a8b8-15ce-4a7b-b100-af708aa8ec7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1099 time: 0.1411533 Feb 14 17:58:24.567246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49370d58-296f-4c29-bdf9-a7943ca302ab req-e6080e2c-4912-4d91-a6cf-d2fccae604bb tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:24.576459 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49370d58-296f-4c29-bdf9-a7943ca302ab req-e6080e2c-4912-4d91-a6cf-d2fccae604bb tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1631625 Feb 14 17:58:24.604718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:24.609394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:24.610319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:24.614611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d7d2f-6b14-4e4d-b2cd-d581736fa573 None None] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:24.774643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49370d58-296f-4c29-bdf9-a7943ca302ab req-107b5660-88f0-4081-988a-ca254b6d3058 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960964 Feb 14 17:58:24.817704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-42f35261-dabd-4269-9d3e-f67f9813da40 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4647121 Feb 14 17:58:24.821878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44100) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:24.831781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2015686202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:24.847728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:24.862551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:router and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:24.862551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:24.864905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-93456538-01a5-42ee-a61b-43c3e87a337d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:24.866395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-93456538-01a5-42ee-a61b-43c3e87a337d service neutron] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 896 time: 0.2850420 Feb 14 17:58:24.870613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:24.898508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-3902f916-daf4-47b9-a0e3-03c7bb1dc4c7', 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': 'ba47c5e8-4744-4a5a-873c-c9fcda312f6e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:24.899375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.012673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.015198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.041649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-af52f1bc-4f00-4127-8a60-d121ac38dba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 1002 time: 0.1646142 Feb 14 17:58:25.047661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.064920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5005f59-a4f7-453f-945c-a7cd338ebf77 None None] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:25.119065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-eb2d3257-1fea-484d-8af0-ebfbd341252b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:25.120469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-eb2d3257-1fea-484d-8af0-ebfbd341252b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.0713005 Feb 14 17:58:25.191553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.194418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.210472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Allocated IP 2001:db8::2 (3902f916-daf4-47b9-a0e3-03c7bb1dc4c7/ba47c5e8-4744-4a5a-873c-c9fcda312f6e/7fafd617-b1eb-4c83-be0f-33598dc9c39e) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:25.230276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-fb464476-04df-4037-bbc4-8577ed3ae3a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012809 Feb 14 17:58:25.349409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.354816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-814dd7ce-3a07-4c5c-b5f7-e99a3ccd955b None None] Provisioning for port 1bded1ee-22c7-41c0-bbd4-d89f038246ad completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:25.355319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-546616eb-98d4-475d-a379-fe80bb68e13a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5317490 Feb 14 17:58:25.356087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44106) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:25.365842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7', 'name': 'tempest-PortsIpV6TestJSON-1492443083'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:25.459937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-43b92a4a-6b79-4ee6-ba14-86c5990483f9 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199900 Feb 14 17:58:25.561535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.575920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Transition to ACTIVE for port object 7fafd617-b1eb-4c83-be0f-33598dc9c39e will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:25.605486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Transition to ACTIVE for port object 7fafd617-b1eb-4c83-be0f-33598dc9c39e will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:25.613161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.625216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.638807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08eeaf36-5530-4309-8d76-36b4e430ddb0 req-e505c2d1-1665-4ed9-9274-4acce7a5e334 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651881 Feb 14 17:58:25.670431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.671198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.674140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:25.682626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:port and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:25.683208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:25.691760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:25.756170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:25.759409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:25.763967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:25.773248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Pushing event updated for resources: {'Port': ['ID=7fafd617-b1eb-4c83-be0f-33598dc9c39e,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:25.790955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:25.795383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.888024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Attempting to bind port 7fafd617-b1eb-4c83-be0f-33598dc9c39e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:25.888474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Attempting to bind port 7fafd617-b1eb-4c83-be0f-33598dc9c39e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '46167be6-5724-4185-ac21-616c0cb1b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:25.889103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Attempting to bind port 7fafd617-b1eb-4c83-be0f-33598dc9c39e on network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:25.911871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:25.916328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Checking segment: {'id': '46167be6-5724-4185-ac21-616c0cb1b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:25.916328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.916328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Bound using segment: {'id': '46167be6-5724-4185-ac21-616c0cb1b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:25.917155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Bound port: 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46167be6-5724-4185-ac21-616c0cb1b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3902f916-daf4-47b9-a0e3-03c7bb1dc4c7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:25.917546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:25.996766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=35d89f93-5831-46e5-b79a-20718d30c7b0,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:26.043054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-98c8dcc6-90fd-49b4-af6e-2944e4ead5b9 None None] Provisioning for port 35d89f93-5831-46e5-b79a-20718d30c7b0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:26.055059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-98c8dcc6-90fd-49b4-af6e-2944e4ead5b9 None None] Provisioning complete for port 35d89f93-5831-46e5-b79a-20718d30c7b0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:26.055567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-98c8dcc6-90fd-49b4-af6e-2944e4ead5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.102888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1bded1ee-22c7-41c0-bbd4-d89f038246ad up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:26.106102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 33035bae-4b2c-4b8e-aded-01f866edfe2c yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:26.146302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b680c90-0d04-467f-972b-324770526f82 None None] For port 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:26.175261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b680c90-0d04-467f-972b-324770526f82 None None] For port 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7fafd617-b1eb-4c83-be0f-33598dc9c39e,segment=NetworkSegment(46167be6-5724-4185-ac21-616c0cb1b795),segment_id=46167be6-5724-4185-ac21-616c0cb1b795)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:26.187211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-98c8dcc6-90fd-49b4-af6e-2944e4ead5b9 None None] Port 35d89f93-5831-46e5-b79a-20718d30c7b0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:26.207233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.215637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70872f-8527-43be-b1df-2a4111340270 req-66109551-c658-4abb-8a4f-b9c4b1edff90 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:26.218038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db70872f-8527-43be-b1df-2a4111340270 req-66109551-c658-4abb-8a4f-b9c4b1edff90 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1739388 Feb 14 17:58:26.240782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.325809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 1bded1ee-22c7-41c0-bbd4-d89f038246ad completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:26.338949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1bded1ee-22c7-41c0-bbd4-d89f038246ad triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:26.339420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.344887 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db70872f-8527-43be-b1df-2a4111340270 req-bb29a1f5-4332-41fa-b326-66fc90429086 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085486 Feb 14 17:58:26.346268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::33c (3902f916-daf4-47b9-a0e3-03c7bb1dc4c7/ba47c5e8-4744-4a5a-873c-c9fcda312f6e/33035bae-4b2c-4b8e-aded-01f866edfe2c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:26.367621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680c90-0d04-467f-972b-324770526f82 None None] Pushing event updated for resources: {'Port': ['ID=7fafd617-b1eb-4c83-be0f-33598dc9c39e,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:26.407525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1f69bf6-aeb2-4b95-83ab-368b20ce9611 None None] Provisioning complete for port 35d89f93-5831-46e5-b79a-20718d30c7b0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:26.407897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1f69bf6-aeb2-4b95-83ab-368b20ce9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.418557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.518143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69bf6-aeb2-4b95-83ab-368b20ce9611 None None] Port 35d89f93-5831-46e5-b79a-20718d30c7b0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:26.551173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.585902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1bded1ee-22c7-41c0-bbd4-d89f038246ad,segment=NetworkSegment(06ea3664-ebca-4da7-b1e4-99b84f2d953b),segment_id=06ea3664-ebca-4da7-b1e4-99b84f2d953b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:26.660567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.671314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.683035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 33035bae-4b2c-4b8e-aded-01f866edfe2c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:26.787202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-04f516e6-2cd0-4859-9249-d78e8abbb31e None None] Provisioning complete for port 35d89f93-5831-46e5-b79a-20718d30c7b0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:26.787573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-04f516e6-2cd0-4859-9249-d78e8abbb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.790598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.849970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-04f516e6-2cd0-4859-9249-d78e8abbb31e None None] Port 35d89f93-5831-46e5-b79a-20718d30c7b0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:26.867263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=1bded1ee-22c7-41c0-bbd4-d89f038246ad,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:26.889101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:26.892660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:26.894991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=33035bae-4b2c-4b8e-aded-01f866edfe2c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:26.897260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:26.901427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:26.902031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:26.963759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:27.002348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a53d8c93-20f1-4e6c-a7a4-1cbbc3b3835a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6427603 Feb 14 17:58:27.005469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44112) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:27.046635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:27.159972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:27.164024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=35d89f93-5831-46e5-b79a-20718d30c7b0,revision_number=3']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:27.310389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:27.312287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:27.639407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca0d2c-b17b-4b2c-877f-fe82ab826174 None None] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:27.731490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:27.745891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960745da-15e2-40d7-a323-272fbf64ad13 req-63c6f5c0-94a6-4456-afa2-071ba44bdce5 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:27.747370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-960745da-15e2-40d7-a323-272fbf64ad13 req-63c6f5c0-94a6-4456-afa2-071ba44bdce5 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1919618 Feb 14 17:58:27.819102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 75d33aee-a743-41d4-bc8f-d6733b072d3d is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:58:27.846818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-960745da-15e2-40d7-a323-272fbf64ad13 req-ed6dee77-ff2e-4cb6-a2e0-0e19418c82d9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938008 Feb 14 17:58:27.859126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-147a0dfb-7282-4108-b3ad-d69115f996fa None None] Provisioning for port 7fafd617-b1eb-4c83-be0f-33598dc9c39e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:27.909843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-147a0dfb-7282-4108-b3ad-d69115f996fa None None] Provisioning complete for port 35d89f93-5831-46e5-b79a-20718d30c7b0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:27.915522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-147a0dfb-7282-4108-b3ad-d69115f996fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:27.984401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-147a0dfb-7282-4108-b3ad-d69115f996fa None None] Port 35d89f93-5831-46e5-b79a-20718d30c7b0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:28.099015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1bded1ee-22c7-41c0-bbd4-d89f038246ad up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:28.165247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:28.170727 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6ba360d-4f7d-4366-bf85-60d6e89e2e3e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/75d33aee-a743-41d4-bc8f-d6733b072d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7071178 Feb 14 17:58:28.173853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:28.180241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] Sync routers for ids ['75d33aee-a743-41d4-bc8f-d6733b072d3d'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:28.186894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1bded1ee-22c7-41c0-bbd4-d89f038246ad triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:28.187440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.258239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] Routers {'75d33aee-a743-41d4-bc8f-d6733b072d3d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:28.259272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['75d33aee-a743-41d4-bc8f-d6733b072d3d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:28.264215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d3c7dd-043d-4439-b2c7-99c80391d5c6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:28.264845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88d3c7dd-043d-4439-b2c7-99c80391d5c6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:28.314268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.334269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:28.350575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88d3c7dd-043d-4439-b2c7-99c80391d5c6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:28.350575 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88d3c7dd-043d-4439-b2c7-99c80391d5c6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports/35d89f93-5831-46e5-b79a-20718d30c7b0 HTTP/1.1" status: 200 len: 977 time: 0.1688776 Feb 14 17:58:28.350575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44124) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:28.388317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] Routers {'75d33aee-a743-41d4-bc8f-d6733b072d3d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:28.388977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['75d33aee-a743-41d4-bc8f-d6733b072d3d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:28.429074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.474512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:28.474926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42245f-c2e1-448e-a446-955d5e4d2a2f None None] The sync data for ids ['75d33aee-a743-41d4-bc8f-d6733b072d3d'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:28.502479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7fafd617-b1eb-4c83-be0f-33598dc9c39e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:28.586841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=33035bae-4b2c-4b8e-aded-01f866edfe2c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:28.605996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c2d08c5c-93a1-4aba-975f-0d0fb072bbd2 None None] Provisioning for port 33035bae-4b2c-4b8e-aded-01f866edfe2c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:28.615235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c2d08c5c-93a1-4aba-975f-0d0fb072bbd2 None None] Provisioning complete for port 33035bae-4b2c-4b8e-aded-01f866edfe2c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:28.615610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2d08c5c-93a1-4aba-975f-0d0fb072bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.707777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7fafd617-b1eb-4c83-be0f-33598dc9c39e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:28.723193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7fafd617-b1eb-4c83-be0f-33598dc9c39e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:28.723302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.824082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.827051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c2d08c5c-93a1-4aba-975f-0d0fb072bbd2 None None] Port 33035bae-4b2c-4b8e-aded-01f866edfe2c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:28.915087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:28.955332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7fafd617-b1eb-4c83-be0f-33598dc9c39e,segment=NetworkSegment(46167be6-5724-4185-ac21-616c0cb1b795),segment_id=46167be6-5724-4185-ac21-616c0cb1b795)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:28.961926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ffd5f5ab-cca5-4ba1-a2c6-899f44703cce None None] Provisioning complete for port 33035bae-4b2c-4b8e-aded-01f866edfe2c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:28.962293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f5ab-cca5-4ba1-a2c6-899f44703cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.001534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.016119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5f5ab-cca5-4ba1-a2c6-899f44703cce None None] Port 33035bae-4b2c-4b8e-aded-01f866edfe2c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:29.028341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.059497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.102825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7fafd617-b1eb-4c83-be0f-33598dc9c39e,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:29.211448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689881-922d-474d-a5ab-e969330dfabf req-a6b08004-dcc3-49c6-8933-aa671850d87d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:29.213913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3689881-922d-474d-a5ab-e969330dfabf req-a6b08004-dcc3-49c6-8933-aa671850d87d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.2073405 Feb 14 17:58:29.337123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 35d89f93-5831-46e5-b79a-20718d30c7b0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:29.337439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.340750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3689881-922d-474d-a5ab-e969330dfabf req-b8bc9981-9e6c-4c34-b255-a92dc406998b tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731375 Feb 14 17:58:29.500270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.522889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.538265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.539017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:29.647039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 35d89f93-5831-46e5-b79a-20718d30c7b0 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:29.674903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=33035bae-4b2c-4b8e-aded-01f866edfe2c,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:29.736195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:29.737499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:29.973051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7fafd617-b1eb-4c83-be0f-33598dc9c39e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:29.990357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:30.044551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=35d89f93-5831-46e5-b79a-20718d30c7b0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:30.059020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c5370630-e508-4439-b9ce-67dfe6b09458 None None] Provisioning complete for port 33035bae-4b2c-4b8e-aded-01f866edfe2c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:30.059422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c5370630-e508-4439-b9ce-67dfe6b09458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:30.111779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7fafd617-b1eb-4c83-be0f-33598dc9c39e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:30.112156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:30.183814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c5370630-e508-4439-b9ce-67dfe6b09458 None None] Port 33035bae-4b2c-4b8e-aded-01f866edfe2c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:30.326411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:30.332893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Router 0d8057e9-6edf-44e7-937c-a357d7f51b06 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:58:30.573654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:30.588076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2ee9f0c2-cfde-418a-b22d-9a700bfbead8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/routers/0d8057e9-6edf-44e7-937c-a357d7f51b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723224 Feb 14 17:58:30.590232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177dec9-9e3e-4099-ace4-66519a71df35 req-aecbed8c-de4d-41be-bd45-d93eb70607fd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:30.590411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44134) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:30.591095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d177dec9-9e3e-4099-ace4-66519a71df35 req-aecbed8c-de4d-41be-bd45-d93eb70607fd tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1088650 Feb 14 17:58:30.591289 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] Sync routers for ids ['0d8057e9-6edf-44e7-937c-a357d7f51b06'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:30.606212 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] Routers {'0d8057e9-6edf-44e7-937c-a357d7f51b06'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:30.606785 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['0d8057e9-6edf-44e7-937c-a357d7f51b06'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:30.647715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d177dec9-9e3e-4099-ace4-66519a71df35 req-cc282ad9-6689-40cd-b618-0f5f7683e72c tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503349 Feb 14 17:58:30.681536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:30.692161 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] Routers {'0d8057e9-6edf-44e7-937c-a357d7f51b06'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:30.692842 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['0d8057e9-6edf-44e7-937c-a357d7f51b06'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:30.751181 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:30.751584 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a246e6f-4d62-44b2-891b-0dc883ec9ceb None None] The sync data for ids ['0d8057e9-6edf-44e7-937c-a357d7f51b06'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:30.798999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e215037-4d5a-42e3-a7e5-8119141474a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:30.800434 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8e215037-4d5a-42e3-a7e5-8119141474a6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d8057e9-6edf-44e7-937c-a357d7f51b06 HTTP/1.1" status: 200 len: 989 time: 0.2097721 Feb 14 17:58:30.803880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44138) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:30.814172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 75d33aee-a743-41d4-bc8f-d6733b072d3d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:30.953947 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:30.966333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] Sync routers for ids ['75d33aee-a743-41d4-bc8f-d6733b072d3d'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:30.979527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] Routers {'75d33aee-a743-41d4-bc8f-d6733b072d3d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:30.980152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['75d33aee-a743-41d4-bc8f-d6733b072d3d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:31.041994 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e8a3623b-f266-446c-8413-991e3e6c0910 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/75d33aee-a743-41d4-bc8f-d6733b072d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6936440 Feb 14 17:58:31.044950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44142) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:31.050311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:31.065160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] Routers {'75d33aee-a743-41d4-bc8f-d6733b072d3d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:31.065160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['75d33aee-a743-41d4-bc8f-d6733b072d3d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:31.166702 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:31.167377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340a499-52e1-49a6-8a30-b9708f8a8314 None None] The sync data for ids ['75d33aee-a743-41d4-bc8f-d6733b072d3d'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:31.359118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:31.508659 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-a22c01ac-7ca4-44ad-a4be-575b53bf8ae3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] remove_router_interface failed (client error): The resource could not be found. Feb 14 17:58:31.509704 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a22c01ac-7ca4-44ad-a4be-575b53bf8ae3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/75d33aee-a743-41d4-bc8f-d6733b072d3d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4638512 Feb 14 17:58:31.512695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44146) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:31.555036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76fda3e8-53c3-475f-8579-81166b84fe67 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:31.639588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76fda3e8-53c3-475f-8579-81166b84fe67 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:31.643131 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-76fda3e8-53c3-475f-8579-81166b84fe67 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=75d33aee-a743-41d4-bc8f-d6733b072d3d HTTP/1.1" status: 200 len: 205 time: 0.1270783 Feb 14 17:58:31.645229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44150) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:31.696266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 33035bae-4b2c-4b8e-aded-01f866edfe2c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:31.696882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:31.802735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.045730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.110253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44158) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:32.194758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.199172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.222538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 33035bae-4b2c-4b8e-aded-01f866edfe2c owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:32.274698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089eb40-91bc-4aba-a95d-8c0ad3de1542 req-9bd2cbdf-8c36-4dff-af31-4e250b277d5a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:32.276145 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0089eb40-91bc-4aba-a95d-8c0ad3de1542 req-9bd2cbdf-8c36-4dff-af31-4e250b277d5a tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.4525702 Feb 14 17:58:32.297109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.297392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router 75d33aee-a743-41d4-bc8f-d6733b072d3d {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:58:32.308358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.309454 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b8fd069-3dec-4e6c-b5dd-4956efabaabd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/75d33aee-a743-41d4-bc8f-d6733b072d3d HTTP/1.1" status: 204 len: 168 time: 0.6624579 Feb 14 17:58:32.312387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44162) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:32.435633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0089eb40-91bc-4aba-a95d-8c0ad3de1542 req-03f10db3-746a-4b20-9c54-05be19aeb3d3 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044986 Feb 14 17:58:32.508019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet 4f0ffe9a-01a7-44f3-8257-868470e0e8fe {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:32.509730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.571372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.654742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.691498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.751570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=33035bae-4b2c-4b8e-aded-01f866edfe2c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:32.791317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.851667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0ffe9a-01a7-44f3-8257-868470e0e8fe,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:32.862159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:32.874719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d594d49-630b-438a-9004-7bdaf6c8eadc None None] Network 1ff14807-5969-4e68-bf4a-4be215c2a8a8 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:32.875194 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5804d3a9-59c1-4fb6-aaf9-73f9d411afd6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/4f0ffe9a-01a7-44f3-8257-868470e0e8fe HTTP/1.1" status: 204 len: 168 time: 0.5616095 Feb 14 17:58:32.878177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44168) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:33.025341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.078394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.090975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 1bded1ee-22c7-41c0-bbd4-d89f038246ad {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:33.091499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.158390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] DHCP port deletion for 1ff14807-5969-4e68-bf4a-4be215c2a8a8 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:33.162823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Deleting port 1bded1ee-22c7-41c0-bbd4-d89f038246ad {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:33.163317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.382395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] For port 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1bded1ee-22c7-41c0-bbd4-d89f038246ad,segment=NetworkSegment(06ea3664-ebca-4da7-b1e4-99b84f2d953b),segment_id=06ea3664-ebca-4da7-b1e4-99b84f2d953b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:33.382839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.415806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 1bded1ee-22c7-41c0-bbd4-d89f038246ad, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1bded1ee-22c7-41c0-bbd4-d89f038246ad,segment=NetworkSegment(06ea3664-ebca-4da7-b1e4-99b84f2d953b),segment_id=06ea3664-ebca-4da7-b1e4-99b84f2d953b)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:33.416155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.475890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.508462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Calling delete_port for 1bded1ee-22c7-41c0-bbd4-d89f038246ad owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:33.547218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 1bded1ee-22c7-41c0-bbd4-d89f038246ad owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:33.698665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:33.705179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:33.707336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:33.745442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] Pushing event deleted for resources: {'Port': ['ID=1bded1ee-22c7-41c0-bbd4-d89f038246ad,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:33.753223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759742a1-e2b3-49a0-ba83-074b2ce8d5fa None None] No DVR routers for this DVR port 1bded1ee-22c7-41c0-bbd4-d89f038246ad on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:33.849087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Router 0d8057e9-6edf-44e7-937c-a357d7f51b06 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:33.866548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9acdb-e3cc-4675-878e-35f65c64579f req-732c6846-2ea6-4283-8720-26354b231214 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:33.867983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5fb9acdb-e3cc-4675-878e-35f65c64579f req-732c6846-2ea6-4283-8720-26354b231214 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.2124188 Feb 14 17:58:33.962567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1bded1ee-22c7-41c0-bbd4-d89f038246ad no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:33.994493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 1bded1ee-22c7-41c0-bbd4-d89f038246ad {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:33.994836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1bded1ee-22c7-41c0-bbd4-d89f038246ad not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:34.060391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5fb9acdb-e3cc-4675-878e-35f65c64579f req-b9f5a07e-2fa1-4a03-a7f0-cd1141b7f72d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859128 Feb 14 17:58:34.107076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:34.116033 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] Sync routers for ids ['0d8057e9-6edf-44e7-937c-a357d7f51b06'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:34.126946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-32ae7b5c-6149-4ecc-9b59-f344c24e5dd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/routers/0d8057e9-6edf-44e7-937c-a357d7f51b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220222 Feb 14 17:58:34.127493 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] Routers {'0d8057e9-6edf-44e7-937c-a357d7f51b06'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:34.128081 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['0d8057e9-6edf-44e7-937c-a357d7f51b06'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.130236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44174) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:34.177335 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4840387-c3ca-40b2-9f5a-fe072d749e29 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:34.179541 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b4840387-c3ca-40b2-9f5a-fe072d749e29 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/33035bae-4b2c-4b8e-aded-01f866edfe2c HTTP/1.1" status: 404 len: 333 time: 0.0480289 Feb 14 17:58:34.182348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44178) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:34.194247 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.207301 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] Routers {'0d8057e9-6edf-44e7-937c-a357d7f51b06'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:34.208464 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['0d8057e9-6edf-44e7-937c-a357d7f51b06'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.245825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 1bded1ee-22c7-41c0-bbd4-d89f038246ad {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:34.246134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.273310 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.273741 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c44db-4057-4a77-b490-cb0a8a5191be None None] The sync data for ids ['0d8057e9-6edf-44e7-937c-a357d7f51b06'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:34.376233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] The port '1bded1ee-22c7-41c0-bbd4-d89f038246ad' was deleted {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:34.501278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.559908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.561648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:34.562261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.649030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff14807-5969-4e68-bf4a-4be215c2a8a8']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.662973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ea3664-ebca-4da7-b1e4-99b84f2d953b') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.663742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ea3664-ebca-4da7-b1e4-99b84f2d953b') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:34.677875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.813920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.815272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port e66e8e9f-6252-4ec2-b09e-8655d0dc3f09, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:34.815624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.825278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:34.825660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: util.warn( Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:34.840696 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:35.058281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:35.149516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.154338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.216804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.249203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.259258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.259770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Fanout notify agent at l3_agent the message router_deleted on router 0d8057e9-6edf-44e7-937c-a357d7f51b06 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:58:35.264604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=1ff14807-5969-4e68-bf4a-4be215c2a8a8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:35.288245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.289353 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c5b1866e-b728-45f3-88ea-196196cbc31e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/routers/0d8057e9-6edf-44e7-937c-a357d7f51b06 HTTP/1.1" status: 204 len: 168 time: 1.1058931 Feb 14 17:58:35.295432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44184) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:35.324059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb9750-1522-4518-ae24-a4102511287d req-94c9ab97-c289-4307-ab31-bce3caa76d89 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:35.325620 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80eb9750-1522-4518-ae24-a4102511287d req-94c9ab97-c289-4307-ab31-bce3caa76d89 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1389875 Feb 14 17:58:35.372746 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80eb9750-1522-4518-ae24-a4102511287d req-3b0ce7ed-94ae-418d-9177-c1e4f680e2f6 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Feb 14 17:58:35.427408 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b609181-91ee-4e3c-9f8b-d179bbf0d294 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/1ff14807-5969-4e68-bf4a-4be215c2a8a8 HTTP/1.1" status: 204 len: 168 time: 2.5472181 Feb 14 17:58:35.431330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:35.437519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601723879'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:35.440918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.474547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:35.488105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet ba47c5e8-4744-4a5a-873c-c9fcda312f6e {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:35.491729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.492192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:35.495125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=e66e8e9f-6252-4ec2-b09e-8655d0dc3f09,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:35.498280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:35.543475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:35.555233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.652238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.672530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:35.675480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.815233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.823564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:35.836555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.836960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment f3129988-c903-4a3b-8397-8c4d373ba28d of type vlan for network 76669454-b939-41b3-81e8-6896cca201d1 Feb 14 17:58:35.857347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=ba47c5e8-4744-4a5a-873c-c9fcda312f6e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:35.862111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.870885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.878957 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-448c820d-f532-4e66-a5d3-16521a0f5a95 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/ba47c5e8-4744-4a5a-873c-c9fcda312f6e HTTP/1.1" status: 204 len: 168 time: 0.5717928 Feb 14 17:58:35.878957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44192) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:35.879120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:35.879245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611fa635-1613-4321-af95-69b8cb15a292 None None] Network 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:35.994959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.007308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 7fafd617-b1eb-4c83-be0f-33598dc9c39e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:36.007641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.102872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.109070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:36.109070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.188090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] DHCP port deletion for 3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:36.193316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Deleting port 7fafd617-b1eb-4c83-be0f-33598dc9c39e {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:36.194101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.235928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] For port 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7fafd617-b1eb-4c83-be0f-33598dc9c39e,segment=NetworkSegment(46167be6-5724-4185-ac21-616c0cb1b795),segment_id=46167be6-5724-4185-ac21-616c0cb1b795)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:36.236527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.351554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=76669454-b939-41b3-81e8-6896cca201d1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:36.359031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4f51b036-6905-4fe3-ad5f-26de567fe712 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9239039 Feb 14 17:58:36.368024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44196) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:36.368024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '76669454-b939-41b3-81e8-6896cca201d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:36.376104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 76669454-b939-41b3-81e8-6896cca201d1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:36.377843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 7fafd617-b1eb-4c83-be0f-33598dc9c39e owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:36.496329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] For port 7fafd617-b1eb-4c83-be0f-33598dc9c39e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7fafd617-b1eb-4c83-be0f-33598dc9c39e,segment=NetworkSegment(46167be6-5724-4185-ac21-616c0cb1b795),segment_id=46167be6-5724-4185-ac21-616c0cb1b795)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:36.501013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.553774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:36.575069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.638680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=7fafd617-b1eb-4c83-be0f-33598dc9c39e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:36.653258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No DVR routers for this DVR port 7fafd617-b1eb-4c83-be0f-33598dc9c39e on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:36.673232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Calling delete_port for 7fafd617-b1eb-4c83-be0f-33598dc9c39e owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:36.713553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:36.758757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:36.779831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:36.785945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.787645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:36.788135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:36.815565 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3902f916-daf4-47b9-a0e3-03c7bb1dc4c7']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:36.828423 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46167be6-5724-4185-ac21-616c0cb1b795') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:36.834213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46167be6-5724-4185-ac21-616c0cb1b795') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:36.840117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.845397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250b24-4a98-4a57-8af3-c8f3b0252912 req-0ef80a36-f235-435b-9d1f-3d2674a80723 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:36.846843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b7250b24-4a98-4a57-8af3-c8f3b0252912 req-0ef80a36-f235-435b-9d1f-3d2674a80723 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.2755182 Feb 14 17:58:36.861682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.868852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:36.869250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:36.878115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:36.884001 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:37.008565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b7250b24-4a98-4a57-8af3-c8f3b0252912 req-1fa856a3-15d6-4f1a-8f21-d553031ae81d tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536500 Feb 14 17:58:37.013523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.121500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.137083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:37.139119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.150310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=3902f916-daf4-47b9-a0e3-03c7bb1dc4c7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:37.157650 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9b128c0f-ab7a-484e-b1b0-51030beb3e30 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/3902f916-daf4-47b9-a0e3-03c7bb1dc4c7 HTTP/1.1" status: 204 len: 168 time: 1.2855937 Feb 14 17:58:37.161860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44202) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:37.232631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06330b-e00d-4b20-ba5a-26df28e102f2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:37.233217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e06330b-e00d-4b20-ba5a-26df28e102f2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:37.289711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Deleting port 7fafd617-b1eb-4c83-be0f-33598dc9c39e {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:37.290265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.337063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e06330b-e00d-4b20-ba5a-26df28e102f2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:37.340312 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e06330b-e00d-4b20-ba5a-26df28e102f2 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/ec259975-ec61-47ec-aabd-c35890ded183 HTTP/1.1" status: 200 len: 845 time: 0.1775002 Feb 14 17:58:37.345818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44206) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:37.370323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d1794566-f44a-4d07-8388-d96c12cc9d6f None None] The port '7fafd617-b1eb-4c83-be0f-33598dc9c39e' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:37.422324 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b442fc05-cec5-4804-992d-d883cdd5bd5b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/ec259975-ec61-47ec-aabd-c35890ded183?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0748653 Feb 14 17:58:37.425824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44210) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:37.431152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:37.433367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:37.446968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11c71319-89fe-4b5a-b959-cf81a64a7482 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/abea5e7c-d200-453b-ba33-afed209d5c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3315117 Feb 14 17:58:37.446968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.447189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:37.462188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:37.464900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:37.512393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=40813246-255d-47a6-baac-361114eb8ac6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:37.540473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': 'f3129988-c903-4a3b-8397-8c4d373ba28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '76669454-b939-41b3-81e8-6896cca201d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:37.540779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 76669454-b939-41b3-81e8-6896cca201d1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:58:37.556046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:37.560339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:37.563785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:37.570435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:37.685061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 76669454-b939-41b3-81e8-6896cca201d1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:58:37.696494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:37.738390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:37.828004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 76669454-b939-41b3-81e8-6896cca201d1) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:37.833248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:37.833458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.850017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39905d-763e-4598-99d2-b42dd1da75d4 None None] Network 76669454-b939-41b3-81e8-6896cca201d1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:37.866298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:37.967655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-17088c76-862b-4ad3-bbb6-4ddfd39b3939 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6073213 Feb 14 17:58:37.971204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44216) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:37.971817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec5850e0-f1dd-43d3-83f1-a4e1758e801e req-e8fae866-10de-4d2a-951a-0a55f3ac410c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0860260 Feb 14 17:58:37.978544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-113654744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:37.990235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:37.996798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:38.003330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:38.013800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:38.033418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec5850e0-f1dd-43d3-83f1-a4e1758e801e req-d05323ad-7979-4a75-abb2-6c3b8046eb7c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536430 Feb 14 17:58:38.038004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7fafd617-b1eb-4c83-be0f-33598dc9c39e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:38.133868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.135762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.160804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.175278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7fafd617-b1eb-4c83-be0f-33598dc9c39e {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:38.175908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7fafd617-b1eb-4c83-be0f-33598dc9c39e not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:38.236439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.280428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.310255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:38.313665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1dddf-f0f7-492e-ba18-26255d24c500 req-bb02b834-2cca-4bb5-91bd-1411f95e54ab tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:38.314341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:58:38.322411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-76669454-b939-41b3-81e8-6896cca201d1', 'network_id': '76669454-b939-41b3-81e8-6896cca201d1', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': '40813246-255d-47a6-baac-361114eb8ac6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:38.322706 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7a1dddf-f0f7-492e-ba18-26255d24c500 req-bb02b834-2cca-4bb5-91bd-1411f95e54ab tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1594448 Feb 14 17:58:38.323215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.328228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:38.330495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24bb01-bfd2-498c-9b72-13d655f01d08 req-8cf4131e-07d1-4f2c-933b-5878a7e7c42b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:38.331184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8c24bb01-bfd2-498c-9b72-13d655f01d08 req-8cf4131e-07d1-4f2c-933b-5878a7e7c42b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:38.332620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:38.337541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:38.338199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.357341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:38.357341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:38.357555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=7062d316-9b90-4227-8150-a4e3ff29f4bd,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:38.385753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7a1dddf-f0f7-492e-ba18-26255d24c500 req-d2b52e11-ec82-4dfe-afa1-af57037c02e7 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621455 Feb 14 17:58:38.405220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d183a86-1a93-43b3-832a-3848fa48fb8b None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:38.439745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.442799 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04ce7e94-13f0-4054-9755-c280160f0724 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4688811 Feb 14 17:58:38.444821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44224) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:38.472409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8c24bb01-bfd2-498c-9b72-13d655f01d08 req-8cf4131e-07d1-4f2c-933b-5878a7e7c42b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:38.472409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c24bb01-bfd2-498c-9b72-13d655f01d08 req-8cf4131e-07d1-4f2c-933b-5878a7e7c42b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.2647467 Feb 14 17:58:38.513214 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9b919bcb-3594-4420-aa35-a7c4c96842d4 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0771656 Feb 14 17:58:38.518334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44228) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:38.566334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1365711919'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:38.568622 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c24bb01-bfd2-498c-9b72-13d655f01d08 req-b4ae02e4-918a-4cf0-a4c0-bbfa6edb4dea tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890687 Feb 14 17:58:38.581621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:38.587640 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:38.591282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:38.598652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:38.726404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:38.828933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:38.880306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:38.887101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:38.894222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:38.900812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:38.934274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Allocated IP 172.20.0.2 (76669454-b939-41b3-81e8-6896cca201d1/40813246-255d-47a6-baac-361114eb8ac6/85c14f53-ac0d-4eec-adcc-354f9f578caf) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:39.011348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.045873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.208731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-be0de0bc-4436-4626-a221-3422e38769fa', 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'tenant_id': '3d6fb099749e41b8a5785d9cc473bd24', 'fixed_ips': [{'subnet_id': '7062d316-9b90-4227-8150-a4e3ff29f4bd'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:58:39.209900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.220539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.369618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6761013c-9e5b-44f6-858e-4f62e4787733,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:39.413512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.425858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44234) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:39.434501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198350069'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:39.439505 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9b0fd412-3d54-4824-b540-d603d8ec9438 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8815794 Feb 14 17:58:39.447995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:39.451329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.456660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:39.469922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:39.481973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:39.487247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Transition to ACTIVE for port object 85c14f53-ac0d-4eec-adcc-354f9f578caf will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:39.587568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.594607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Transition to ACTIVE for port object 85c14f53-ac0d-4eec-adcc-354f9f578caf will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:39.664923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Allocated IP 2001:db8::2 (be0de0bc-4436-4626-a221-3422e38769fa/7062d316-9b90-4227-8150-a4e3ff29f4bd/29a00fe6-dcec-45a8-a8de-8c50182351fb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:39.666183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:39.673078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:39.677028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:39.682681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:39.690153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430fb5b-5463-45b7-8ea2-f9b8fcf380f7 req-87d91cd2-91e5-4ea7-bd28-1950d34d9fc1 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:39.694508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c430fb5b-5463-45b7-8ea2-f9b8fcf380f7 req-87d91cd2-91e5-4ea7-bd28-1950d34d9fc1 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1621695 Feb 14 17:58:39.760598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.797797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.20.0.1 (76669454-b939-41b3-81e8-6896cca201d1/40813246-255d-47a6-baac-361114eb8ac6/caac0ab9-d2c8-4ba0-b809-ce724fa51f22) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:39.870932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:39.874704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Network 76669454-b939-41b3-81e8-6896cca201d1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:39.889670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:39.892906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c430fb5b-5463-45b7-8ea2-f9b8fcf380f7 req-f6a9b8c0-e2b2-4e6f-911d-8803662147f9 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896462 Feb 14 17:58:39.895770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Pushing event updated for resources: {'Port': ['ID=85c14f53-ac0d-4eec-adcc-354f9f578caf,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:39.901479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:39.904624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:39.906955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55317e8-9228-42fd-a431-84863231a3cf None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '94e9af34-5aab-4169-aaa5-fc0b71f54ebe', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'port_id': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'mac_address': 'fa:16:3e:18:23:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:09Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:39.923056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418f65d-d669-4ec8-887a-69d686c83a32 req-957f1b9d-4358-4ef9-af5c-596eedeb576b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:39.924889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c418f65d-d669-4ec8-887a-69d686c83a32 req-957f1b9d-4358-4ef9-af5c-596eedeb576b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.2263134 Feb 14 17:58:39.965631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44240) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:39.980814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838ea48-1775-438f-834a-fb8072b53917 req-9062f9e5-31ce-45be-a6cb-aff77633ca4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:39.982292 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1838ea48-1775-438f-834a-fb8072b53917 req-9062f9e5-31ce-45be-a6cb-aff77633ca4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 946 time: 0.2068758 Feb 14 17:58:39.986107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.100026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Attempting to bind port 85c14f53-ac0d-4eec-adcc-354f9f578caf on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:40.101002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Attempting to bind port 85c14f53-ac0d-4eec-adcc-354f9f578caf by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f3129988-c903-4a3b-8397-8c4d373ba28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '76669454-b939-41b3-81e8-6896cca201d1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:40.101876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Attempting to bind port 85c14f53-ac0d-4eec-adcc-354f9f578caf on network 76669454-b939-41b3-81e8-6896cca201d1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:40.109929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424e8110-df8d-4fad-a925-c4e04ffa19db,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:40.116768 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-10fd1d92-32ae-49d6-844d-3244f512fcd0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/floatingips/294cff58-84eb-420c-9376-835857337c1a HTTP/1.1" status: 200 len: 993 time: 0.1457632 Feb 14 17:58:40.129259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c418f65d-d669-4ec8-887a-69d686c83a32 req-542b85d1-339d-426d-ac78-80cf8767d76e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1955495 Feb 14 17:58:40.133697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:40.134131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.137909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.146017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:58:40.148280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:40.157891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object caac0ab9-d2c8-4ba0-b809-ce724fa51f22 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:40.170648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.172095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e6851a7f-8d66-4de7-9c09-d0694c0675a9 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7446723 Feb 14 17:58:40.174859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44244) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:40.180267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:40.180816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Checking segment: {'id': 'f3129988-c903-4a3b-8397-8c4d373ba28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '76669454-b939-41b3-81e8-6896cca201d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:40.181419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.181969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Bound using segment: {'id': 'f3129988-c903-4a3b-8397-8c4d373ba28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '76669454-b939-41b3-81e8-6896cca201d1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:40.182248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1840863151', 'security_groups': ['424e8110-df8d-4fad-a925-c4e04ffa19db'], 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7062d316-9b90-4227-8150-a4e3ff29f4bd'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:40.182867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Bound port: 85c14f53-ac0d-4eec-adcc-354f9f578caf, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3129988-c903-4a3b-8397-8c4d373ba28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '76669454-b939-41b3-81e8-6896cca201d1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:40.183425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.206125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.287594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Transition to ACTIVE for port object 29a00fe6-dcec-45a8-a8de-8c50182351fb will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:40.330096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.342464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.resource_extend [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 17:58:40.439367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:40.447035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 76669454-b939-41b3-81e8-6896cca201d1 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:40.455933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:40.459700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:40.464435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:40.497508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=caac0ab9-d2c8-4ba0-b809-ce724fa51f22,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:40.547087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.560893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:40.584548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port f684f9ac-4c4c-4436-9483-4cbcf585d6f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:40.585105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.585964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'port_id': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'mac_address': 'fa:16:3e:0e:8c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:58:40.599602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Transition to ACTIVE for port object 29a00fe6-dcec-45a8-a8de-8c50182351fb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:40.669884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:40.676641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.703458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 yet. {{(pid=84256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:40.761548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.761908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for f684f9ac-4c4c-4436-9483-4cbcf585d6f4 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:40.771572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.840510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:40.845877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:40.857650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:40.866598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] For port 85c14f53-ac0d-4eec-adcc-354f9f578caf, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:40.878876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:40.948016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:40.953237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] For port 85c14f53-ac0d-4eec-adcc-354f9f578caf, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85c14f53-ac0d-4eec-adcc-354f9f578caf,segment=NetworkSegment(f3129988-c903-4a3b-8397-8c4d373ba28d),segment_id=f3129988-c903-4a3b-8397-8c4d373ba28d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:40.957204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:40.958813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.014118 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'code': 200} Feb 14 17:58:41.016473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.024497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.026099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.038938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.046147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:58:41.077462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=f684f9ac-4c4c-4436-9483-4cbcf585d6f4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.156148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a1c5-7e42-42e9-a501-32f1531bc01e None None] Pushing event updated for resources: {'Port': ['ID=85c14f53-ac0d-4eec-adcc-354f9f578caf,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.166458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Attempting to bind port 29a00fe6-dcec-45a8-a8de-8c50182351fb on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:58:41.166829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Attempting to bind port 29a00fe6-dcec-45a8-a8de-8c50182351fb by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'abf9d100-820d-45ef-8f12-04611c0abc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:58:41.167184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Attempting to bind port 29a00fe6-dcec-45a8-a8de-8c50182351fb on network be0de0bc-4436-4626-a221-3422e38769fa {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:58:41.171863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::3d2 (be0de0bc-4436-4626-a221-3422e38769fa/7062d316-9b90-4227-8150-a4e3ff29f4bd/cd9fb51c-9281-4be6-86d0-9ba8e39fa027) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:41.194885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port f684f9ac-4c4c-4436-9483-4cbcf585d6f4 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:41.198390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.211537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'name': 'network-vif-deleted', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:41.263017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:58:41.263563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Checking segment: {'id': 'abf9d100-820d-45ef-8f12-04611c0abc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:58:41.264061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.264515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Bound using segment: {'id': 'abf9d100-820d-45ef-8f12-04611c0abc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:58:41.265066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Bound port: 29a00fe6-dcec-45a8-a8de-8c50182351fb, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf9d100-820d-45ef-8f12-04611c0abc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:58:41.265526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.276643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a456-d385-41d0-9076-a815e6d829f3', 'name': 'network-vif-deleted', 'tag': 'f684f9ac-4c4c-4436-9483-4cbcf585d6f4', 'status': 'completed', 'code': 200} Feb 14 17:58:41.294389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.302881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:41.303228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:41.339859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1838ea48-1775-438f-834a-fb8072b53917 req-56ba6d80-c561-4589-8ce1-9c66c43f0a85 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/f684f9ac-4c4c-4436-9483-4cbcf585d6f4 HTTP/1.1" status: 204 len: 173 time: 1.3309748 Feb 14 17:58:41.351760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0d956cb2-07ff-42a1-8b27-66a237665114 req-7b1f6e65-7b8b-4622-9092-e27eb3b10b3d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:41.406643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:58:41.410931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:58:41.469584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0d956cb2-07ff-42a1-8b27-66a237665114 req-7b1f6e65-7b8b-4622-9092-e27eb3b10b3d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:41.470982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d956cb2-07ff-42a1-8b27-66a237665114 req-7b1f6e65-7b8b-4622-9092-e27eb3b10b3d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b10a456-d385-41d0-9076-a815e6d829f3 HTTP/1.1" status: 200 len: 210 time: 0.1645980 Feb 14 17:58:41.537327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.688791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7811ba2-f640-4df4-b442-ec83f2a9845b None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.697243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.725130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.743740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object cd9fb51c-9281-4be6-86d0-9ba8e39fa027 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:41.772743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.878311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.890933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.923208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=caac0ab9-d2c8-4ba0-b809-ce724fa51f22,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:41.926847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:41.936302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:58:41.961323 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:41.963061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:41.964749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:41.978716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:41.979290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:41.979945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:42.003876 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:58:42.035286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:42.072852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=cd9fb51c-9281-4be6-86d0-9ba8e39fa027,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:42.117768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:42.142011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device f684f9ac-4c4c-4436-9483-4cbcf585d6f4 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:42.159913 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a6ee1d4-0350-4729-8dd8-e9892cb26d60 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9837344 Feb 14 17:58:42.168191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:42.171135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:42.177769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:42.238043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: f684f9ac-4c4c-4436-9483-4cbcf585d6f4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:42.238386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device f684f9ac-4c4c-4436-9483-4cbcf585d6f4 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:42.245021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 76669454-b939-41b3-81e8-6896cca201d1 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:42.248362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:42.326472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:58:42.371541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:42.379086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 29a00fe6-dcec-45a8-a8de-8c50182351fb completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:42.381234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:42.386707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:42.394176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:42.416961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85c14f53-ac0d-4eec-adcc-354f9f578caf up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:42.499288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:42.733297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 85c14f53-ac0d-4eec-adcc-354f9f578caf completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:42.750969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f7e6a-7bc9-4b0f-ae83-f200de4ac7b1 None None] Network 76669454-b939-41b3-81e8-6896cca201d1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:42.773669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:42.888393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44262) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:42.903370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:42.922156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7062d316-9b90-4227-8150-a4e3ff29f4bd (CIDR: 2001:db8::/64) Feb 14 17:58:42.960838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:42.961187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e66e8e9f-6252-4ec2-b09e-8655d0dc3f09 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:43.000392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.033730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.092173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 924d4f26-71da-41cd-bf5c-b2053fc3108a is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:58:43.151973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:58:43.156346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:58:43.183354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Provisioning for port 85c14f53-ac0d-4eec-adcc-354f9f578caf completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:43.191495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Provisioning complete for port 85c14f53-ac0d-4eec-adcc-354f9f578caf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:43.193054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.255303 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-beff4ce5-ff84-4f97-945b-e789a2ac0f53 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0836661 Feb 14 17:58:43.258019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44266) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:43.264677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:43.325210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.339592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.360226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] For port 85c14f53-ac0d-4eec-adcc-354f9f578caf, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85c14f53-ac0d-4eec-adcc-354f9f578caf,segment=NetworkSegment(f3129988-c903-4a3b-8397-8c4d373ba28d),segment_id=f3129988-c903-4a3b-8397-8c4d373ba28d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:43.385063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6ebfe-3782-49a5-a69c-74d58b5d90ba,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:43.393215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.394328 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ef4ada46-a6e8-432e-9250-df0eff9e3d34 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/cfe6ebfe-3782-49a5-a69c-74d58b5d90ba HTTP/1.1" status: 204 len: 168 time: 0.5058303 Feb 14 17:58:43.447717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:43.460338 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b337961-cff0-4e3e-a6c9-a3bdf7146790 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/924d4f26-71da-41cd-bf5c-b2053fc3108a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0079803 Feb 14 17:58:43.460460 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] Sync routers for ids ['924d4f26-71da-41cd-bf5c-b2053fc3108a'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:43.460964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44272) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:43.461267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:43.465340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:43.468391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:43.475581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.483790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] Routers {'924d4f26-71da-41cd-bf5c-b2053fc3108a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:43.486551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:43.488297 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['924d4f26-71da-41cd-bf5c-b2053fc3108a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:43.529161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44276) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:43.555479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b7a15-79d9-46ac-86d3-ec798d4a00d3 None None] Pushing event updated for resources: {'Port': ['ID=85c14f53-ac0d-4eec-adcc-354f9f578caf,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:43.574728 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:43.581850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b3626a-5db1-498e-b712-37532d6295eb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:43.582965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b6b3626a-5db1-498e-b712-37532d6295eb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:43.585170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:43.602350 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] Routers {'924d4f26-71da-41cd-bf5c-b2053fc3108a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:43.604331 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['924d4f26-71da-41cd-bf5c-b2053fc3108a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:43.609367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:43.619445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.739671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b6b3626a-5db1-498e-b712-37532d6295eb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:43.748342 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b6b3626a-5db1-498e-b712-37532d6295eb tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports/caac0ab9-d2c8-4ba0-b809-ce724fa51f22 HTTP/1.1" status: 200 len: 910 time: 0.2797561 Feb 14 17:58:43.758140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44280) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:43.762627 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:43.763054 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696161c8-0749-4481-8f69-a8f45aa9d054 None None] The sync data for ids ['924d4f26-71da-41cd-bf5c-b2053fc3108a'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:43.782371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:43.866898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning for port 29a00fe6-dcec-45a8-a8de-8c50182351fb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:43.872830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:43.873185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:43.947171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.028830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85c14f53-ac0d-4eec-adcc-354f9f578caf up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:44.083164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 27169da2-d914-45bd-8ce9-bb817b89520f {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:44.087269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.093269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.140170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:44.150179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 85c14f53-ac0d-4eec-adcc-354f9f578caf triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:44.153359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.157011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.185367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:44.225741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.340487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:44.343970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.380453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.411877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:44.412970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:44.413344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.416609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:44.421873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:44.423014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.449538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=682dc5f7-a1e5-4bfd-b17d-375fafe3f976,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:44.450356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcaeca9-bc7e-49da-ae48-6c7a8fdfc784 None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:44.463299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning for port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:44.489898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.525717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning complete for port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:44.525858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.574600 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-699e7683-f731-43b1-847b-3c4484d11853 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3125699 Feb 14 17:58:44.575538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44284) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:44.584432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899683963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '682dc5f7-a1e5-4bfd-b17d-375fafe3f976'}], 'security_groups': ['6761013c-9e5b-44f6-858e-4f62e4787733']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:44.605050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.614794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:44.653953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=27169da2-d914-45bd-8ce9-bb817b89520f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:44.673612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.683389 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2a39bb00-e124-47cd-9208-06dcbbb59eee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/27169da2-d914-45bd-8ce9-bb817b89520f HTTP/1.1" status: 204 len: 168 time: 1.1530249 Feb 14 17:58:44.687062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44288) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:44.698311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b297c-bd00-4860-836d-cda53012209d None None] Network ac989201-7868-41d2-a29c-fd95dc0746f0 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:44.754838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.815423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.818364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning complete for port 85c14f53-ac0d-4eec-adcc-354f9f578caf triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:44.818884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.865771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port adfc0c5f-53ae-4eec-a0c3-69449afbeece {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:44.866109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:44.890926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.048678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:45.080510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:45.125798 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'code': 200} Feb 14 17:58:45.163878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.208941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Delete allocated IP 2001:db8::3d2 (be0de0bc-4436-4626-a221-3422e38769fa/7062d316-9b90-4227-8150-a4e3ff29f4bd) {{(pid=84256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:58:45.217576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8:0:1::1a2 (be0de0bc-4436-4626-a221-3422e38769fa/682dc5f7-a1e5-4bfd-b17d-375fafe3f976/cd9fb51c-9281-4be6-86d0-9ba8e39fa027) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:45.237573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port adfc0c5f-53ae-4eec-a0c3-69449afbeece, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=adfc0c5f-53ae-4eec-a0c3-69449afbeece,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:45.237573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.237865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.271817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:45.354679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning for port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:45.365494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for adfc0c5f-53ae-4eec-a0c3-69449afbeece owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:45.368035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] DHCP port deletion for ac989201-7868-41d2-a29c-fd95dc0746f0 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:45.375691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Provisioning complete for port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:45.375691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.416226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Deleting port adfc0c5f-53ae-4eec-a0c3-69449afbeece {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:45.418327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.474282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.497964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object cd9fb51c-9281-4be6-86d0-9ba8e39fa027 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:45.512465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-537632d5-820e-494e-92cc-1f91d21f642d None None] Port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:45.597335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Update dhcp port {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'fixed_ips': [{'subnet_id': '7062d316-9b90-4227-8150-a4e3ff29f4bd', 'ip_address': '2001:db8::2'}, {'subnet_id': '682dc5f7-a1e5-4bfd-b17d-375fafe3f976'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '29a00fe6-dcec-45a8-a8de-8c50182351fb'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:58:45.600999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.642067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.669938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.704427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=adfc0c5f-53ae-4eec-a0c3-69449afbeece,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:45.720015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port adfc0c5f-53ae-4eec-a0c3-69449afbeece on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:45.727007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] In _notify_port_updated(), no bound segment for port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 on network be0de0bc-4436-4626-a221-3422e38769fa {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:58:45.730852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:45.731563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.735607 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/ports/cd9fb51c-9281-4be6-86d0-9ba8e39fa027 HTTP/1.1" status: 200 len: 930 time: 1.1563792 Feb 14 17:58:45.735607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca9b9-f6da-4861-93d9-b51163467cdc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=cd9fb51c-9281-4be6-86d0-9ba8e39fa027,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:45.736202 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44294) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:45.808955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port cd9fb51c-9281-4be6-86d0-9ba8e39fa027 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:45.809411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.851624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.900509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2ad418ab-56fe-4687-899a-81b6fb44a605 None None] Provisioning complete for port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:45.901505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2ad418ab-56fe-4687-899a-81b6fb44a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.921402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac989201-7868-41d2-a29c-fd95dc0746f0']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:45.938910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:45.939207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaf27f1-b974-4dd3-a6a1-baab2070a6c3') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:45.946178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:45.947215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.989843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:45.995284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] For port adfc0c5f-53ae-4eec-a0c3-69449afbeece, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=adfc0c5f-53ae-4eec-a0c3-69449afbeece,segment=NetworkSegment(7aaf27f1-b974-4dd3-a6a1-baab2070a6c3),segment_id=7aaf27f1-b974-4dd3-a6a1-baab2070a6c3)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:45.995284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.019227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.048980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:46.049377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:46.065334 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:46.082108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:46.103304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.167988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2ad418ab-56fe-4687-899a-81b6fb44a605 None None] Port caac0ab9-d2c8-4ba0-b809-ce724fa51f22 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:46.182419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Calling delete_port for adfc0c5f-53ae-4eec-a0c3-69449afbeece owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:46.241633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.250667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for cd9fb51c-9281-4be6-86d0-9ba8e39fa027 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:46.306183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.332491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Allocated IP 2001:db8:0:1::2 (be0de0bc-4436-4626-a221-3422e38769fa/682dc5f7-a1e5-4bfd-b17d-375fafe3f976/29a00fe6-dcec-45a8-a8de-8c50182351fb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:46.344407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:46.344798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:46.380532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.391254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for caac0ab9-d2c8-4ba0-b809-ce724fa51f22 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:46.424308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:46.424608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.428754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=ac989201-7868-41d2-a29c-fd95dc0746f0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:46.543022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:46.557555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d4e34c5-c44f-4812-8bf7-8cd02283d534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/ac989201-7868-41d2-a29c-fd95dc0746f0 HTTP/1.1" status: 204 len: 168 time: 1.8668909 Feb 14 17:58:46.558167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44298) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:46.606910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.631034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.675397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Transition to ACTIVE for port object 29a00fe6-dcec-45a8-a8de-8c50182351fb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:46.675593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.681489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device adfc0c5f-53ae-4eec-a0c3-69449afbeece no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:46.712888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=cd9fb51c-9281-4be6-86d0-9ba8e39fa027,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:46.714671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: adfc0c5f-53ae-4eec-a0c3-69449afbeece {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:46.714803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device adfc0c5f-53ae-4eec-a0c3-69449afbeece not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:46.723587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=caac0ab9-d2c8-4ba0-b809-ce724fa51f22,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:46.767180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.778013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.849142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Deleting port adfc0c5f-53ae-4eec-a0c3-69449afbeece {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:46.849764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.913255 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dde8f4c7-6bee-4f0d-bb52-62fe6ab6516f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/cd9fb51c-9281-4be6-86d0-9ba8e39fa027 HTTP/1.1" status: 204 len: 168 time: 1.1756504 Feb 14 17:58:46.914510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44302) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:46.917924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 8303bfef-9b8d-486c-9c6f-2649fb6bbaa1 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:46.918459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.982914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:46.998592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-79f06c1f-35bb-4653-9347-60cee002a4cd None None] The port 'adfc0c5f-53ae-4eec-a0c3-69449afbeece' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:47.010922 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b7423d-ee6b-41c5-8985-ec0880dd34d6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:58:47.011421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61b7423d-ee6b-41c5-8985-ec0880dd34d6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:47.011558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f53e6-53fe-4c5f-91e3-661cb9e312c3 None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:47.169720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.170205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.178608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-61b7423d-ee6b-41c5-8985-ec0880dd34d6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:47.182972 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-61b7423d-ee6b-41c5-8985-ec0880dd34d6 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/cd9fb51c-9281-4be6-86d0-9ba8e39fa027 HTTP/1.1" status: 404 len: 333 time: 0.2641449 Feb 14 17:58:47.184071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44306) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:47.325483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 8303bfef-9b8d-486c-9c6f-2649fb6bbaa1 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:47.431743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.474701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.549830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 924d4f26-71da-41cd-bf5c-b2053fc3108a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:47.663548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.701921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.710795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:47.723507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=8303bfef-9b8d-486c-9c6f-2649fb6bbaa1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:47.726629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] Sync routers for ids ['924d4f26-71da-41cd-bf5c-b2053fc3108a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:47.741299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] Routers {'924d4f26-71da-41cd-bf5c-b2053fc3108a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:47.742242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['924d4f26-71da-41cd-bf5c-b2053fc3108a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:47.766208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424e8110-df8d-4fad-a925-c4e04ffa19db,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:47.805163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Provisioning for port 29a00fe6-dcec-45a8-a8de-8c50182351fb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:47.824879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:47.825016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38a123e8-97ce-482b-a14a-4aa73f9a51ab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/924d4f26-71da-41cd-bf5c-b2053fc3108a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0634425 Feb 14 17:58:47.825128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:47.825128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.825315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44310) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:47.841092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.845432 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b570af4-db15-41d8-87a3-17f8e430a5c7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/security-groups/424e8110-df8d-4fad-a925-c4e04ffa19db HTTP/1.1" status: 204 len: 168 time: 0.6579556 Feb 14 17:58:47.861017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44314) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:47.876069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5416797a-7f24-45b4-9ef9-664c65f72976 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:47.883161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:47.891866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] Routers {'924d4f26-71da-41cd-bf5c-b2053fc3108a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:47.892722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['924d4f26-71da-41cd-bf5c-b2053fc3108a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:48.021970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:48.031248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5416797a-7f24-45b4-9ef9-664c65f72976 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:48.046978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5416797a-7f24-45b4-9ef9-664c65f72976 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=924d4f26-71da-41cd-bf5c-b2053fc3108a HTTP/1.1" status: 200 len: 205 time: 0.2069886 Feb 14 17:58:48.047561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44318) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:48.052232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:48.052730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe8945-ddb1-4038-b24b-3f00958fa71f None None] The sync data for ids ['924d4f26-71da-41cd-bf5c-b2053fc3108a'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:48.452668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.452668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.456958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Could not find standard attr ID for object cd9fb51c-9281-4be6-86d0-9ba8e39fa027. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:48.456958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:48.456958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.456958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:48.456958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.457967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.458066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e1c586df-4a2b-4fd4-a61d-a0cbdb36f93c None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:48.458066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6f541a4d-8730-4da7-bb77-ff9d518d93c9 None None] Could not find standard attr ID for object cd9fb51c-9281-4be6-86d0-9ba8e39fa027. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:58:48.510575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:48.610192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.615308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.633175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.655465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6761013c-9e5b-44f6-858e-4f62e4787733,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:48.664993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.666098 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-889ffa0d-43e0-40a5-8ece-56d79c4c7373 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/security-groups/6761013c-9e5b-44f6-858e-4f62e4787733 HTTP/1.1" status: 204 len: 168 time: 0.8166766 Feb 14 17:58:48.668897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44322) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:48.717172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.717796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router 924d4f26-71da-41cd-bf5c-b2053fc3108a {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:58:48.732741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.733813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-28a368ac-0343-40bb-959d-bb72486cc533 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/924d4f26-71da-41cd-bf5c-b2053fc3108a HTTP/1.1" status: 204 len: 168 time: 0.6848786 Feb 14 17:58:48.736912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44326) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:48.743534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:48.747706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:48.752812 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:48.769005 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:48.769687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:48.804131 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c470d78e-32e6-4a9b-b7c2-22c2751b936b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/94e9af34-5aab-4169-aaa5-fc0b71f54ebe HTTP/1.1" status: 204 len: 168 time: 2.2446020 Feb 14 17:58:48.805304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:48.879609 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'status': 'completed', 'code': 200} Feb 14 17:58:48.985110 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:49.211382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 7062d316-9b90-4227-8150-a4e3ff29f4bd {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:49.227896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.268889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-20b3a2d5-90ad-4649-ab86-21b89c714099 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 1099 time: 0.3378861 Feb 14 17:58:49.280691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet 40813246-255d-47a6-baac-361114eb8ac6 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:49.306220 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:49.312367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.312510 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:58:49.321193 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:49.321774 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:49.412018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.499208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.511348 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:49.648591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-a4b1e199-b177-427c-8c09-7d9568d9cc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:49.651833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-a4b1e199-b177-427c-8c09-7d9568d9cc97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 200 len: 896 time: 0.3641350 Feb 14 17:58:49.742332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f202f7-87b2-4c50-863e-c771105263c8 req-506521e2-c6d9-4cc6-8362-3f180f397358 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:49.743147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-19f202f7-87b2-4c50-863e-c771105263c8 req-506521e2-c6d9-4cc6-8362-3f180f397358 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:49.745897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.775304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-5baccc89-a267-4d05-a63f-38c95d8f9976 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 200 len: 217 time: 0.1161735 Feb 14 17:58:49.824655 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:49.828979 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba9b58-4fb3-4ca2-9320-743ab20a2607 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:35Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '00395508-2c94-4b48-9733-e1760a188786', 'name': '', 'network_id': '04be822f-dd07-4902-b267-fce7ab7f774f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:d8:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:07Z', 'updated_at': '2022-02-14T17:56:31Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'f02721f9-6810-4487-a7f8-0a466548f325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:49.834162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:49.921300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-fab69b9e-9a16-4086-92be-eae7517ef0d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:49.922737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-fab69b9e-9a16-4086-92be-eae7517ef0d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 200 len: 834 time: 0.1375687 Feb 14 17:58:49.971708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-19f202f7-87b2-4c50-863e-c771105263c8 req-506521e2-c6d9-4cc6-8362-3f180f397358 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:49.972951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19f202f7-87b2-4c50-863e-c771105263c8 req-506521e2-c6d9-4cc6-8362-3f180f397358 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.5697758 Feb 14 17:58:50.044826 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19f202f7-87b2-4c50-863e-c771105263c8 req-ec1810bf-881b-43c9-9c29-63148a35ca96 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607026 Feb 14 17:58:50.048572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.060977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34a426-1431-44d3-8725-f4d4e60bdc87 None None] New status for floating IP 94e9af34-5aab-4169-aaa5-fc0b71f54ebe: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:58:50.087090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.097178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=7062d316-9b90-4227-8150-a4e3ff29f4bd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:50.138998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.141696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=40813246-255d-47a6-baac-361114eb8ac6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:50.146238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-daa15d4a-fdbd-4f1f-9345-37bb3f929835 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04be822f-dd07-4902-b267-fce7ab7f774f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2118499 Feb 14 17:58:50.152136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.180018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f0057-99f1-4379-8d8b-605ce4cd807c None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:50.182116 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-971d8661-fe0e-4e2b-a426-aa03c500276e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/7062d316-9b90-4227-8150-a4e3ff29f4bd HTTP/1.1" status: 204 len: 168 time: 1.5116503 Feb 14 17:58:50.186586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5302caac-26e0-4a86-a387-9da31110765a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/40813246-255d-47a6-baac-361114eb8ac6 HTTP/1.1" status: 204 len: 168 time: 1.4486511 Feb 14 17:58:50.187930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44338) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:50.190299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44340) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:50.197679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb4d60-3498-4f40-84e1-c07fb4800f8c None None] Network 76669454-b939-41b3-81e8-6896cca201d1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:50.212037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:50.301324 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-bee059dc-85ad-42a3-a0ca-30b9da53ed1f service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454725 Feb 14 17:58:50.413964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.447655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd112e9e-ab0f-4595-a52c-8f62d67a1fbc req-bf12fa5f-50e8-4cb5-87e3-f1382f26a137 service neutron] 10.222.0.45 "GET /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392267 Feb 14 17:58:50.453384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 85c14f53-ac0d-4eec-adcc-354f9f578caf {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:50.453717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.516521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:50.524234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:50.528625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:50.564871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:50.677295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] DHCP port deletion for 76669454-b939-41b3-81e8-6896cca201d1 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:58:50.682230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Deleting port 85c14f53-ac0d-4eec-adcc-354f9f578caf {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:50.682612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.697002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:50.800383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 85c14f53-ac0d-4eec-adcc-354f9f578caf, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85c14f53-ac0d-4eec-adcc-354f9f578caf,segment=NetworkSegment(f3129988-c903-4a3b-8397-8c4d373ba28d),segment_id=f3129988-c903-4a3b-8397-8c4d373ba28d)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:50.800774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.892609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f76ed64-b1e7-4f42-ae31-e9b8070bbdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.940213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] For port 85c14f53-ac0d-4eec-adcc-354f9f578caf, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85c14f53-ac0d-4eec-adcc-354f9f578caf,segment=NetworkSegment(f3129988-c903-4a3b-8397-8c4d373ba28d),segment_id=f3129988-c903-4a3b-8397-8c4d373ba28d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:50.940767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:50.959833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 85c14f53-ac0d-4eec-adcc-354f9f578caf owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:51.022486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-63e09a40-627a-4db9-a646-4fd43c836d5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:51.024673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-63e09a40-627a-4db9-a646-4fd43c836d5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.2237794 Feb 14 17:58:51.054201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.100133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Calling delete_port for 85c14f53-ac0d-4eec-adcc-354f9f578caf owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:51.159023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 9c0f2227-e6f7-4ea2-810b-80eefa667325 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:51.159023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.237424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.241532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:58:51.244193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:58:51.341291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-00424c5f-915b-4b76-b739-ccd523915afc None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:51.341679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-00424c5f-915b-4b76-b739-ccd523915afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.437988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=85c14f53-ac0d-4eec-adcc-354f9f578caf,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:51.447446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port 85c14f53-ac0d-4eec-adcc-354f9f578caf on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:51.469672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c61986-8c2b-4c6f-bc8a-2e42e5a0b829 req-9d4a88d2-3161-4c2d-ad6c-6b98100be24c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:51.471502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24c61986-8c2b-4c6f-bc8a-2e42e5a0b829 req-9d4a88d2-3161-4c2d-ad6c-6b98100be24c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 946 time: 0.2227254 Feb 14 17:58:51.505290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-00424c5f-915b-4b76-b739-ccd523915afc None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:51.505657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-00424c5f-915b-4b76-b739-ccd523915afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.556628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 9c0f2227-e6f7-4ea2-810b-80eefa667325, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9c0f2227-e6f7-4ea2-810b-80eefa667325,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:51.557013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.567024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24c61986-8c2b-4c6f-bc8a-2e42e5a0b829 req-d76b5435-2d0a-4705-950c-7e47d6fe02b2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1fc83e-0c20-45ff-980d-a342da825afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879049 Feb 14 17:58:51.611463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.616829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-00424c5f-915b-4b76-b739-ccd523915afc None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:51.648288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76669454-b939-41b3-81e8-6896cca201d1']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:51.671206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3129988-c903-4a3b-8397-8c4d373ba28d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:51.671980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3129988-c903-4a3b-8397-8c4d373ba28d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:51.685506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.699433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 9c0f2227-e6f7-4ea2-810b-80eefa667325 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:51.704648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.712845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:58:51.712845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:58:51.726333 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:58:51.743619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Deleting port 85c14f53-ac0d-4eec-adcc-354f9f578caf {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:51.744103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.783054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.808439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1730d475-b017-4b55-860c-a12a0bc5e09c None None] The port '85c14f53-ac0d-4eec-adcc-354f9f578caf' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:58:51.867499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:51.870906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:51.874931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:51.875504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.881005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d610f-329c-4461-aac5-de5bc42e74f8 None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:51.887115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=06307499-b442-426a-a493-999e73d5cc21,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:51.944585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.976924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:51.982596 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bdeb3daa-a448-40c7-a2fe-9e31684d213e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7936430 Feb 14 17:58:52.001078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44348) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:52.005450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85c14f53-ac0d-4eec-adcc-354f9f578caf no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:52.009030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.011918 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/76669454-b939-41b3-81e8-6896cca201d1 HTTP/1.1" status: 204 len: 168 time: 1.8200810 Feb 14 17:58:52.013690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'security_group': {'name': 'tempest-secgroup-238685538'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:52.017104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44352) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:52.019757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=9c0f2227-e6f7-4ea2-810b-80eefa667325,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:52.020660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6713-315b-4d04-b669-8cc23f75022d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=76669454-b939-41b3-81e8-6896cca201d1,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:52.025778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1696556729', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}, 'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:52.026063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:52.033025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:52.038362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:52.041103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:52.054115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:52.058513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 85c14f53-ac0d-4eec-adcc-354f9f578caf {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:52.059168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85c14f53-ac0d-4eec-adcc-354f9f578caf not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:52.060942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:52.078957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:52.110110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:52.112505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port 9c0f2227-e6f7-4ea2-810b-80eefa667325 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:58:52.116012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.118524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'name': 'network-vif-deleted', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:58:52.142340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.143689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.167780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.180672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cfba92-1aa2-40c4-98ca-c8e16267bdbb', 'name': 'network-vif-deleted', 'tag': '9c0f2227-e6f7-4ea2-810b-80eefa667325', 'status': 'completed', 'code': 200} Feb 14 17:58:52.201441 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.235677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd187a27-76e2-4a96-8717-a45dca2d573f req-300f10f6-d791-4ea6-bbef-fc293ec5a889 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/9c0f2227-e6f7-4ea2-810b-80eefa667325 HTTP/1.1" status: 204 len: 173 time: 1.2031388 Feb 14 17:58:52.239024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:52.243040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:52.246402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:52.251932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:52.279130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Update dhcp port {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'fixed_ips': [{'subnet_id': '682dc5f7-a1e5-4bfd-b17d-375fafe3f976', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06307499-b442-426a-a493-999e73d5cc21'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '29a00fe6-dcec-45a8-a8de-8c50182351fb'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:58:52.307192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.331315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.435292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.456979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.492529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05abb454-68d8-4baf-a940-fff37980a628,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:52.560640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Allocated IP 2001:db8::2 (be0de0bc-4436-4626-a221-3422e38769fa/06307499-b442-426a-a493-999e73d5cc21/29a00fe6-dcec-45a8-a8de-8c50182351fb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:52.614128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.618802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dbfc43c9-c0c8-4738-b558-17f4b0f3ae9b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6140306 Feb 14 17:58:52.620687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44360) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:52.630943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435510547'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:52.649540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:52.659828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:52.671284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:52.677211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:52.738924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:52.747546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.768387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.775087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.785990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Transition to ACTIVE for port object 29a00fe6-dcec-45a8-a8de-8c50182351fb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:52.807694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.825698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2874fbc2-5c5d-425c-b923-0d26e7718728 req-665c7dd6-5762-43ed-b3b3-11775e6b3334 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:52.857308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:52.861159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:52.864062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:52.869725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:52.874554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.915720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.26.4.42 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/21df791c-e456-4d86-886c-f8273aa85f64) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:52.930254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:52.956071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2874fbc2-5c5d-425c-b923-0d26e7718728 req-665c7dd6-5762-43ed-b3b3-11775e6b3334 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:52.958087 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2874fbc2-5c5d-425c-b923-0d26e7718728 req-665c7dd6-5762-43ed-b3b3-11775e6b3334 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cfba92-1aa2-40c4-98ca-c8e16267bdbb HTTP/1.1" status: 200 len: 210 time: 0.1973543 Feb 14 17:58:53.017270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.038931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ebafa-3e79-4b83-b1c2-1978291088ad None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:53.075784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80abc0-a14f-4369-a548-ff361dcd8ef5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:53.081946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.132780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-82bf946f-6c59-49b8-ad9a-42d5c6b89ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.161727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.162957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0fd8f752-428a-4372-88ec-189b2e8c39bc tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5411243 Feb 14 17:58:53.170127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44364) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:53.171176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431902456'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:53.177124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:53.181198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:53.184332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:53.190237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.195581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:53.263608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:53.267134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:53.271377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.271536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:53.298862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=21df791c-e456-4d86-886c-f8273aa85f64,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:53.326625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:53.332047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:security_group_rule and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:53.336175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:53.342125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:53.413813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.502434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.546170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab5acb2-d899-4c64-94d7-662b7aa221ca,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:53.574219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.574219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.640825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.645266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c4af88d4-1d75-456e-876c-2eb6487b45da tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4757233 Feb 14 17:58:53.645495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44368) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:53.651260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-136315599', 'security_groups': ['eab5acb2-d899-4c64-94d7-662b7aa221ca'], 'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06307499-b442-426a-a493-999e73d5cc21'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:53.731729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Provisioning for port 29a00fe6-dcec-45a8-a8de-8c50182351fb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:53.736695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:53.737082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.798751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:53.809943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:53.874024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:53.874391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.902131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:53.906798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:53.936654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] device_id is not set on port 5eba4110-a6c2-423d-a718-2af38f0c12f3 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 17:58:53.936897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-da60dd90-39a4-4a74-9d35-be23608bb997 None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:53.998244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:58:53.999353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 58e86815-bf20-4732-9f88-f2e6bd2a9a34 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:58:54.074235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44374) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:54.076394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:54.076865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.212837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.228888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 9c0f2227-e6f7-4ea2-810b-80eefa667325 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:58:54.232352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:54.238001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8::36f (be0de0bc-4436-4626-a221-3422e38769fa/06307499-b442-426a-a493-999e73d5cc21/5eba4110-a6c2-423d-a718-2af38f0c12f3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:54.255737 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] Sync routers for ids ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:54.261415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.274122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] Routers {'58e86815-bf20-4732-9f88-f2e6bd2a9a34'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:54.274816 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:54.284248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 9c0f2227-e6f7-4ea2-810b-80eefa667325 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:58:54.284596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 9c0f2227-e6f7-4ea2-810b-80eefa667325 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:58:54.337415 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:54.348013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.352147 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] Routers {'58e86815-bf20-4732-9f88-f2e6bd2a9a34'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:54.352147 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:54.393866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.399036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.403597 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e087ca1f-ebe8-4161-ae5a-206acc0260c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3831372 Feb 14 17:58:54.403982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44378) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:54.422988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:54.422988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8937fd-faf1-4674-9411-3f9b688f17dd None None] The sync data for ids ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:54.581461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.632320 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d3f5d7ab-43a8-40ea-8918-d00aab272441 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers/58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 200 len: 880 time: 0.2260301 Feb 14 17:58:54.634324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44382) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:54.675359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 5eba4110-a6c2-423d-a718-2af38f0c12f3 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:54.678725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.704637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1fc83e-0c20-45ff-980d-a342da825afc,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:54.730862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.734874 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa630a50-f989-4852-8db8-b17144cc1e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b1fc83e-0c20-45ff-980d-a342da825afc HTTP/1.1" status: 204 len: 168 time: 0.6596744 Feb 14 17:58:54.823271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.839230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5f2ff6b3-5a46-4345-8044-2c3eafece391 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:router {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:58:54.859673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44388) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:54.910251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:54.913214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:54.915577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:58:54.919993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:54.920454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:54.938767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=5eba4110-a6c2-423d-a718-2af38f0c12f3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:54.978623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5f2ff6b3-5a46-4345-8044-2c3eafece391 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:router {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:58:54.979833 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5f2ff6b3-5a46-4345-8044-2c3eafece391 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3445401 Feb 14 17:58:54.986996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44392) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:54.992937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1696556729'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:55.057345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-89559c2b-075f-4765-8d80-53b95c1aa8cd tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4075053 Feb 14 17:58:55.058725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44396) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:55.064901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:55.286385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60163bc5-ae56-4324-9574-9fae8883e84a None None] Provisioning for port 5eba4110-a6c2-423d-a718-2af38f0c12f3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:58:55.292389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-60163bc5-ae56-4324-9574-9fae8883e84a None None] Provisioning complete for port 5eba4110-a6c2-423d-a718-2af38f0c12f3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:58:55.292389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60163bc5-ae56-4324-9574-9fae8883e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.356828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-60163bc5-ae56-4324-9574-9fae8883e84a None None] Port 5eba4110-a6c2-423d-a718-2af38f0c12f3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:58:55.366521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:55.372779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:55.376608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:55.390879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:55.450905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.504766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:55.508151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.581958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.593719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.702953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:55.823976 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.ipam_backend_mixin [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06307499-b442-426a-a493-999e73d5cc21 (CIDR: 2001:db8::/64) Feb 14 17:58:55.906249 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:58:55.906604 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:58:55.908673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 58e86815-bf20-4732-9f88-f2e6bd2a9a34 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:56.031860 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-02417d3a-a95a-42ac-81e8-793be57d70d5 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9706111 Feb 14 17:58:56.038032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44400) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:56.045911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:56.200815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:56.206032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:56.210225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:56.216999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:56.249858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:56.255602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:56.256733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4de878dd-e1c2-4e4d-a7ca-6fb3ff14e45b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 200 len: 887 time: 1.2687299 Feb 14 17:58:56.259492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44404) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:56.260029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] Sync routers for ids ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:56.272899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] Routers {'58e86815-bf20-4732-9f88-f2e6bd2a9a34'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:56.273536 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:56.333550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 00395508-2c94-4b48-9733-e1760a188786 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:56.335872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:56.335990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:56.346512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] Routers {'58e86815-bf20-4732-9f88-f2e6bd2a9a34'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:56.347129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:56.445144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:56.445558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080342f-4860-49bb-8845-a66ad61586bc None None] The sync data for ids ['58e86815-bf20-4732-9f88-f2e6bd2a9a34'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:56.451509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:56.542252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 00395508-2c94-4b48-9733-e1760a188786, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=00395508-2c94-4b48-9733-e1760a188786,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:56.542601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:56.653403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:56.663404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 00395508-2c94-4b48-9733-e1760a188786 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:56.803943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.ipam_backend_mixin [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 682dc5f7-a1e5-4bfd-b17d-375fafe3f976 (CIDR: 2001:db8:0:1::/64) Feb 14 17:58:56.825925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-08a9a6f8-e398-4614-af4f-a17707821ae9 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers/58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 200 len: 887 time: 0.5646837 Feb 14 17:58:56.828015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44408) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:56.867552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 17:58:56.867939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:58:56.882767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a498700c-ff2b-443d-8363-ee4c042f2b4b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 200 len: 205 time: 0.0537462 Feb 14 17:58:56.893442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44412) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:56.927074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:56.968275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=00395508-2c94-4b48-9733-e1760a188786,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:57.010702 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-79c83218-c7ce-4e78-bb92-059ba2e2133e tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9700494 Feb 14 17:58:57.016150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44416) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:57.023220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'subnet': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:57.190960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:57.198925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Usage tracker for resource:subnet and tenant:3d6fb099749e41b8a5785d9cc473bd24 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:57.201919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:57.209725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:57.250744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.273989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.302252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Made reservation on behalf of 3d6fb099749e41b8a5785d9cc473bd24 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:57.305710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.655456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.732935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 21df791c-e456-4d86-886c-f8273aa85f64 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:58:57.733690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.761333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:57.982958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Network be0de0bc-4436-4626-a221-3422e38769fa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:58:58.005119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router abea5e7c-d200-453b-ba33-afed209d5c47 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:58:58.026309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:58:58.027927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Subnet': ['ID=5e3fcf09-ad66-4215-8e25-b8682c9031ce,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:58.034660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:58.035019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.037388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853242b-2d41-44d5-9141-60b1917a7c76 None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:58.107248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.169509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0cf873fc-1d6b-48b6-9b75-53f09683a580 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1521399 Feb 14 17:58:58.178756 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:58.186355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-256119960', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e3fcf09-ad66-4215-8e25-b8682c9031ce'}], 'security_groups': ['05abb454-68d8-4baf-a940-fff37980a628', 'dd80abc0-a14f-4369-a548-ff361dcd8ef5']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:58.234682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 21df791c-e456-4d86-886c-f8273aa85f64 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:58:58.400028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Update dhcp port {'port': {'network_id': 'be0de0bc-4436-4626-a221-3422e38769fa', 'fixed_ips': [{'subnet_id': '682dc5f7-a1e5-4bfd-b17d-375fafe3f976', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06307499-b442-426a-a493-999e73d5cc21', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e3fcf09-ad66-4215-8e25-b8682c9031ce'}], 'binding:host_id': 'dv-neutron-823271-4-hyperv'}, 'id': '29a00fe6-dcec-45a8-a8de-8c50182351fb'} from dv-neutron-823271-4-hyperv. {{(pid=84257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 14 17:58:58.403107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:58:58.417021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Sync routers for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:58:58.430183 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:58.430772 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:58.465227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.474049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.493918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.549052 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-da12258e-cbeb-4e83-bf3f-747270ee0ab6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/abea5e7c-d200-453b-ba33-afed209d5c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6882625 Feb 14 17:58:58.555929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44426) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:58.592740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=21df791c-e456-4d86-886c-f8273aa85f64,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:58.696326 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:58.785194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Allocated IP 2001:db8:0:2::2 (be0de0bc-4436-4626-a221-3422e38769fa/5e3fcf09-ad66-4215-8e25-b8682c9031ce/29a00fe6-dcec-45a8-a8de-8c50182351fb) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:58.851197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.929846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet f02721f9-6810-4487-a7f8-0a466548f325 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:58:58.932900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.954790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:58:58.983588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:58.993831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.001230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Transition to ACTIVE for port object 29a00fe6-dcec-45a8-a8de-8c50182351fb will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:58:59.033834 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:56Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:59.040153 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Checking router: abea5e7c-d200-453b-ba33-afed209d5c47 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:58:59.052190 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Routers {'abea5e7c-d200-453b-ba33-afed209d5c47'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:58:59.052811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['abea5e7c-d200-453b-ba33-afed209d5c47'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:59.069564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.094492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.144685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7dbc4-7797-4b09-bd4b-f651db12c6b6 None None] Pushing event updated for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:59.157877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.168203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.266892 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] Set router abea5e7c-d200-453b-ba33-afed209d5c47 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:58:59.275193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.275705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router 58e86815-bf20-4732-9f88-f2e6bd2a9a34 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:58:59.380675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.382555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-25664fb0-e884-4721-ab8b-351f7d05057c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 204 len: 168 time: 2.4874821 Feb 14 17:58:59.388001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44430) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:59.393978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120089747'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:59.399281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:58:59.404892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:58:59.408345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:58:59.415216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:58:59.439328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Delete allocated IP 2001:db8::36f (be0de0bc-4436-4626-a221-3422e38769fa/06307499-b442-426a-a493-999e73d5cc21) {{(pid=84256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 17:58:59.450776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Allocated IP 2001:db8:0:2::ff (be0de0bc-4436-4626-a221-3422e38769fa/5e3fcf09-ad66-4215-8e25-b8682c9031ce/5eba4110-a6c2-423d-a718-2af38f0c12f3) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:58:59.462145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.523401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.529174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:58:59.529174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.529707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=f02721f9-6810-4487-a7f8-0a466548f325,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:59.530921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc02c3b-ff0b-492f-8aba-5516d68aecf1 None None] Network 04be822f-dd07-4902-b267-fce7ab7f774f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:58:59.544230 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ad58d9dd-6a90-4158-a96a-925f19171a6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/f02721f9-6810-4487-a7f8-0a466548f325 HTTP/1.1" status: 204 len: 168 time: 0.9899983 Feb 14 17:58:59.547394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44434) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:59.592538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:58:59.609828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.610195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment 5eb2b86c-6405-42d2-8624-f63db60ffa99 of type vlan for network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa Feb 14 17:58:59.653506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.689813 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:56Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:58:59.700091 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176acc5-9005-46dc-b614-847d785c9538 None None] The sync data for ids ['abea5e7c-d200-453b-ba33-afed209d5c47'] in dv-neutron-823271-4-hyperv is: [{'id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'name': 'tempest-TestNetworkBasicOps-router-2131305104', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:55:52Z', 'updated_at': '2022-02-14T17:58:56Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'b4517ae3-d099-4eee-823b-f7679ee7d6f6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea5e7c-d200-453b-ba33-afed209d5c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:55:55Z', 'updated_at': '2022-02-14T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:58:59.772498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.775969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:58:59.782364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:58:59.903457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=1226fce4-4a78-4af4-86c9-eb3c08ff4cfa,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:58:59.915686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:58:59.950041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dc803779-3632-47de-9352-f1a9646ed88b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5609207 Feb 14 17:58:59.957399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44438) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:58:59.963503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:58:59.994183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.018308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Transition to ACTIVE for port object 5eba4110-a6c2-423d-a718-2af38f0c12f3 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:00.031356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.080885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] DHCP port deletion for 04be822f-dd07-4902-b267-fce7ab7f774f request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:00.087145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Deleting port 83fceeb1-0091-46f7-ae8a-39b228d03497 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:00.087796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.089456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:00.100339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:00.111747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:00.117974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:00.131530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Provisioning for port 29a00fe6-dcec-45a8-a8de-8c50182351fb completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:00.152656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:00.153104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.163955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.194552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:00.229270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:00.305230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event updated for resources: {'Port': ['ID=5eba4110-a6c2-423d-a718-2af38f0c12f3,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:00.308439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] In _notify_port_updated(), no bound segment for port 5eba4110-a6c2-423d-a718-2af38f0c12f3 on network be0de0bc-4436-4626-a221-3422e38769fa {{(pid=84256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 17:59:00.312420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:00.313090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.314419 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3c45ed3e-0c5e-4436-b6db-29ebb14ec61d tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "PUT /v2.0/ports/5eba4110-a6c2-423d-a718-2af38f0c12f3 HTTP/1.1" status: 200 len: 968 time: 2.1343069 Feb 14 17:59:00.321983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44442) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:00.402330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port 5eba4110-a6c2-423d-a718-2af38f0c12f3 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:00.402705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.471290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:00.471290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.520326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.646226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.670490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] For port 83fceeb1-0091-46f7-ae8a-39b228d03497, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=83fceeb1-0091-46f7-ae8a-39b228d03497,segment=NetworkSegment(ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6),segment_id=ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:00.671079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.701033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.764697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port b4517ae3-d099-4eee-823b-f7679ee7d6f6 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:00.768726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.796444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Calling delete_port for 83fceeb1-0091-46f7-ae8a-39b228d03497 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:00.852243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for 5eba4110-a6c2-423d-a718-2af38f0c12f3 owned by {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:00.892363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.953813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Provisioning for port 5eba4110-a6c2-423d-a718-2af38f0c12f3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:00.960326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Provisioning complete for port 5eba4110-a6c2-423d-a718-2af38f0c12f3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:00.960969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:00.979959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=b74aec49-2cf5-447c-948d-c4c7bb921c1b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:00.989821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': '5eb2b86c-6405-42d2-8624-f63db60ffa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:00.990810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:01.015913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00395508-2c94-4b48-9733-e1760a188786 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:01.049646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.088480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 00395508-2c94-4b48-9733-e1760a188786 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:01.089260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 00395508-2c94-4b48-9733-e1760a188786 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:01.089260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 83fceeb1-0091-46f7-ae8a-39b228d03497 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:01.098344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:01.133211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 83fceeb1-0091-46f7-ae8a-39b228d03497 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:01.133557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 83fceeb1-0091-46f7-ae8a-39b228d03497 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:01.137275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] Pushing event deleted for resources: {'Port': ['ID=83fceeb1-0091-46f7-ae8a-39b228d03497,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:01.138859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Port 5eba4110-a6c2-423d-a718-2af38f0c12f3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:01.149959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1b06a-1133-4f60-83de-cd651cd72a3c None None] No DVR routers for this DVR port 83fceeb1-0091-46f7-ae8a-39b228d03497 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:01.163701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:01.164162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.186548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:01.195641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb51624-060f-4a8a-9087-6574268aa4a3 None None] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:01.200207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:01.200834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.232514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port b4517ae3-d099-4eee-823b-f7679ee7d6f6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b4517ae3-d099-4eee-823b-f7679ee7d6f6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:01.233081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.288322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9d0edb87-433f-4ebc-86f0-90221a905cd8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3289185 Feb 14 17:59:01.292262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44446) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:01.297430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690669598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:01.297637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-351bdfd6-1e0b-468d-8965-1dadd681feb4 None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:01.308472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:01.312898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:01.316640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:01.324538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:01.352750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.360039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for b4517ae3-d099-4eee-823b-f7679ee7d6f6 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:01.389934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.391376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.415163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.435719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f1696e34-75ee-4271-9147-4268cc26e23b None None] Could not find standard attr ID for object 5eba4110-a6c2-423d-a718-2af38f0c12f3. {{(pid=84257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 17:59:01.445852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=5eba4110-a6c2-423d-a718-2af38f0c12f3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:01.446398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-1226fce4-4a78-4af4-86c9-eb3c08ff4cfa', 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': 'b74aec49-2cf5-447c-948d-c4c7bb921c1b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:01.446398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.499627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.517736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.649865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Allocated IP 172.20.0.2 (1226fce4-4a78-4af4-86c9-eb3c08ff4cfa/b74aec49-2cf5-447c-948d-c4c7bb921c1b/2307624d-6a79-4e4d-899d-9926e5257919) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:01.658115 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3a168df5-6a82-403c-97c5-80f36920cfaa tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/5eba4110-a6c2-423d-a718-2af38f0c12f3 HTTP/1.1" status: 204 len: 168 time: 1.3342569 Feb 14 17:59:01.664166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44450) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:01.712729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a548a4-8fc8-40b4-a547-3f9941a80b49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] GET failed (client error): The resource could not be found. Feb 14 17:59:01.713313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-08a548a4-8fc8-40b4-a547-3f9941a80b49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:01.723497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.725658 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-926981a3-38fd-416f-8413-92e81e1d11d4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4317987 Feb 14 17:59:01.728624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44454) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:01.772065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.821852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=b4517ae3-d099-4eee-823b-f7679ee7d6f6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:01.844238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-08a548a4-8fc8-40b4-a547-3f9941a80b49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:01.845391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-08a548a4-8fc8-40b4-a547-3f9941a80b49 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports/5eba4110-a6c2-423d-a718-2af38f0c12f3 HTTP/1.1" status: 404 len: 333 time: 0.1801984 Feb 14 17:59:01.853643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44458) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:01.866932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:01.878117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Transition to ACTIVE for port object 2307624d-6a79-4e4d-899d-9926e5257919 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:01.903095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Transition to ACTIVE for port object 2307624d-6a79-4e4d-899d-9926e5257919 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:01.972372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.049873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.058163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:02.059732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.061144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:02.065808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:02.069353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Pushing event updated for resources: {'Port': ['ID=2307624d-6a79-4e4d-899d-9926e5257919,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:02.084173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.161073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Attempting to bind port 2307624d-6a79-4e4d-899d-9926e5257919 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:02.161649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Attempting to bind port 2307624d-6a79-4e4d-899d-9926e5257919 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5eb2b86c-6405-42d2-8624-f63db60ffa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:02.162890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Attempting to bind port 2307624d-6a79-4e4d-899d-9926e5257919 on network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:02.169367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:02.169741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Checking segment: {'id': '5eb2b86c-6405-42d2-8624-f63db60ffa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:02.170134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.170698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Bound using segment: {'id': '5eb2b86c-6405-42d2-8624-f63db60ffa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:02.171980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Bound port: 2307624d-6a79-4e4d-899d-9926e5257919, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b86c-6405-42d2-8624-f63db60ffa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1226fce4-4a78-4af4-86c9-eb3c08ff4cfa'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:02.172526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.283819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] For port 2307624d-6a79-4e4d-899d-9926e5257919, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:02.287193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] For port 2307624d-6a79-4e4d-899d-9926e5257919, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2307624d-6a79-4e4d-899d-9926e5257919,segment=NetworkSegment(5eb2b86c-6405-42d2-8624-f63db60ffa99),segment_id=5eb2b86c-6405-42d2-8624-f63db60ffa99)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:02.329474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.333797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.348560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.359176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.397422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.430040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab5acb2-d899-4c64-94d7-662b7aa221ca,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:02.437192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.441048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44462) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:02.441217 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7869d70a-68bb-4d0d-a4c0-ae3b1e76b890 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/security-groups/eab5acb2-d899-4c64-94d7-662b7aa221ca HTTP/1.1" status: 204 len: 168 time: 0.5850749 Feb 14 17:59:02.456566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.457270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router abea5e7c-d200-453b-ba33-afed209d5c47 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:59:02.486579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.488426 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b79efb7-1f38-477e-91c2-a3d918f903e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/abea5e7c-d200-453b-ba33-afed209d5c47 HTTP/1.1" status: 204 len: 168 time: 2.9399822 Feb 14 17:59:02.492663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c5f0-e390-41ec-a96c-d5606651eabc None None] Pushing event updated for resources: {'Port': ['ID=2307624d-6a79-4e4d-899d-9926e5257919,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:02.496882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44466) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:02.674157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.679597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.857826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.861840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.20.0.1 (1226fce4-4a78-4af4-86c9-eb3c08ff4cfa/b74aec49-2cf5-447c-948d-c4c7bb921c1b/7d63d02b-7731-4c93-b63f-fd7e8420035c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:02.962957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:02.993480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04be822f-dd07-4902-b267-fce7ab7f774f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:03.034679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:03.035902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4fe1b8-a033-4b52-b30a-a3e4a36ceef6') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:03.048171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.050891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.063729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 7d63d02b-7731-4c93-b63f-fd7e8420035c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:03.071943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.093042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:03.093042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:03.105787 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:03.160239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.199333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80abc0-a14f-4369-a548-ff361dcd8ef5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:03.201848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.208875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.208875 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-669abc2a-cdf4-4300-b653-55f7220a7b23 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd80abc0-a14f-4369-a548-ff361dcd8ef5 HTTP/1.1" status: 204 len: 168 time: 0.7643905 Feb 14 17:59:03.209978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44470) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:03.265113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.268018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.285023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:03.288196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:03.291999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:03.300084 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/04be822f-dd07-4902-b267-fce7ab7f774f HTTP/1.1" status: 204 len: 168 time: 0.8003862 Feb 14 17:59:03.312332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8b890-2675-44ac-ac24-a28521b3f986 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=04be822f-dd07-4902-b267-fce7ab7f774f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:03.320111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.322872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=7d63d02b-7731-4c93-b63f-fd7e8420035c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:03.329534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44474) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:03.337607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--843043168', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:03.349596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.350124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:03.357886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:03.362556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:03.371335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:03.376153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.486160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:03.489124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.514388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.541519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05abb454-68d8-4baf-a940-fff37980a628,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:03.546976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.547079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:59:03.547486 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-67a8e5f8-fc8b-464a-b136-ce2dd6efebe8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/security-groups/05abb454-68d8-4baf-a940-fff37980a628 HTTP/1.1" status: 204 len: 168 time: 0.3337486 Feb 14 17:59:03.550136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44478) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:03.579537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.579933 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 41359c0a-e4b3-4bf2-85a9-9a34f0acd743 of type vlan for network 65748c91-7569-4a05-b59f-1b0b705f94b2 Feb 14 17:59:03.607266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.650829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.803930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 06307499-b442-426a-a493-999e73d5cc21 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:03.807314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.864678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.891149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712022aa-bd69-404b-b3df-804d70e7308f None None] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:03.961709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.983035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:03.986752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:03.987542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.083517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2307624d-6a79-4e4d-899d-9926e5257919 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:04.136684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0474d48c-993e-4f51-8308-1bef356ff219 None None] Provisioning for port 2307624d-6a79-4e4d-899d-9926e5257919 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:04.137379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=65748c91-7569-4a05-b59f-1b0b705f94b2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:04.151012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:59:04.178649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.206655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.226853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=06307499-b442-426a-a493-999e73d5cc21,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:04.230610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.254031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3458b363-cdf7-488f-b347-0c75ded85f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9060659 Feb 14 17:59:04.254845 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0003ae4-7769-488a-982a-5f51f6b9d664 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/06307499-b442-426a-a493-999e73d5cc21 HTTP/1.1" status: 204 len: 168 time: 0.6859586 Feb 14 17:59:04.254845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44482) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:04.255007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44486) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:04.255107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:04.255107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:04.256397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a398d-3120-4afc-921c-c35541131fd5 None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:04.257706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:04.260662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:04.266498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:04.327128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.365299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.368461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.386521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.507535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.517733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 2307624d-6a79-4e4d-899d-9926e5257919 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:04.531436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2307624d-6a79-4e4d-899d-9926e5257919 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:04.531436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.542287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=7d63d02b-7731-4c93-b63f-fd7e8420035c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:04.588266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 5e3fcf09-ad66-4215-8e25-b8682c9031ce {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:04.655695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.697130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.732260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.751896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 2307624d-6a79-4e4d-899d-9926e5257919, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2307624d-6a79-4e4d-899d-9926e5257919,segment=NetworkSegment(5eb2b86c-6405-42d2-8624-f63db60ffa99),segment_id=5eb2b86c-6405-42d2-8624-f63db60ffa99)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:04.770293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.829769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Provisioning complete for port 2307624d-6a79-4e4d-899d-9926e5257919 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:04.830146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.862534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:04.922656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b4517ae3-d099-4eee-823b-f7679ee7d6f6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:04.957634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:04.962904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:05.016176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b4517ae3-d099-4eee-823b-f7679ee7d6f6 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:05.016523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b4517ae3-d099-4eee-823b-f7679ee7d6f6 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:05.049499 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=2307624d-6a79-4e4d-899d-9926e5257919,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:05.089443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.138093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.171089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.205981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Provisioning for port 7d63d02b-7731-4c93-b63f-fd7e8420035c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:05.218022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Provisioning complete for port 7d63d02b-7731-4c93-b63f-fd7e8420035c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:05.218022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.300220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f21d81f-984a-4153-9796-cc759320b9d5 None None] Port 7d63d02b-7731-4c93-b63f-fd7e8420035c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:05.336470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.136 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/6cc941ef-5a98-443c-9b5f-72dafc3d2121) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:05.433663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3bb5c39c-993a-4da8-8949-00b46654e799 None None] Provisioning complete for port 7d63d02b-7731-4c93-b63f-fd7e8420035c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:05.434042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bb5c39c-993a-4da8-8949-00b46654e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.458761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.529084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.532521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3fcf09-ad66-4215-8e25-b8682c9031ce,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:05.540523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5c39c-993a-4da8-8949-00b46654e799 None None] Port 7d63d02b-7731-4c93-b63f-fd7e8420035c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:05.540863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dcdc5390-3c6f-45a9-8fbd-9234a4a6c5d8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/5e3fcf09-ad66-4215-8e25-b8682c9031ce HTTP/1.1" status: 204 len: 168 time: 1.2953370 Feb 14 17:59:05.543472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44490) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:05.553327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.585714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d56fbe-b860-46b9-85fd-b40763edd0cf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:05.586166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d56fbe-b860-46b9-85fd-b40763edd0cf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:05.587894 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-14d56fbe-b860-46b9-85fd-b40763edd0cf tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/06307499-b442-426a-a493-999e73d5cc21 HTTP/1.1" status: 404 len: 337 time: 0.0431974 Feb 14 17:59:05.590599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:05.635589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router de65bfd4-f5ba-4a55-8de0-edc95054b829 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:59:05.640343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99685f-10b9-45b7-9228-b907ebcf3b21 None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:05.697548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.748386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting subnet 682dc5f7-a1e5-4bfd-b17d-375fafe3f976 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:05.812198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.879494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:05.880363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=6cc941ef-5a98-443c-9b5f-72dafc3d2121,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:05.888027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e28eca92-3cab-47ba-93e0-96c6bee402df None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:05.888027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e28eca92-3cab-47ba-93e0-96c6bee402df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:05.888308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:05.891631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:05.894714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.003405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:06.013257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d6a391e0-0ef0-471b-8733-8f0defe61fab tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/de65bfd4-f5ba-4a55-8de0-edc95054b829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2835622 Feb 14 17:59:06.021140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44498) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.026471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333f277-0039-4b99-a338-372668087705 None None] Sync routers for ids ['de65bfd4-f5ba-4a55-8de0-edc95054b829'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:06.027017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.109263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2307624d-6a79-4e4d-899d-9926e5257919 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:06.172359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2deba-9623-4732-8c93-57e8b6b0a60a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:06.173037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66c2deba-9623-4732-8c93-57e8b6b0a60a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:06.223872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.225050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.234491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333f277-0039-4b99-a338-372668087705 None None] Routers {'de65bfd4-f5ba-4a55-8de0-edc95054b829'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:06.237260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b333f277-0039-4b99-a338-372668087705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['de65bfd4-f5ba-4a55-8de0-edc95054b829'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:06.259720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-66c2deba-9623-4732-8c93-57e8b6b0a60a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:06.261085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-66c2deba-9623-4732-8c93-57e8b6b0a60a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports/7d63d02b-7731-4c93-b63f-fd7e8420035c HTTP/1.1" status: 200 len: 910 time: 0.2383850 Feb 14 17:59:06.266057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44504) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.273133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b74aec49-2cf5-447c-948d-c4c7bb921c1b'}]}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:06.317795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.412354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Subnet': ['ID=682dc5f7-a1e5-4bfd-b17d-375fafe3f976,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:06.418455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b333f277-0039-4b99-a338-372668087705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:06.433548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.456082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333f277-0039-4b99-a338-372668087705 None None] Routers {'de65bfd4-f5ba-4a55-8de0-edc95054b829'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:06.456082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b333f277-0039-4b99-a338-372668087705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['de65bfd4-f5ba-4a55-8de0-edc95054b829'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:06.468899 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-99c24b04-f753-486d-a578-0cc7e67cb151 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/682dc5f7-a1e5-4bfd-b17d-375fafe3f976 HTTP/1.1" status: 204 len: 168 time: 0.8771224 Feb 14 17:59:06.476950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44508) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.530579 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c784409-8a40-4784-bfb8-0398499ef37f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:06.531008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c784409-8a40-4784-bfb8-0398499ef37f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:06.561164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b333f277-0039-4b99-a338-372668087705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:06.561779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333f277-0039-4b99-a338-372668087705 None None] The sync data for ids ['de65bfd4-f5ba-4a55-8de0-edc95054b829'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:06.569914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2307624d-6a79-4e4d-899d-9926e5257919 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:06.570454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.577538 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5c784409-8a40-4784-bfb8-0398499ef37f tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/7062d316-9b90-4227-8150-a4e3ff29f4bd HTTP/1.1" status: 404 len: 337 time: 0.0993407 Feb 14 17:59:06.578110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44514) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.648813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0a47201a-d4b3-4457-922f-c0fd381ba243 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Synchronizing usage tracker for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:06.659588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e28eca92-3cab-47ba-93e0-96c6bee402df None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:06.664880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e28eca92-3cab-47ba-93e0-96c6bee402df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.684733 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0a47201a-d4b3-4457-922f-c0fd381ba243 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Unset dirty status for tenant:3d6fb099749e41b8a5785d9cc473bd24 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:06.691194 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0a47201a-d4b3-4457-922f-c0fd381ba243 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d8057e9-6edf-44e7-937c-a357d7f51b06 HTTP/1.1" status: 200 len: 205 time: 0.1014988 Feb 14 17:59:06.691194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44518) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.736452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:06.765862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e28eca92-3cab-47ba-93e0-96c6bee402df None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:06.798655 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.api.v2.resource [None req-8c2dd3d5-bacc-4b0d-9484-8fd64685e1f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] delete failed (client error): The resource could not be found. Feb 14 17:59:06.799663 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8c2dd3d5-bacc-4b0d-9484-8fd64685e1f7 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/routers/0d8057e9-6edf-44e7-937c-a357d7f51b06 HTTP/1.1" status: 404 len: 336 time: 0.1081998 Feb 14 17:59:06.803022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44522) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.845799 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-328705b6-91e4-4f59-b6b9-c7e89572ad6b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:06.846229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328705b6-91e4-4f59-b6b9-c7e89572ad6b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:06.848432 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-328705b6-91e4-4f59-b6b9-c7e89572ad6b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/ba47c5e8-4744-4a5a-873c-c9fcda312f6e HTTP/1.1" status: 404 len: 337 time: 0.0445533 Feb 14 17:59:06.851295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.897229 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea613304-42eb-40bc-adc1-d871be370911 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:06.897910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea613304-42eb-40bc-adc1-d871be370911 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:06.900991 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ea613304-42eb-40bc-adc1-d871be370911 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/5cfc9a04-c045-4266-b6c6-52a84bae0658 HTTP/1.1" status: 404 len: 337 time: 0.0487816 Feb 14 17:59:06.903670 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44530) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:06.930553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc03839-d59d-4f78-9196-63ed4213acbb None None] Network be0de0bc-4436-4626-a221-3422e38769fa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:06.952262 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8158e852-cec6-417a-8e7e-9c58140d1a05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:06.960170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8158e852-cec6-417a-8e7e-9c58140d1a05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:06.960170 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8158e852-cec6-417a-8e7e-9c58140d1a05 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/1de587ef-334a-4a37-9dca-f8ef1e12543a HTTP/1.1" status: 404 len: 337 time: 0.0494907 Feb 14 17:59:06.960901 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44534) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.013344 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c25724d-dd96-4e9d-a139-44a996a2b542 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.013768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c25724d-dd96-4e9d-a139-44a996a2b542 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.017265 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7c25724d-dd96-4e9d-a139-44a996a2b542 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/b22434d3-95c1-48ff-b0a7-5898f4affb6e HTTP/1.1" status: 404 len: 333 time: 0.0543394 Feb 14 17:59:07.018750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44538) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.075462 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e938e0dc-21c7-48d8-9e3c-f87f8cbab469 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.076073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e938e0dc-21c7-48d8-9e3c-f87f8cbab469 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.080224 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e938e0dc-21c7-48d8-9e3c-f87f8cbab469 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/ccc5825b-a4aa-4c0a-bf94-7d68f20eee1a HTTP/1.1" status: 404 len: 337 time: 0.0561330 Feb 14 17:59:07.080496 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44542) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.102785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4d9ee922-a8fd-4e5a-b711-5ace94c79f83 None None] Provisioning complete for port 29a00fe6-dcec-45a8-a8de-8c50182351fb triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:07.103728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee922-a8fd-4e5a-b711-5ace94c79f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.121859 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eefc2b5-b566-4203-9e25-0a9a4a1c6bd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.122287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eefc2b5-b566-4203-9e25-0a9a4a1c6bd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.126463 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5eefc2b5-b566-4203-9e25-0a9a4a1c6bd8 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/3ff3d03c-feb2-40e9-bab1-5a3a3c5ca64f HTTP/1.1" status: 404 len: 337 time: 0.0424900 Feb 14 17:59:07.126720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44546) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.174116 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-95285625-2719-4c40-aa5f-91a5223cf322 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.174116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95285625-2719-4c40-aa5f-91a5223cf322 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.174499 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-95285625-2719-4c40-aa5f-91a5223cf322 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/46d12969-0512-4e35-b07e-4caea494e1e1 HTTP/1.1" status: 404 len: 333 time: 0.0468833 Feb 14 17:59:07.175472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44550) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.221364 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4765676a-4ee5-4731-850c-4f308de2325c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.222305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4765676a-4ee5-4731-850c-4f308de2325c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.226705 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4765676a-4ee5-4731-850c-4f308de2325c tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/df6c004c-f6ca-46bb-854f-66a9f8bf495d HTTP/1.1" status: 404 len: 337 time: 0.0499315 Feb 14 17:59:07.227288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44554) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.261677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4d9ee922-a8fd-4e5a-b711-5ace94c79f83 None None] Provisioning complete for port ec259975-ec61-47ec-aabd-c35890ded183 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:07.262373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee922-a8fd-4e5a-b711-5ace94c79f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.273829 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9b8cc8-c2c7-4325-9798-f3dd0116714b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] DELETE failed (client error): The resource could not be found. Feb 14 17:59:07.273829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9b8cc8-c2c7-4325-9798-f3dd0116714b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 17:59:07.276387 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e9b8cc8-c2c7-4325-9798-f3dd0116714b tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/subnets/215d3ca8-28fe-4510-a71a-34690a1ad050 HTTP/1.1" status: 404 len: 337 time: 0.0482025 Feb 14 17:59:07.277687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44558) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.278146 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router ec550961-c71c-4355-bc9d-514bf0e0acc9 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:59:07.318610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] DHCP port deletion for be0de0bc-4436-4626-a221-3422e38769fa request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:07.325676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ee922-a8fd-4e5a-b711-5ace94c79f83 None None] Port ec259975-ec61-47ec-aabd-c35890ded183 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:07.327302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Deleting port 29a00fe6-dcec-45a8-a8de-8c50182351fb {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:07.327679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.424244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Deleting port ec259975-ec61-47ec-aabd-c35890ded183 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:07.424854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.498212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:07.512915 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Sync routers for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:07.526644 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:07.533958 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:07.541627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] For port 29a00fe6-dcec-45a8-a8de-8c50182351fb, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=29a00fe6-dcec-45a8-a8de-8c50182351fb,segment=NetworkSegment(abf9d100-820d-45ef-8f12-04611c0abc75),segment_id=abf9d100-820d-45ef-8f12-04611c0abc75)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:07.542133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.601446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.605003 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6609123a-2fa7-4c2e-9611-d3b8fec62bb1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3607509 Feb 14 17:59:07.610746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44562) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.679033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Calling delete_port for 29a00fe6-dcec-45a8-a8de-8c50182351fb owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:07.679233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.708917 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:07.716122 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1dbc5708-5599-4721-ae03-233b305a87c1 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040154 Feb 14 17:59:07.718620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44566) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.728675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.799722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.854795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:07.885452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341106f9-25fa-457b-afb5-2983af01b101 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:07.887857 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-341106f9-25fa-457b-afb5-2983af01b101 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669967 Feb 14 17:59:07.891540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44572) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.926383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] Pushing event deleted for resources: {'Port': ['ID=29a00fe6-dcec-45a8-a8de-8c50182351fb,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:07.931792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Calling delete_port for ec259975-ec61-47ec-aabd-c35890ded183 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:07.937500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1af47-cb7a-43f1-9c0c-666e58e31d76 None None] No DVR routers for this DVR port 29a00fe6-dcec-45a8-a8de-8c50182351fb on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:07.952866 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9ba75d4c-cc1f-4d09-ba34-cbda69126666 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598309 Feb 14 17:59:07.955375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44576) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:07.962924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161536275', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:08.039322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:08.045669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=7d63d02b-7731-4c93-b63f-fd7e8420035c,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:08.076974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:08.077606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.082776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d2f741bc-44c6-4f77-a741-5fa1adcadd77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/ports/7d63d02b-7731-4c93-b63f-fd7e8420035c HTTP/1.1" status: 200 len: 910 time: 1.8153529 Feb 14 17:59:08.084262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44580) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:08.091067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 29a00fe6-dcec-45a8-a8de-8c50182351fb {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:08.091647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 29a00fe6-dcec-45a8-a8de-8c50182351fb not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:08.096841 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:06Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:08.102976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Checking router: ec550961-c71c-4355-bc9d-514bf0e0acc9 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:08.103399 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Updating router ec550961-c71c-4355-bc9d-514bf0e0acc9 port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:59:08.165829 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.203085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:08.207808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:08.210946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:08.217011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:08.252940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.287631 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:08.305268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Port': ['ID=ec259975-ec61-47ec-aabd-c35890ded183,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:08.374060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.397444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.506870 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.519286 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Transition to ACTIVE for port object 6cc941ef-5a98-443c-9b5f-72dafc3d2121 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:08.604781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.616903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.657237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fbdf54b0-e8e3-44a4-9f87-746c395c680a tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/ports/ec259975-ec61-47ec-aabd-c35890ded183 HTTP/1.1" status: 204 len: 168 time: 1.3792045 Feb 14 17:59:08.659956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44584) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:08.695494 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Attempting to bind port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:08.695859 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Attempting to bind port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:08.696224 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Attempting to bind port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:08.704959 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501067c-7444-409e-8532-f914a1b62849 None None] Pushing event updated for resources: {'Port': ['ID=6cc941ef-5a98-443c-9b5f-72dafc3d2121,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:08.709165 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:08.709712 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:08.710101 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.710475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:08.710924 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Bound port: 6cc941ef-5a98-443c-9b5f-72dafc3d2121, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:08.711283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.741081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.793860 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] For port 6cc941ef-5a98-443c-9b5f-72dafc3d2121, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:08.797300 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] For port 6cc941ef-5a98-443c-9b5f-72dafc3d2121, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6cc941ef-5a98-443c-9b5f-72dafc3d2121,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:08.853886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=71da4bc1-25f4-48ce-a73c-e70269995cce,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:08.859093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.865657 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:08.879255 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.879610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.879955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.880275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.880619 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.880958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.881286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.881608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.881927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.882244 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.882563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:08.921391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:08.921391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: 65748c91-7569-4a05-b59f-1b0b705f94b2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:08.956020 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501067c-7444-409e-8532-f914a1b62849 None None] Pushing event updated for resources: {'Port': ['ID=6cc941ef-5a98-443c-9b5f-72dafc3d2121,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:08.958798 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:08.959497 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:09.036910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.065494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0de0bc-4436-4626-a221-3422e38769fa']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:09.078690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf9d100-820d-45ef-8f12-04611c0abc75') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:09.078988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf9d100-820d-45ef-8f12-04611c0abc75') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:09.091371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.101891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:09.113770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.120408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:09.120836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:09.136509 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:09.152468 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:09.191665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 65748c91-7569-4a05-b59f-1b0b705f94b2) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:09.196050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:09.198836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.200793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c8de5-c165-4878-b0e5-29f42a25d119 None None] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:09.221383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 7d63d02b-7731-4c93-b63f-fd7e8420035c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:09.221383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.307495 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-87091e8d-0ec0-49b2-9a70-28895cc28db9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3507216 Feb 14 17:59:09.314446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44590) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:09.370641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.393225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.420781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.458491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] Pushing event deleted for resources: {'Network': ['ID=be0de0bc-4436-4626-a221-3422e38769fa,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:09.468081 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc7cdc9c-ce37-4766-8736-8b734e7c7581 tempest-PortsIpV6TestJSON-320629878 tempest-PortsIpV6TestJSON-320629878-project] 10.222.0.30 "DELETE /v2.0/networks/be0de0bc-4436-4626-a221-3422e38769fa HTTP/1.1" status: 204 len: 168 time: 0.8052800 Feb 14 17:59:09.494114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-65748c91-7569-4a05-b59f-1b0b705f94b2', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:09.495880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:09.502757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:06Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:09.509777 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b44304-3868-4265-a24d-e51cb0fe6dbe None None] The sync data for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv is: [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:06Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:09.625917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 7d63d02b-7731-4c93-b63f-fd7e8420035c owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:09.833603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Allocated IP 172.20.0.2 (65748c91-7569-4a05-b59f-1b0b705f94b2/71da4bc1-25f4-48ce-a73c-e70269995cce/8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:09.983883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.119582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6cc941ef-5a98-443c-9b5f-72dafc3d2121 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:10.146321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=7d63d02b-7731-4c93-b63f-fd7e8420035c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:10.163907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.164593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.165116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.166744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.167265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.167787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.168277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.168833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.169311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.169814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.170288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:10.274523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.308218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Transition to ACTIVE for port object 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:10.313866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44598) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:10.335630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Transition to ACTIVE for port object 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:10.446110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:10.451384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:10.451787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.544237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.554594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.636130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.709100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Pushing event updated for resources: {'Port': ['ID=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:10.733204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:10.765745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:10.780634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:10.887447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.917471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Attempting to bind port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:10.917840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Attempting to bind port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:10.918264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Attempting to bind port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c on network 65748c91-7569-4a05-b59f-1b0b705f94b2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:10.924035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 6cc941ef-5a98-443c-9b5f-72dafc3d2121, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6cc941ef-5a98-443c-9b5f-72dafc3d2121,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:10.928497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:10.929093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Checking segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:10.929551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.930405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Bound using segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:10.931388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Bound port: 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:10.932546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:10.946254 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4fa9e372-de47-4292-8a82-98bae2eb5fb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d6fb099749e41b8a5785d9cc473bd24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6311684 Feb 14 17:59:10.950030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44604) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:10.996076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.102043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] For port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:11.106620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] For port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:11.109479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=6cc941ef-5a98-443c-9b5f-72dafc3d2121,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:11.118417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.157980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (65748c91-7569-4a05-b59f-1b0b705f94b2/71da4bc1-25f4-48ce-a73c-e70269995cce/44e57bec-3b21-44f9-bca9-79048509456f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:11.161408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.179058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router de65bfd4-f5ba-4a55-8de0-edc95054b829 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:11.207296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.300681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f6830-03fb-444e-86a8-9fc74ca2c365 None None] Pushing event updated for resources: {'Port': ['ID=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:11.324193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:11.335056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] Sync routers for ids ['de65bfd4-f5ba-4a55-8de0-edc95054b829'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:11.348436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] Routers {'de65bfd4-f5ba-4a55-8de0-edc95054b829'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:11.349090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['de65bfd4-f5ba-4a55-8de0-edc95054b829'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:11.380662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.407071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 44e57bec-3b21-44f9-bca9-79048509456f will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:11.415065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:11.426151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] Routers {'de65bfd4-f5ba-4a55-8de0-edc95054b829'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:11.426696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['de65bfd4-f5ba-4a55-8de0-edc95054b829'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:11.428667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.451282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2e356-e8f5-40c2-9b7d-3bc182d551a7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:11.464842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.466085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-67b6bc37-3eca-4e71-926f-e522de028dc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96a2e356-e8f5-40c2-9b7d-3bc182d551a7 HTTP/1.1" status: 204 len: 168 time: 0.5151513 Feb 14 17:59:11.470604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eb90c799-3187-45f3-9993-48b434a1b226 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/de65bfd4-f5ba-4a55-8de0-edc95054b829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3850241 Feb 14 17:59:11.475366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44610) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:11.502567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:11.502567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df32eb-d122-4f89-9f66-22a0cce451ec None None] The sync data for ids ['de65bfd4-f5ba-4a55-8de0-edc95054b829'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:11.530876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ebd9471-c180-4546-9b06-1647880f274f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:11.572230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.617424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5ebd9471-c180-4546-9b06-1647880f274f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:11.619230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5ebd9471-c180-4546-9b06-1647880f274f tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=de65bfd4-f5ba-4a55-8de0-edc95054b829 HTTP/1.1" status: 200 len: 205 time: 0.1428051 Feb 14 17:59:11.621906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44614) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:11.670902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:11.674755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:11.677838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:11.718215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:11.751672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.777573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:11.949652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.153875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6cc941ef-5a98-443c-9b5f-72dafc3d2121 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:12.229492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.234846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.253115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:12.257213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.321104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.321646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router de65bfd4-f5ba-4a55-8de0-edc95054b829 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:59:12.343596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.348934 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c8b93694-883a-49c4-a895-f68aab7fbeb0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/de65bfd4-f5ba-4a55-8de0-edc95054b829 HTTP/1.1" status: 204 len: 168 time: 0.7258270 Feb 14 17:59:12.350084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44618) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:12.398207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:12.476420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.540966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.552356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a05a3-84d6-4c00-aa69-d3571b1a81e0 None None] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:12.656859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:12.718762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet b74aec49-2cf5-447c-948d-c4c7bb921c1b {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:12.721426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.750089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.753749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:12.777612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.830316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Provisioning for port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:12.845284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Provisioning complete for port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:12.845911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.873725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:12.902657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:12.905030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:12.991021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.011891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.027855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] For port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:13.062715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.067637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=b74aec49-2cf5-447c-948d-c4c7bb921c1b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:13.075484 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6270f269-9966-45ca-82ec-26f975dcb782 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/b74aec49-2cf5-447c-948d-c4c7bb921c1b HTTP/1.1" status: 204 len: 168 time: 0.7215247 Feb 14 17:59:13.075999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:13.082646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140d786-ee01-4e7e-81fd-f63f1b241c5f None None] Network 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:13.150440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.210593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.229788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 2307624d-6a79-4e4d-899d-9926e5257919 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:13.230114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.317705 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c224393-3958-43b9-bd63-3a09a179946c None None] Pushing event updated for resources: {'Port': ['ID=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:13.400413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Provisioning for port 44e57bec-3b21-44f9-bca9-79048509456f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:13.408119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Provisioning complete for port 44e57bec-3b21-44f9-bca9-79048509456f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:13.408119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.474858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Port 44e57bec-3b21-44f9-bca9-79048509456f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:13.478511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] DHCP port deletion for 1226fce4-4a78-4af4-86c9-eb3c08ff4cfa request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:13.484151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Deleting port 2307624d-6a79-4e4d-899d-9926e5257919 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:13.484766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.543292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Provisioning complete for port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:13.543972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50d67dcf-b62d-411e-9381-0ac6bf6f6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.618693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 2307624d-6a79-4e4d-899d-9926e5257919, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2307624d-6a79-4e4d-899d-9926e5257919,segment=NetworkSegment(5eb2b86c-6405-42d2-8624-f63db60ffa99),segment_id=5eb2b86c-6405-42d2-8624-f63db60ffa99)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:13.619158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.757780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 2307624d-6a79-4e4d-899d-9926e5257919 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:13.808528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] For port 2307624d-6a79-4e4d-899d-9926e5257919, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2307624d-6a79-4e4d-899d-9926e5257919,segment=NetworkSegment(5eb2b86c-6405-42d2-8624-f63db60ffa99),segment_id=5eb2b86c-6405-42d2-8624-f63db60ffa99)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:13.808935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.844777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router ec550961-c71c-4355-bc9d-514bf0e0acc9 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:13.913425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:13.942001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Calling delete_port for 2307624d-6a79-4e4d-899d-9926e5257919 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:14.014311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=2307624d-6a79-4e4d-899d-9926e5257919,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:14.017400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:14.029696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port 2307624d-6a79-4e4d-899d-9926e5257919 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:14.045040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-171eb017-4683-478b-b67c-b736620ad822 None None] Provisioning complete for port 44e57bec-3b21-44f9-bca9-79048509456f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:14.045405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-171eb017-4683-478b-b67c-b736620ad822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.096923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:59:14.097220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:59:14.122511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-171eb017-4683-478b-b67c-b736620ad822 None None] Port 44e57bec-3b21-44f9-bca9-79048509456f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:14.142345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:14.142735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.272364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.302283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1226fce4-4a78-4af4-86c9-eb3c08ff4cfa']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:14.311187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2307624d-6a79-4e4d-899d-9926e5257919 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:14.319071 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb2b86c-6405-42d2-8624-f63db60ffa99') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:14.319363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb2b86c-6405-42d2-8624-f63db60ffa99') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:14.333216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.344083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 2307624d-6a79-4e4d-899d-9926e5257919 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:14.344434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2307624d-6a79-4e4d-899d-9926e5257919 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:14.356302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.370974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:14.376411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:14.385166 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:14.470246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:14.480144 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Sync routers for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:14.486169 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-14a36eb0-e584-40e2-943f-fab3454c6953 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/ec550961-c71c-4355-bc9d-514bf0e0acc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743360 Feb 14 17:59:14.486169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44628) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:14.493611 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:14.494202 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:14.568461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.586773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.592971 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/1226fce4-4a78-4af4-86c9-eb3c08ff4cfa HTTP/1.1" status: 204 len: 168 time: 1.5109570 Feb 14 17:59:14.593744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:14.599258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Deleting port 2307624d-6a79-4e4d-899d-9926e5257919 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:14.599759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.612982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-776233124', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:14.623388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab4c06-78dc-45e4-b1e8-c97b1b6b153d tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=1226fce4-4a78-4af4-86c9-eb3c08ff4cfa,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:14.637178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:14.650981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:14.655664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:14.665096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:14.674159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-001e87b3-a79f-499c-af4d-6834b1ad752e None None] The port '2307624d-6a79-4e4d-899d-9926e5257919' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:59:14.699631 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:14.723212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.723585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.723954 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.724362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.725035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.725184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.725559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.726200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.727639 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6dda4f84-1f69-4179-ad23-e438ea2b411e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5607 time: 0.2407160 Feb 14 17:59:14.731971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:14.765464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.766411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.815518 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:14.819862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.820033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.820394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.820839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.821198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.827135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.827135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:14.827135 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a67c480-da1e-4293-ae66-ca0bbd992329 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0908544 Feb 14 17:59:14.830341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44640) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:14.903002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.017723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.021573 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c35cf325-1f34-4709-96bd-9f3667bffee0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4241102 Feb 14 17:59:15.026222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44644) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:15.033388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-2049397941'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:15.039368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:15.045688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:15.051358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:15.064942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:15.069588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f40ef712-c409-4c55-a101-d24c197c0ae5 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.2413485 Feb 14 17:59:15.079974 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:12Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:15.084602 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Checking router: ec550961-c71c-4355-bc9d-514bf0e0acc9 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:15.084988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Updating router ec550961-c71c-4355-bc9d-514bf0e0acc9 port 44e57bec-3b21-44f9-bca9-79048509456f binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:59:15.125758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.142277 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.200327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:15.203345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.245048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:59:15.248900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.249340 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment f3eb6b2a-baec-45c1-9e6d-9c65476afc6b of type vlan for network 1255c0bd-d333-4a8f-8c38-15704121b575 Feb 14 17:59:15.283523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.390194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.397846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:15.402310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.507792 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.517035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=1255c0bd-d333-4a8f-8c38-15704121b575,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:15.519794 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Transition to ACTIVE for port object 44e57bec-3b21-44f9-bca9-79048509456f will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:15.527388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44650) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:15.529235 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-542eca8b-0a0c-4eda-9873-33a987c59549 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5018213 Feb 14 17:59:15.530170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1255c0bd-d333-4a8f-8c38-15704121b575 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:59:15.533237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:15.625175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44654) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:15.632638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527708661', 'description': 'tempest-secgroup-smoke-527708661 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:15.645700 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.647531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:15.656591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:15.660777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:15.669422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:15.671528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:15.678204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:15.681975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:15.694440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:15.772968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.774777 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Pushing event updated for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:15.791489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:15.845983 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.846602 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.846723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.846957 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.847822 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.848142 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.848467 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.852903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.852903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.852903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.852903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:15.874796 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Attempting to bind port 44e57bec-3b21-44f9-bca9-79048509456f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:15.875290 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Attempting to bind port 44e57bec-3b21-44f9-bca9-79048509456f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:15.876585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Attempting to bind port 44e57bec-3b21-44f9-bca9-79048509456f on network 65748c91-7569-4a05-b59f-1b0b705f94b2 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:15.885029 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:15.885800 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Checking segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:15.886197 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.886756 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Bound using segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:15.887219 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Bound port: 44e57bec-3b21-44f9-bca9-79048509456f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:15.887612 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.929297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:15.937753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:15.948632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:15.956062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:15.981081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:15.991565 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] For port 44e57bec-3b21-44f9-bca9-79048509456f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:15.994767 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] For port 44e57bec-3b21-44f9-bca9-79048509456f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44e57bec-3b21-44f9-bca9-79048509456f,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:16.119411 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.122269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.201900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6041b-b17c-4e47-bc1b-800fd22396f5 None None] Pushing event updated for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:16.206348 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:16.207479 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:16.226735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.280255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f99a6d-9786-4d2e-9d88-ff3566f45d5c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:16.343796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.378959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.382822 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4618ed95-f07b-45e6-8fd6-b3b2f6fa665f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7540305 Feb 14 17:59:16.383177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44658) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:16.393332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:16.396547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:16.400577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:16.403741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:16.411247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:16.415535 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:16.431653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=b92a442b-76f8-4340-94d1-58141cd87ed6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:16.447596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:16.448191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 1255c0bd-d333-4a8f-8c38-15704121b575, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:16.514182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.576340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.598990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1255c0bd-d333-4a8f-8c38-15704121b575 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:16.695124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.719614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1255c0bd-d333-4a8f-8c38-15704121b575) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:16.719768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728132f8-db7c-4f71-8d3f-77724277abd2,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:16.726424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e0b48-dbba-45b2-9932-c09c492d12bd None None] Network 1255c0bd-d333-4a8f-8c38-15704121b575 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:16.743665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:16.745383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.767988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:15Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:16.773130 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179afae-7dc7-40d1-87db-82c328ea4c2f None None] The sync data for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv is: [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:15Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:16.834958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:16.843988 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b0cd5d72-9302-4717-9d35-9dd6eb27f513 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4597056 Feb 14 17:59:16.849088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44662) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:16.854702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:16.860459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:16.865059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:16.868068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:16.872457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-592318f9-f4ce-4f11-940a-46f49b5d221b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3413546 Feb 14 17:59:16.872668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44666) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:16.881820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:16.973618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.036327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-1255c0bd-d333-4a8f-8c38-15704121b575', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:17.037171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.064880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.140505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.168935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada1bb8-f7f5-46e6-a369-6afc26bebf6c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:17.222924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Allocated IP 172.20.0.2 (1255c0bd-d333-4a8f-8c38-15704121b575/b92a442b-76f8-4340-94d1-58141cd87ed6/ab31d1fa-0ddc-40d0-a1be-1f5d3822c816) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:17.257643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.258888 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7e6f4d2d-5152-40cc-8c70-78497d6422f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4088035 Feb 14 17:59:17.261832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44672) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:17.268746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:17.276617 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:17.283971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:17.289489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:17.296722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:17.402483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.411436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44676) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:17.483353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.489870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.497822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Transition to ACTIVE for port object ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:17.519151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Transition to ACTIVE for port object ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:17.589404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.616568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b89878d-afbb-480f-a805-77eae26cc25d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:17.641216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.721412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.722519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Network 1255c0bd-d333-4a8f-8c38-15704121b575 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:17.724153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:17.727280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:17.732580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Deleting port ee415602-e5f3-44f5-a50c-5fa7da699b1f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:17.733168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.735589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Pushing event updated for resources: {'Port': ['ID=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:17.752164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.752164 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ec11eb60-8d68-4107-af0d-876a91269e3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4827790 Feb 14 17:59:17.754419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44680) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:17.761666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:17.773846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:17.779678 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:17.783378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:17.793127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:17.824014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.824629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.825178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.825671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.826177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.826654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.827255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.827759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.828261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.828873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.832561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 17:59:17.841886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Attempting to bind port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:17.842256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Attempting to bind port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:17.842612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Attempting to bind port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 on network 1255c0bd-d333-4a8f-8c38-15704121b575 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:17.851333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:17.852209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Checking segment: {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:17.852366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.852977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Bound using segment: {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:17.853634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Bound port: ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:17.854008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.893115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:17.966790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] For port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:17.974113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] For port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:17.980757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.042006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44e57bec-3b21-44f9-bca9-79048509456f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:18.070415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.108317 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.137033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db355f7-6293-4a46-8ec4-7f770d0da4dc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.155975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.156308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.182009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b30b-ae29-4568-bbf2-6b4916d98760 None None] Pushing event updated for resources: {'Port': ['ID=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.206325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.208665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-708d77ec-4cba-49e0-917f-cdf1995aad14 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4518530 Feb 14 17:59:18.210359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:18.221277 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:18.223274 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:18.226251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:18.229240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:18.234938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:18.290779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Calling delete_port for ee415602-e5f3-44f5-a50c-5fa7da699b1f owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:18.296817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 44e57bec-3b21-44f9-bca9-79048509456f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:18.303168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 44e57bec-3b21-44f9-bca9-79048509456f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:18.303529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.337348 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:59:18.344009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.430957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.20.0.1 (1255c0bd-d333-4a8f-8c38-15704121b575/b92a442b-76f8-4340-94d1-58141cd87ed6/9820b5ec-cb9f-4db9-8616-725bdaa28f1a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:18.434517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.441607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.490280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 44e57bec-3b21-44f9-bca9-79048509456f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44e57bec-3b21-44f9-bca9-79048509456f,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:18.513684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.551949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bd3a1a-ca0a-42a9-906d-1411b9395230,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.567829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.630355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.632686 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ca9ec503-8eac-443e-bd46-9d8865265723 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4202845 Feb 14 17:59:18.638003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44690) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:18.640969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '67f99a6d-9786-4d2e-9d88-ff3566f45d5c', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:18.649371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:18.655219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:18.658844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:18.663372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.669073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:18.743051 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 17:59:18.750306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.825769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.836584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.851521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 9820b5ec-cb9f-4db9-8616-725bdaa28f1a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:18.919543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.947425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.955633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:18.967535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Port': ['ID=ee415602-e5f3-44f5-a50c-5fa7da699b1f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.974689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386ea73c-8a0a-4545-b5fb-160662c649fd,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:18.985806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:59:19.050793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:19.051689 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-795330af-3d65-40f2-bab2-a6310449df6c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4165227 Feb 14 17:59:19.067957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1255c0bd-d333-4a8f-8c38-15704121b575 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:19.084678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:19.103929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:19.152152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:19.188537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:19.193929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:19.323535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cdf7ce-8394-494e-afa7-652f0517afc4 None None] Network 1255c0bd-d333-4a8f-8c38-15704121b575 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:19.405998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-c2cdf8c6-98fe-4e47-9623-7b75c78bfbd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:19.623227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-36d7322d-89f4-4644-a2c4-a393911b5683 None None] Provisioning for port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:19.632937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-c2cdf8c6-98fe-4e47-9623-7b75c78bfbd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:19.634694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-c2cdf8c6-98fe-4e47-9623-7b75c78bfbd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527708661&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.3068864 Feb 14 17:59:19.734753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:19.959024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d0029b17-0fea-4054-9a9b-2c1d6c9a385d None None] Provisioning for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:19.964752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d0029b17-0fea-4054-9a9b-2c1d6c9a385d None None] Provisioning complete for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:19.965266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d0029b17-0fea-4054-9a9b-2c1d6c9a385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.005297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-4509a85e-2810-4224-b37e-9a1d342d87f9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:20.010257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-4509a85e-2810-4224-b37e-9a1d342d87f9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:20.031803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d0029b17-0fea-4054-9a9b-2c1d6c9a385d None None] Port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:20.108296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44e57bec-3b21-44f9-bca9-79048509456f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:20.143212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-4509a85e-2810-4224-b37e-9a1d342d87f9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:20.144816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-4509a85e-2810-4224-b37e-9a1d342d87f9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=65748c91-7569-4a05-b59f-1b0b705f94b2 HTTP/1.1" status: 200 len: 796 time: 0.5010984 Feb 14 17:59:20.179287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-33dfc71d-ab0b-429b-b6e9-7302a6cd55dc None None] Provisioning complete for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:20.182326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-33dfc71d-ab0b-429b-b6e9-7302a6cd55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.190914 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-1e2702ae-db3b-4c4c-9c58-a80e6f6e914f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0369518 Feb 14 17:59:20.234808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 44e57bec-3b21-44f9-bca9-79048509456f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:20.235177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.247117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Router 6e37841c-354f-4093-a842-a34413919aaf has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:20.262423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-33dfc71d-ab0b-429b-b6e9-7302a6cd55dc None None] Port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:20.413329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:20.417916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.478450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.530883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:20.536322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:20.537602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.661691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-f67de384-d34b-414a-8d23-660a1433ec5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4598260 Feb 14 17:59:20.662800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.669273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:20.684602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.695981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:20.771298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.829844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08b7c48d-1d43-4298-8d47-12a7c26cd8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:20.840483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:20.911332 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-9e4980cb-b6ea-44ac-a29b-8cd2d9846394 service neutron] 10.222.0.30 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282498 Feb 14 17:59:21.045021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 1255c0bd-d333-4a8f-8c38-15704121b575 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:21.049686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:21.234331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-41331444-11a0-400a-a669-e87cad120705 service neutron] 10.222.0.30 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087583 Feb 14 17:59:21.247560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:21.258232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Sync routers for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:21.273797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:21.275493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:21.414113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:21.421241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ade298c9-e27b-4b7b-a487-8efcd36e5370 None None] Provisioning complete for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:21.421778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ade298c9-e27b-4b7b-a487-8efcd36e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:21.489227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2c66c1eb-dc56-4b2d-9e63-6d6ed80ffd44 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "DELETE /v2.0/floatingips/294cff58-84eb-420c-9376-835857337c1a HTTP/1.1" status: 204 len: 168 time: 4.0764050 Feb 14 17:59:21.491007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:59:21.524611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ade298c9-e27b-4b7b-a487-8efcd36e5370 None None] Port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:21.535494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:21.669193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f014429-1f1d-4b16-b11c-fb4acb54e437 req-52679c69-45bd-48a9-973a-6e43eea9678b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 210 time: 0.0555377 Feb 14 17:59:21.697067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 17:59:21.770988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'status': 'completed', 'code': 200} Feb 14 17:59:21.942659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:21.946082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Checking router: 6e37841c-354f-4093-a842-a34413919aaf for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:21.958974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:21.959939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:22.089270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:22.093065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-667d4b53-53a6-4de3-8697-ef1faa7ab214 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 1098 time: 0.3157198 Feb 14 17:59:22.223465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:22.223465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.241195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:22.249541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44718) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:22.256409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cd3e8614-db4a-4ce4-abd7-5698765eaf1b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3767982 Feb 14 17:59:22.258873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:22.259617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:22.266731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-824076039'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:22.277053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:22.282397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:22.285276 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:22.285845 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:58:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:22.286910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:22.297177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:22.309718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-664f3ea3-7d4d-4b88-b0a9-c7253aa09894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:22.311176 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-664f3ea3-7d4d-4b88-b0a9-c7253aa09894 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 200 len: 897 time: 0.2096260 Feb 14 17:59:22.325132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc784e-f9a0-40fb-b279-636023a1b4e0 req-d5e0e010-b132-47a8-b242-fc1be442ac88 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:22.325729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-69cc784e-f9a0-40fb-b279-636023a1b4e0 req-d5e0e010-b132-47a8-b242-fc1be442ac88 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Synchronizing usage tracker for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:22.402241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-1e32027d-f67b-4b28-8846-045117c6cb7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 200 len: 217 time: 0.0732946 Feb 14 17:59:22.428250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:22.432652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.467608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:59:22.474373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-97d9a9cf-bbcc-4c3b-9991-f98cba844b57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:22.475742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-97d9a9cf-bbcc-4c3b-9991-f98cba844b57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=023beca3-b6cc-4202-bfad-03b21e35642a HTTP/1.1" status: 200 len: 835 time: 0.0677054 Feb 14 17:59:22.483780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.484478 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment e4312e50-4c4d-4cf4-b19d-a53fe81bda3f of type vlan for network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d Feb 14 17:59:22.493110 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:22.531460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.549026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-69cc784e-f9a0-40fb-b279-636023a1b4e0 req-d5e0e010-b132-47a8-b242-fc1be442ac88 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Unset dirty status for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:22.549026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-69cc784e-f9a0-40fb-b279-636023a1b4e0 req-d5e0e010-b132-47a8-b242-fc1be442ac88 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.4257474 Feb 14 17:59:22.659544 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-69cc784e-f9a0-40fb-b279-636023a1b4e0 req-972a08e5-2f2f-4631-b330-42826e232f00 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048141 Feb 14 17:59:22.662812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.666408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:22.667523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:22.696499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-a6cf8e16-21f3-4429-9f57-4f38274f9576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a913e0a-2e6f-441c-89b9-9842986a744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2128410 Feb 14 17:59:22.782850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:22.794881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699f1a-f031-4c64-bfca-5c3b2645ed01 None None] The sync data for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv is: [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:57:13Z', 'revision_number': 4, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'cac29cb5-55df-436e-bd73-e3954a9e01ab', 'name': '', 'network_id': '9a913e0a-2e6f-441c-89b9-9842986a744a', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'mac_address': 'fa:16:3e:3d:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:57:11Z', 'updated_at': '2022-02-14T17:57:32Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'subnets': [{'id': '023beca3-b6cc-4202-bfad-03b21e35642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:22.830093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=86e2e099-c08c-46dd-bee2-9df7d3d2af2d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:22.843338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:59:22.892634 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:19Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:20Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:22.902497 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:22.903256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Updating router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:59:22.906406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57b8e845-1f43-487d-be67-4612a5eb172d req-b21311ef-4e7f-4256-91c2-c07d75db5871 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 210 time: 0.0639238 Feb 14 17:59:22.909075 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6d34de00-eb26-4fa9-a95c-7dc65f5d2982 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6555669 Feb 14 17:59:22.911425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44724) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:22.919269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:22.981897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-8bba0ca3-7047-41ad-bdfb-0002c122144b service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742050 Feb 14 17:59:22.986100 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.092680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7968edae-cce0-42bb-b52f-7fad9f8206fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.092851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:23.098080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:23.101256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:23.107083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:23.147052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71d50a84-c89f-41ea-9b9b-c2c5f1fc89bc req-0731bb4e-386f-4a3e-bb25-9ff69da259fc service neutron] 10.222.0.45 "GET /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579263 Feb 14 17:59:23.187369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:23.295524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.343247 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.355118 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Transition to ACTIVE for port object 9820b5ec-cb9f-4db9-8616-725bdaa28f1a will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:23.444832 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.566436 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9341e-77cb-4bbf-8505-964e26669500 None None] Pushing event updated for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:23.610329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.673470 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Attempting to bind port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:23.674136 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Attempting to bind port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:23.674493 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Attempting to bind port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a on network 1255c0bd-d333-4a8f-8c38-15704121b575 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:23.684448 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:23.684869 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Checking segment: {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:23.685330 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.685734 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Bound using segment: {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:23.686184 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Bound port: 9820b5ec-cb9f-4db9-8616-725bdaa28f1a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:23.686552 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.702067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=f831a7f9-b349-47cb-87d7-eac073e08e44,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:23.715720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:23.716268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 86e2e099-c08c-46dd-bee2-9df7d3d2af2d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:23.790884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-875bcb7b-42f8-4c90-9949-a70db142e5ae tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:23.792317 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-875bcb7b-42f8-4c90-9949-a70db142e5ae tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.1162267 Feb 14 17:59:23.817474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:23.830058 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] For port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:23.835214 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] For port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:23.901909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Deleting port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:23.902251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.914347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 86e2e099-c08c-46dd-bee2-9df7d3d2af2d) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:23.916136 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.921170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:23.921855 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:23.925219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee40a8-3715-4ce1-930d-1ecee49fdb6e None None] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:24.022922 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:24.027957 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:24.048926 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-717e5dde-d707-41c3-8e40-db89cceb80c1 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1363127 Feb 14 17:59:24.050921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44732) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:24.235874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:24.236916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:24.317939 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9341e-77cb-4bbf-8505-964e26669500 None None] Pushing event updated for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:24.397146 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:24.441836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1656c-60db-4fa0-af3f-57a95beea6ce req-6694bb78-e92c-4e1b-b9bc-43e5b58aa712 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:24.443479 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ac1656c-60db-4fa0-af3f-57a95beea6ce req-6694bb78-e92c-4e1b-b9bc-43e5b58aa712 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 945 time: 0.6027808 Feb 14 17:59:24.477008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:24.485107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:24.531443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Allocated IP 172.21.0.2 (86e2e099-c08c-46dd-bee2-9df7d3d2af2d/f831a7f9-b349-47cb-87d7-eac073e08e44/6b55bade-9db3-4625-8010-bf58b0c4472b) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:24.669135 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f238dd61-3ad4-4f87-bed6-43e40b656749 req-8bae55eb-c1e7-4c65-a111-cdf6fac85229 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 210 time: 0.2937248 Feb 14 17:59:24.766877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ac1656c-60db-4fa0-af3f-57a95beea6ce req-8d53b4b4-7efb-46dd-ac3f-bc72a81f9b3e tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/security-groups?id=038ad847-dd15-4bfc-8c89-039e5e8ccadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127475 Feb 14 17:59:24.808817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-8fdb0d3b-b67a-42d4-9a45-31e62420bdc7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:24.810423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-8fdb0d3b-b67a-42d4-9a45-31e62420bdc7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=65748c91-7569-4a05-b59f-1b0b705f94b2 HTTP/1.1" status: 200 len: 796 time: 0.8732765 Feb 14 17:59:24.818432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] For port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:24.821362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:24.844921 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:19Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:23Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:24.853146 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10279e12-8548-41b3-ab33-e5f9b8785e7d None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:19Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:23Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:24.861771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:24.880111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Transition to ACTIVE for port object 6b55bade-9db3-4625-8010-bf58b0c4472b will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:24.907192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Transition to ACTIVE for port object 6b55bade-9db3-4625-8010-bf58b0c4472b will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:24.993056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Calling delete_port for b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:24.995215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.054705 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-1da7f4e7-8d9e-436d-8cff-004099254f4f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 379 time: 0.2208157 Feb 14 17:59:25.060891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.068205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['67f99a6d-9786-4d2e-9d88-ff3566f45d5c']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:25.075883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:25.077004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Pushing event updated for resources: {'Port': ['ID=6b55bade-9db3-4625-8010-bf58b0c4472b,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:25.080123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:25.082295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:25.174677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Attempting to bind port 6b55bade-9db3-4625-8010-bf58b0c4472b on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:25.175666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Attempting to bind port 6b55bade-9db3-4625-8010-bf58b0c4472b by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:25.176042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Attempting to bind port 6b55bade-9db3-4625-8010-bf58b0c4472b on network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:25.184211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:25.184855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Checking segment: {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:25.185438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.186043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Bound using segment: {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:25.186678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Bound port: 6b55bade-9db3-4625-8010-bf58b0c4472b, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:25.187232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.328687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] For port 6b55bade-9db3-4625-8010-bf58b0c4472b, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:25.337671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] For port 6b55bade-9db3-4625-8010-bf58b0c4472b, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b55bade-9db3-4625-8010-bf58b0c4472b,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:25.372864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:25.378801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:port and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:25.382253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:25.389779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:25.406010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-6c22d235-0d25-416f-b71a-e6d07c2581eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549163 Feb 14 17:59:25.450218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.480758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:25.483731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.489187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.21.0.1 (86e2e099-c08c-46dd-bee2-9df7d3d2af2d/f831a7f9-b349-47cb-87d7-eac073e08e44/31df159c-dde8-497b-b6c1-f1b6d510ab39) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:25.495264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.552964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d2910-25bc-494b-a781-c7a578a7f28d None None] Pushing event updated for resources: {'Port': ['ID=6b55bade-9db3-4625-8010-bf58b0c4472b,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:25.593289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Port': ['ID=b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:25.605653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.709332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.732053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 31df159c-dde8-497b-b6c1-f1b6d510ab39 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:25.738350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] No DVR routers for this DVR port b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:25.746069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-a543eb27-d5b9-4fd5-abb3-ea09d705fbc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 1099 time: 0.3190408 Feb 14 17:59:25.747100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.753663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-deleted', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:59:25.817118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:25.879170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0ef2-67d1-4c11-951c-e61c36c15bf4', 'name': 'network-vif-deleted', 'tag': 'b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a', 'status': 'completed', 'code': 200} Feb 14 17:59:25.921934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:25.927552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:25.937572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:26.012523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:26.048625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.45 "DELETE /v2.0/ports/b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a HTTP/1.1" status: 204 len: 173 time: 2.2504349 Feb 14 17:59:26.061035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ca064244-ed62-4a96-b949-b460a4d863a4 req-f0087c48-b5bc-48cc-b4d9-5c7ea9e12c56 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:26.085856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:26.225318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4591d59e-3bd9-4bcf-b09e-a18134c6a788 req-3d93857b-404f-4cf3-bc09-4fc48d73a8d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Synchronizing usage tracker for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 17:59:26.229566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b55bade-9db3-4625-8010-bf58b0c4472b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:26.242226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.4 (65748c91-7569-4a05-b59f-1b0b705f94b2/71da4bc1-25f4-48ce-a73c-e70269995cce/c354bd1a-14d5-4a05-a008-6a6e43b3a4b3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:26.326415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17422351-dcb7-44ec-ba33-a8b441b44d2e None None] New status for floating IP 294cff58-84eb-420c-9376-835857337c1a: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:59:26.334367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-fc880638-5c80-43e4-ae0a-eab8477d58f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:26.345058 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-fc880638-5c80-43e4-ae0a-eab8477d58f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.5498114 Feb 14 17:59:26.386934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:26.489402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ca064244-ed62-4a96-b949-b460a4d863a4 req-f0087c48-b5bc-48cc-b4d9-5c7ea9e12c56 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:26.499883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca064244-ed62-4a96-b949-b460a4d863a4 req-f0087c48-b5bc-48cc-b4d9-5c7ea9e12c56 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 210 time: 0.5422018 Feb 14 17:59:26.511598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4591d59e-3bd9-4bcf-b09e-a18134c6a788 req-3d93857b-404f-4cf3-bc09-4fc48d73a8d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Unset dirty status for tenant:1d6dd8e59ff341dcab1bb1080bc54529 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 17:59:26.513092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4591d59e-3bd9-4bcf-b09e-a18134c6a788 req-3d93857b-404f-4cf3-bc09-4fc48d73a8d0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bb0ef2-67d1-4c11-951c-e61c36c15bf4 HTTP/1.1" status: 200 len: 210 time: 0.3641841 Feb 14 17:59:26.525686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-79e39783-34a8-49b2-b28a-23bd4608d1db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229 HTTP/1.1" status: 200 len: 1002 time: 0.1509726 Feb 14 17:59:26.628186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6b55bade-9db3-4625-8010-bf58b0c4472b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:26.709783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-a058f997-ff5e-43dc-a2c1-3e994ad69038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:26.711319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-a058f997-ff5e-43dc-a2c1-3e994ad69038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.1782472 Feb 14 17:59:26.801419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:26.867796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:26.933543 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-ccb71e95-e085-426c-ac54-2379336c7d86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198206 Feb 14 17:59:27.100453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.109656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.143143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a83ed4-4f3e-4fca-ba55-e033cb55c8f9 None None] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:27.177227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.242333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:27.245720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:27.249360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:27.260727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:27.313099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:27.313099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.348826 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-2b8cee89-39da-450b-870a-0cf2aa9ad683 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041505 Feb 14 17:59:27.366307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Provisioning for port 6b55bade-9db3-4625-8010-bf58b0c4472b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:27.379912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Provisioning complete for port 6b55bade-9db3-4625-8010-bf58b0c4472b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:27.380281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.388002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:27.388901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.501197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:27.503360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:27.523978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aeac7fb2-f1c7-469d-af84-5867b71e4718 req-d77bdbcd-be6e-4d00-9ec6-7bbf9d5a7164 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681886 Feb 14 17:59:27.564192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.593797 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3131d3f3-1df4-4cc9-bc89-1146e66d04df tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4945400 Feb 14 17:59:27.600589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] For port 6b55bade-9db3-4625-8010-bf58b0c4472b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b55bade-9db3-4625-8010-bf58b0c4472b,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:27.613676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Request body: {'port': {'device_id': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:27.686411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.720648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44746) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:27.792596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e2fc-b070-43e9-933d-17587f6ccb0a None None] Pushing event updated for resources: {'Port': ['ID=6b55bade-9db3-4625-8010-bf58b0c4472b,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:27.873681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d9341ce-8e70-468f-a1a5-0d196cb1ef30 None None] Provisioning for port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:27.885400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d9341ce-8e70-468f-a1a5-0d196cb1ef30 None None] Provisioning complete for port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:27.885400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d9341ce-8e70-468f-a1a5-0d196cb1ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.896058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:27.922297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c0346-6480-4180-ae97-403e7044b52a req-ba55b99d-efa7-4b0a-af73-a51dbe47a570 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:27.924072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc9c0346-6480-4180-ae97-403e7044b52a req-ba55b99d-efa7-4b0a-af73-a51dbe47a570 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 931 time: 0.2460668 Feb 14 17:59:27.987350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9d9341ce-8e70-468f-a1a5-0d196cb1ef30 None None] Port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:28.143652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b55bade-9db3-4625-8010-bf58b0c4472b up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:28.213627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc9c0346-6480-4180-ae97-403e7044b52a req-d3d0d52c-bd32-4823-98ae-d3842d1d1c64 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586187 Feb 14 17:59:28.232441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Provisioning for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:28.245366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Provisioning complete for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:28.246205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.280616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:28.312509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6b55bade-9db3-4625-8010-bf58b0c4472b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:28.313230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.365847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Port 31df159c-dde8-497b-b6c1-f1b6d510ab39 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:28.384488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:59:28.394388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:28.396477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.414577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Transition to ACTIVE for port object c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:28.430022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:28.430364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b74e9e6e-aa53-4ed0-8b61-f3ddbcbcb21a not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:28.443426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Provisioning complete for port 6b55bade-9db3-4625-8010-bf58b0c4472b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:28.444027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-61469a4e-f866-4500-9606-64477e23e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.513535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.540787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9820b5ec-cb9f-4db9-8616-725bdaa28f1a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:28.546126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:28.557393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.660297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Pushing event updated for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:28.802751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9dbd6531-046b-49f5-acd5-1987846db1aa None None] Provisioning complete for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:28.803851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6531-046b-49f5-acd5-1987846db1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.806403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Attempting to bind port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:28.806575 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-32f995e7-3791-464e-82b5-5763d93c5aaa tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7557464 Feb 14 17:59:28.806782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Attempting to bind port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:28.807052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Attempting to bind port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 on network 65748c91-7569-4a05-b59f-1b0b705f94b2 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:28.813453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44750) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:28.820240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306343858'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:28.825820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 on network 65748c91-7569-4a05-b59f-1b0b705f94b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 17:59:28.826236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Attempting to bind port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 on network 65748c91-7569-4a05-b59f-1b0b705f94b2 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:28.829787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:28.838671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:28.839168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:28.844377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:28.852505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:28.852818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Checking segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:28.855330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Bound using segment: {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:28.856934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Bound port: c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41359c0a-e4b3-4bf2-85a9-9a34f0acd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:28.861193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.870412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:28.871074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:28.875658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:28.925249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd6531-046b-49f5-acd5-1987846db1aa None None] Port 31df159c-dde8-497b-b6c1-f1b6d510ab39 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:28.962587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:28.966186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:28.998988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.016433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:29.020574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.030661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:29.041613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.117027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.118548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] 10.222.0.45 "PUT /v2.0/ports/c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 HTTP/1.1" status: 200 len: 1093 time: 1.5219793 Feb 14 17:59:29.123633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:59:29.127326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.141630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:59:29.161904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.162253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment b82a957c-75eb-4b39-9c8e-d0f511b0a938 of type vlan for network 3122a902-587d-4450-915b-407dcf7657fb Feb 14 17:59:29.163471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ccba-2b99-4f8d-affa-af1816a62872 service neutron] Pushing event updated for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:29.211760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:29.227114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.231832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'status': 'completed', 'code': 200} Feb 14 17:59:29.345359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd374009-361f-4621-b9e5-ea66ec3d207e req-2ac7514c-712f-4ea2-9222-ad78100bb979 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1096 time: 0.0857451 Feb 14 17:59:29.392877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Deleting port cac29cb5-55df-436e-bd73-e3954a9e01ab {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:29.393350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.573261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.576494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:29.577089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.586296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] For port cac29cb5-55df-436e-bd73-e3954a9e01ab, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cac29cb5-55df-436e-bd73-e3954a9e01ab,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:29.589365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:29.712092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Calling delete_port for cac29cb5-55df-436e-bd73-e3954a9e01ab owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:29.740635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=3122a902-587d-4450-915b-407dcf7657fb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:29.752094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 3122a902-587d-4450-915b-407dcf7657fb details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:59:29.760398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-64d98cf5-e8f2-4e88-b17f-2bbbbb37ca77 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9423294 Feb 14 17:59:29.761156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44758) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:29.769906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '3122a902-587d-4450-915b-407dcf7657fb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:29.785352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd374009-361f-4621-b9e5-ea66ec3d207e req-e5caf14d-2b34-4e9b-8e7a-0c7d44c7ff67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:29.786813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd374009-361f-4621-b9e5-ea66ec3d207e req-e5caf14d-2b34-4e9b-8e7a-0c7d44c7ff67 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4339890 Feb 14 17:59:29.878927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45d51-0458-4113-a560-b746da6a4987 req-7a210964-7bdb-4f4d-9458-d90168ba5e2f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:29.880401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d1e45d51-0458-4113-a560-b746da6a4987 req-7a210964-7bdb-4f4d-9458-d90168ba5e2f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 943 time: 0.4540474 Feb 14 17:59:29.969755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:30.023262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:30.026764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Port': ['ID=cac29cb5-55df-436e-bd73-e3954a9e01ab,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:30.039937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9820b5ec-cb9f-4db9-8616-725bdaa28f1a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:30.047141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:30.053402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:30.062748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d1e45d51-0458-4113-a560-b746da6a4987 req-bc92baee-74da-4e63-93fc-3a954766f0e5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168599 Feb 14 17:59:30.070340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:30.101205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd374009-361f-4621-b9e5-ea66ec3d207e req-a894daf2-247f-479c-97a1-45907dfca971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:30.102979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd374009-361f-4621-b9e5-ea66ec3d207e req-a894daf2-247f-479c-97a1-45907dfca971 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3052540 Feb 14 17:59:30.139769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:30.140150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:30.218234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:30.359026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:30.382941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:30.440258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-3a44cffd-f3b5-47f7-89ca-590bf574ab02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1096 time: 0.2734020 Feb 14 17:59:30.529578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-cd6b1a23-de81-4dc6-9769-801cca1e830e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0787544 Feb 14 17:59:30.602479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-48f73219-ecff-4336-b740-c95be239174c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:30.603903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-48f73219-ecff-4336-b740-c95be239174c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71da4bc1-25f4-48ce-a73c-e70269995cce HTTP/1.1" status: 200 len: 835 time: 0.0669718 Feb 14 17:59:30.759959 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-17adab91-081b-4282-bcc4-b2d3eaa96ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65748c91-7569-4a05-b59f-1b0b705f94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1187201 Feb 14 17:59:30.865353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:30.966650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=482c20cb-6a11-4436-9685-06cb891c99ef,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:30.970077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-bde91b21-5e88-4499-9ec9-e09c96e4b5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032709 Feb 14 17:59:31.053582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:31.053945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 3122a902-587d-4450-915b-407dcf7657fb, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:31.084161 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Router 6e37841c-354f-4093-a842-a34413919aaf has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:31.128142 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99db58d7-b662-48c4-b5c5-1e9027b0e6b9 req-e17176e4-618b-4d06-ac04-f024f3db8e4c service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484308 Feb 14 17:59:31.239240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 3122a902-587d-4450-915b-407dcf7657fb is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:31.282020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa635a5-9c15-4783-9ae0-b2eb49dc3f7c req-d04ee0fe-0030-4e3f-ad91-6279c8e32594 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:31.283511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fa635a5-9c15-4783-9ae0-b2eb49dc3f7c req-d04ee0fe-0030-4e3f-ad91-6279c8e32594 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 943 time: 0.0875120 Feb 14 17:59:31.290268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:31.304397 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Sync routers for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:31.313841 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:31.314425 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:31.332497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 3122a902-587d-4450-915b-407dcf7657fb) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:31.337577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:31.337577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:31.342847 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fa635a5-9c15-4783-9ae0-b2eb49dc3f7c req-dd9bb43a-4880-4020-b0df-9e7b9b352663 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530894 Feb 14 17:59:31.343612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3ac2c-0070-40df-80cd-af93e208822e None None] Network 3122a902-587d-4450-915b-407dcf7657fb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:31.406877 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f5c5a7bb-8c2c-4b00-8420-d079e3168cff tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "PUT /v2.0/routers/6e37841c-354f-4093-a842-a34413919aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6846855 Feb 14 17:59:31.411920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44768) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:31.497881 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6ef207c1-5f28-450e-8ac8-9978a1c0113b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7349133 Feb 14 17:59:31.500513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44772) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:31.580916 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:31.619793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-3122a902-587d-4450-915b-407dcf7657fb', 'network_id': '3122a902-587d-4450-915b-407dcf7657fb', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': '482c20cb-6a11-4436-9685-06cb891c99ef'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:31.620766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:31.805416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Deleting subnet 023beca3-b6cc-4202-bfad-03b21e35642a {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:31.812827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:31.907079 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:31.982709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Allocated IP 172.22.0.2 (3122a902-587d-4450-915b-407dcf7657fb/482c20cb-6a11-4436-9685-06cb891c99ef/dade8b76-594d-47b0-89b4-3d8d19e1754f) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:32.013016 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:32.017817 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Checking router: 6e37841c-354f-4093-a842-a34413919aaf for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:32.042352 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Routers {'6e37841c-354f-4093-a842-a34413919aaf'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:32.042977 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['6e37841c-354f-4093-a842-a34413919aaf'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:32.044449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.218797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.239364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.260262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Transition to ACTIVE for port object dade8b76-594d-47b0-89b4-3d8d19e1754f will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:32.288362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Subnet': ['ID=023beca3-b6cc-4202-bfad-03b21e35642a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:32.289849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Transition to ACTIVE for port object dade8b76-594d-47b0-89b4-3d8d19e1754f will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:32.299694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.301024 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] Set router 6e37841c-354f-4093-a842-a34413919aaf gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:32.309565 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-69ad2c21-1f96-4fc8-ae29-61d5c8474343 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "DELETE /v2.0/subnets/023beca3-b6cc-4202-bfad-03b21e35642a HTTP/1.1" status: 204 len: 168 time: 0.8961341 Feb 14 17:59:32.312086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c90640-aa55-4fb8-a2a8-d2a3edd099ef None None] Network 9a913e0a-2e6f-441c-89b9-9842986a744a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:32.317713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44776) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:32.395634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.502478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Network 3122a902-587d-4450-915b-407dcf7657fb is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:32.520426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:32.526859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:32.552556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.572372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.615736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Pushing event updated for resources: {'Port': ['ID=dade8b76-594d-47b0-89b4-3d8d19e1754f,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:32.736037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Attempting to bind port dade8b76-594d-47b0-89b4-3d8d19e1754f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:32.737123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Attempting to bind port dade8b76-594d-47b0-89b4-3d8d19e1754f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:32.737123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Attempting to bind port dade8b76-594d-47b0-89b4-3d8d19e1754f on network 3122a902-587d-4450-915b-407dcf7657fb {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:32.748533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:32.752863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Checking segment: {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:32.752863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.752863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Bound using segment: {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:32.752863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Bound port: dade8b76-594d-47b0-89b4-3d8d19e1754f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:32.752863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.865341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d331efb6-2509-4127-be13-30159718f2fc None None] For port dade8b76-594d-47b0-89b4-3d8d19e1754f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:32.873902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d331efb6-2509-4127-be13-30159718f2fc None None] For port dade8b76-594d-47b0-89b4-3d8d19e1754f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dade8b76-594d-47b0-89b4-3d8d19e1754f,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:32.895726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:32.899906 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbbdef-9fed-4a10-aac5-4e1f4947030f None None] The sync data for ids ['6e37841c-354f-4093-a842-a34413919aaf'] in dv-neutron-823271-4-hyperv is: [{'id': '6e37841c-354f-4093-a842-a34413919aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692613921', 'tenant_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:58Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '1d6dd8e59ff341dcab1bb1080bc54529', 'gw_port': {'id': '1eaee5da-df5c-43d6-9254-7467ccf0f77f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e37841c-354f-4093-a842-a34413919aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:59Z', 'updated_at': '2022-02-14T17:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:32.926476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] DHCP port deletion for 9a913e0a-2e6f-441c-89b9-9842986a744a request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:32.932240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.970073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1dd1-6472-4a55-a290-1de558187ad6 req-42cf44f9-866b-4f10-952d-b0b3616d91b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:32.971556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dcb1dd1-6472-4a55-a290-1de558187ad6 req-42cf44f9-866b-4f10-952d-b0b3616d91b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 943 time: 0.3461142 Feb 14 17:59:32.977078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Deleting port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:32.977453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:32.985125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.052721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Deleting port 1eaee5da-df5c-43d6-9254-7467ccf0f77f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:33.053199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.091310 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4dcb1dd1-6472-4a55-a290-1de558187ad6 req-e91e7919-0bf6-4b0a-8075-88940fc38554 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075695 Feb 14 17:59:33.099456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331efb6-2509-4127-be13-30159718f2fc None None] Pushing event updated for resources: {'Port': ['ID=dade8b76-594d-47b0-89b4-3d8d19e1754f,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:33.199160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.22.0.1 (3122a902-587d-4450-915b-407dcf7657fb/482c20cb-6a11-4436-9685-06cb891c99ef/44fe86b3-7b28-459f-b26e-2fbe56966d96) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:33.267676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] For port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,segment=NetworkSegment(f93646ad-0555-4131-8001-74878deccaec),segment_id=f93646ad-0555-4131-8001-74878deccaec)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:33.268368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.382000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] For port 1eaee5da-df5c-43d6-9254-7467ccf0f77f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eaee5da-df5c-43d6-9254-7467ccf0f77f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:33.382000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.440600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Calling delete_port for 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:33.451149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.473936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object 44fe86b3-7b28-459f-b26e-2fbe56966d96 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:33.542537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Calling delete_port for 1eaee5da-df5c-43d6-9254-7467ccf0f77f owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:33.549914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.577188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.626210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] Pushing event deleted for resources: {'Port': ['ID=1c0dc1bf-c84b-4225-ab94-6a24869b0d3b,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:33.634947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b065509-8f13-4f8c-a20a-1add2ab8e22a None None] No DVR routers for this DVR port 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:33.654687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:33.661286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 3122a902-587d-4450-915b-407dcf7657fb is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:33.662456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:33.664489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:33.724357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.826808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:33.873090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Port': ['ID=1eaee5da-df5c-43d6-9254-7467ccf0f77f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:34.051261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.145690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.187470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dade8b76-594d-47b0-89b4-3d8d19e1754f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:34.392324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port dade8b76-594d-47b0-89b4-3d8d19e1754f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:34.426284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 17:59:34.512843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb35795-5a45-4a7f-a817-bd2c0a2041e3 None None] Network 3122a902-587d-4450-915b-407dcf7657fb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:34.521690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.523831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cac29cb5-55df-436e-bd73-e3954a9e01ab no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:34.526055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.570848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099194a-197c-4e46-b4c0-e28d43df02af req-52b17690-ea4c-4231-821c-bceca529f452 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:34.572309 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b099194a-197c-4e46-b4c0-e28d43df02af req-52b17690-ea4c-4231-821c-bceca529f452 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 943 time: 0.2714636 Feb 14 17:59:34.654548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b099194a-197c-4e46-b4c0-e28d43df02af req-7eca0a0b-2a14-4314-b280-5465727aa680 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742404 Feb 14 17:59:34.665890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.665890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Fanout notify agent at l3_agent the message router_deleted on router 6e37841c-354f-4093-a842-a34413919aaf {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 17:59:34.684438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: cac29cb5-55df-436e-bd73-e3954a9e01ab {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:34.685133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cac29cb5-55df-436e-bd73-e3954a9e01ab not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:34.685829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:34.693600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.693740 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c4a9b7bc-eca6-4706-9857-0e0bd5c9c5ce tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "DELETE /v2.0/routers/6e37841c-354f-4093-a842-a34413919aaf HTTP/1.1" status: 204 len: 168 time: 2.3794847 Feb 14 17:59:34.696503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44786) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:34.699763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.770361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.778330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:34.779813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1c0dc1bf-c84b-4225-ab94-6a24869b0d3b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:34.867113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:34.917449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'port_id': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'mac_address': 'fa:16:3e:a7:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 17:59:34.918744 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.920770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:34.927010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:34.927549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Provisioning for port dade8b76-594d-47b0-89b4-3d8d19e1754f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:34.934770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Provisioning complete for port dade8b76-594d-47b0-89b4-3d8d19e1754f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:34.935152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.074370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 3122a902-587d-4450-915b-407dcf7657fb is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:35.075975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.076106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:35.081402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.103247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a913e0a-2e6f-441c-89b9-9842986a744a']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:35.109017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 17:59:35.117378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93646ad-0555-4131-8001-74878deccaec') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:35.117729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93646ad-0555-4131-8001-74878deccaec') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:35.131919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.151382 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.158428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:35.159449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.173313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:35.180570 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:35.199434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.240134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] For port dade8b76-594d-47b0-89b4-3d8d19e1754f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dade8b76-594d-47b0-89b4-3d8d19e1754f,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:35.250335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.326473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:35.332249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.361248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.390035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.399490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'Network': ['ID=9a913e0a-2e6f-441c-89b9-9842986a744a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:35.402026 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-221e7750-ed00-4418-bd8f-ed91cb577d26 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "DELETE /v2.0/networks/9a913e0a-2e6f-441c-89b9-9842986a744a HTTP/1.1" status: 204 len: 168 time: 0.7045062 Feb 14 17:59:35.406130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44790) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:35.423057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfca0f-9455-4de2-941b-a1460044aebf None None] Pushing event updated for resources: {'Port': ['ID=dade8b76-594d-47b0-89b4-3d8d19e1754f,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:35.465762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:35.493842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.525820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.527646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 17:59:35.687298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:35.688875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Provisioning for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:35.704590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Provisioning complete for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:35.705591 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44796) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:35.706580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.706888 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ccc3c930-2fad-4078-a154-df373cd2564e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2047887 Feb 14 17:59:35.715119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'network': {'name': 'tempest-RoutersTest-946843097'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:35.724927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:35.730926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:network and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:35.734408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:35.743326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.750061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:35.772735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038ad847-dd15-4bfc-8c89-039e5e8ccadb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:35.780459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Port 44fe86b3-7b28-459f-b26e-2fbe56966d96 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:35.783160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.788475 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3f2fb9da-980b-43d8-a0ad-1595a62133a0 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] 10.222.0.30 "DELETE /v2.0/security-groups/038ad847-dd15-4bfc-8c89-039e5e8ccadb HTTP/1.1" status: 204 len: 168 time: 0.3811870 Feb 14 17:59:35.857331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Provisioning complete for port dade8b76-594d-47b0-89b4-3d8d19e1754f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:35.857962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-530133f3-b53c-4e8f-bc75-923a480c1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.874073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:35.877283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.913708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185fb1e-5bb7-4002-b3fc-93f8e3fea5d3 req-53a0ba9b-39bf-459f-aa25-e6ba55cd4ad8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:35.921239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b185fb1e-5bb7-4002-b3fc-93f8e3fea5d3 req-53a0ba9b-39bf-459f-aa25-e6ba55cd4ad8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 944 time: 0.1037879 Feb 14 17:59:35.940074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 17:59:35.954085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:35.954933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added segment 38bed02f-27fe-4485-97a5-2912b220336c of type vlan for network 74794400-8d01-4784-865e-5f6713058ff2 Feb 14 17:59:36.053272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.129291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dade8b76-594d-47b0-89b4-3d8d19e1754f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:36.139230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b185fb1e-5bb7-4002-b3fc-93f8e3fea5d3 req-e5002285-2911-4b7c-ab37-acd859dc496f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001119 Feb 14 17:59:36.169718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.174550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:36.175776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.209163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dade8b76-594d-47b0-89b4-3d8d19e1754f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:36.209528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.286160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Network': ['ID=74794400-8d01-4784-865e-5f6713058ff2,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:36.300350 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 74794400-8d01-4784-865e-5f6713058ff2 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 17:59:36.357014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44804) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:36.357207 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5c26d970-0d43-4fb3-ba3a-db6b6813902e tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6473656 Feb 14 17:59:36.363336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'subnet': {'network_id': '74794400-8d01-4784-865e-5f6713058ff2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:36.433868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8cb8d1c3-7993-4a51-b3f0-99fd26f5b507 None None] Provisioning complete for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:36.434321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d1c3-7993-4a51-b3f0-99fd26f5b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.478256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:36.484317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:subnet and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:36.488454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:36.494170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8d1c3-7993-4a51-b3f0-99fd26f5b507 None None] Port 44fe86b3-7b28-459f-b26e-2fbe56966d96 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:36.494384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:36.576583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Made reservation on behalf of 851417d2becf4c0ea7a2639c0fc10228 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 17:59:36.602160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44810) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:36.686482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.786457 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ab82400f-40d4-415a-922d-35ae844e68b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d6dd8e59ff341dcab1bb1080bc54529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829171 Feb 14 17:59:36.788847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44816) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:36.851667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.877483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.958731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:36.987285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:37.004075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbf50c-f1a8-42a5-946d-080d16218c6c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:37.008639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:37.012854 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a2adde80-0f34-4c36-bd14-dfdedba90859 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cddbf50c-f1a8-42a5-946d-080d16218c6c HTTP/1.1" status: 204 len: 168 time: 0.2200029 Feb 14 17:59:37.046911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Subnet': ['ID=bd55289b-3e12-4abd-a2bc-b82f4ae0dd74,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:37.062215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Checking segment: {'id': '38bed02f-27fe-4485-97a5-2912b220336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '74794400-8d01-4784-865e-5f6713058ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:37.062574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network hostable DHCP agents. Network: 74794400-8d01-4784-865e-5f6713058ff2, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 17:59:37.136074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 74794400-8d01-4784-865e-5f6713058ff2 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 17:59:37.205712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 74794400-8d01-4784-865e-5f6713058ff2) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:37.210825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:37.211409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:37.215983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08247806-fd51-4d71-b544-a3772287358a None None] Network 74794400-8d01-4784-865e-5f6713058ff2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:37.312009 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a94b39d8-dc06-4c74-bc0b-c5f589ff3d05 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9537954 Feb 14 17:59:37.314997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44826) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:37.364978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783470-8461-4bb0-92a8-55072a426116 req-b5e884af-b799-48bd-886f-e5c50ddc72d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:37.366502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a783470-8461-4bb0-92a8-55072a426116 req-b5e884af-b799-48bd-886f-e5c50ddc72d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 944 time: 0.0919094 Feb 14 17:59:37.417198 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a783470-8461-4bb0-92a8-55072a426116 req-2435ffcf-8620-47b1-92b6-39fe4b4bf31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445788 Feb 14 17:59:37.509509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-74794400-8d01-4784-865e-5f6713058ff2', 'network_id': '74794400-8d01-4784-865e-5f6713058ff2', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'fixed_ips': [{'subnet_id': 'bd55289b-3e12-4abd-a2bc-b82f4ae0dd74'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 17:59:37.510331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:37.743101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Allocated IP 172.23.0.2 (74794400-8d01-4784-865e-5f6713058ff2/bd55289b-3e12-4abd-a2bc-b82f4ae0dd74/7e6050d5-a621-4165-be60-a431683e4373) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:37.823635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44830) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:37.845008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:37.890692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:37.895693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Usage tracker for resource:security_group_rule and tenant:8d66242521b04057b01b3ec37847e5f6 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:37.902921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:37.913400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:38.004917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.017441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Transition to ACTIVE for port object 7e6050d5-a621-4165-be60-a431683e4373 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:38.026050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.041654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Transition to ACTIVE for port object 7e6050d5-a621-4165-be60-a431683e4373 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:38.061787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.121348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.131382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:38.143644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:38.144444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:38.168996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe6810-e323-4907-8412-3b418fc6389d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:38.173583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b5fffc94-029e-491d-bc7a-edb3d4fe358f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d66242521b04057b01b3ec37847e5f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488286 Feb 14 17:59:38.184869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44834) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:38.206121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.265270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.294100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.367483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Network 74794400-8d01-4784-865e-5f6713058ff2 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:38.374036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:38.378149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Pushing event updated for resources: {'Port': ['ID=7e6050d5-a621-4165-be60-a431683e4373,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:38.380214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:38.392639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:38.427958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.445049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe6810-e323-4907-8412-3b418fc6389d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:38.449610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.450799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-03ffec74-2513-4e8b-8c12-ce0df7a894f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abbe6810-e323-4907-8412-3b418fc6389d HTTP/1.1" status: 204 len: 168 time: 0.2632179 Feb 14 17:59:38.519265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:38.645605 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Allocated IP 172.23.0.1 (74794400-8d01-4784-865e-5f6713058ff2/bd55289b-3e12-4abd-a2bc-b82f4ae0dd74/bba9cf79-f1f3-44ab-adb4-aa5f6be640d6) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:38.699606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Attempting to bind port 7e6050d5-a621-4165-be60-a431683e4373 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:38.699884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a62d6-1ed2-465a-a868-d5b7aa420485 req-d6d26ee2-a09f-4fd6-97a9-78bd325b2465 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:38.700022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Attempting to bind port 7e6050d5-a621-4165-be60-a431683e4373 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '38bed02f-27fe-4485-97a5-2912b220336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '74794400-8d01-4784-865e-5f6713058ff2'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:38.700369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Attempting to bind port 7e6050d5-a621-4165-be60-a431683e4373 on network 74794400-8d01-4784-865e-5f6713058ff2 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:38.701605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-081a62d6-1ed2-465a-a868-d5b7aa420485 req-d6d26ee2-a09f-4fd6-97a9-78bd325b2465 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 944 time: 0.1498747 Feb 14 17:59:38.754611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-081a62d6-1ed2-465a-a868-d5b7aa420485 req-7d2e05e3-85c6-4b72-af96-662d63a4c61f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459790 Feb 14 17:59:38.800860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:38.801233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Checking segment: {'id': '38bed02f-27fe-4485-97a5-2912b220336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '74794400-8d01-4784-865e-5f6713058ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:38.801632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.802029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Bound using segment: {'id': '38bed02f-27fe-4485-97a5-2912b220336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '74794400-8d01-4784-865e-5f6713058ff2'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:38.802497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Bound port: 7e6050d5-a621-4165-be60-a431683e4373, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bed02f-27fe-4485-97a5-2912b220336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '74794400-8d01-4784-865e-5f6713058ff2'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:38.802869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.832649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.855252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Transition to ACTIVE for port object bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:38.942294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:38.988354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:38.993280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] For port 7e6050d5-a621-4165-be60-a431683e4373, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:39.005700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:39.006590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.026365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 74794400-8d01-4784-865e-5f6713058ff2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:39.030058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:39.032002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=bba9cf79-f1f3-44ab-adb4-aa5f6be640d6,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:39.034747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:39.048093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] For port 7e6050d5-a621-4165-be60-a431683e4373, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e6050d5-a621-4165-be60-a431683e4373,segment=NetworkSegment(38bed02f-27fe-4485-97a5-2912b220336c),segment_id=38bed02f-27fe-4485-97a5-2912b220336c)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:39.083863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:33Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:26Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fe86b3-7b28-459f-b26e-2fbe56966d96', 'name': '', 'network_id': '3122a902-587d-4450-915b-407dcf7657fb', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:69:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:32Z', 'updated_at': '2022-02-14T17:59:34Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:39.089149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:39.089497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Updating router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a port 31df159c-dde8-497b-b6c1-f1b6d510ab39 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:59:39.091812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.163477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.233538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.297181 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.317825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.373912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed69e7-d822-4fa4-8ad6-638975ee71f2 None None] Pushing event updated for resources: {'Port': ['ID=7e6050d5-a621-4165-be60-a431683e4373,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:39.409832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:59:39.472974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:39.495034 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'code': 200} Feb 14 17:59:39.587041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.720495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:39.784332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.831699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.844327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Transition to ACTIVE for port object 31df159c-dde8-497b-b6c1-f1b6d510ab39 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:39.868024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.954238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:39.987896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event updated for resources: {'Port': ['ID=bba9cf79-f1f3-44ab-adb4-aa5f6be640d6,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:39.991315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:40.016130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90691213-3462-4ed3-bb89-c859d20277fe req-bd2d03d2-8864-46d8-9e49-c141a8a2fa3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1098 time: 0.1509976 Feb 14 17:59:40.079624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b183-5a36-4ac8-b2f3-f82f6110b992 req-ac15aacb-0b61-4d75-a639-a14d37ec08ea tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:40.079624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-efe8b183-5a36-4ac8-b2f3-f82f6110b992 req-ac15aacb-0b61-4d75-a639-a14d37ec08ea tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.1828976 Feb 14 17:59:40.131864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e78aa-6b1f-4a0e-8f6b-dbd023202759 None None] Pushing event updated for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:40.143950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-efe8b183-5a36-4ac8-b2f3-f82f6110b992 req-69130e90-c9d3-495d-85a2-6504b43bd488 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543699 Feb 14 17:59:40.149423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90691213-3462-4ed3-bb89-c859d20277fe req-efc179b3-9145-461e-9a6d-4b90fa08ce0d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203887 Feb 14 17:59:40.188891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e6050d5-a621-4165-be60-a431683e4373 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:40.236820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Network 74794400-8d01-4784-865e-5f6713058ff2 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:40.240929 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:40.338117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 31df159c-dde8-497b-b6c1-f1b6d510ab39 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:40.338799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 31df159c-dde8-497b-b6c1-f1b6d510ab39 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:40.338941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 31df159c-dde8-497b-b6c1-f1b6d510ab39 on network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:40.349315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:40.350009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Checking segment: {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:40.350606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:40.351241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Bound using segment: {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:40.351894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Bound port: 31df159c-dde8-497b-b6c1-f1b6d510ab39, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:40.352447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:40.487709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] For port 31df159c-dde8-497b-b6c1-f1b6d510ab39, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:40.491253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] For port 31df159c-dde8-497b-b6c1-f1b6d510ab39, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=31df159c-dde8-497b-b6c1-f1b6d510ab39,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:40.497393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7e6050d5-a621-4165-be60-a431683e4373 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:40.517099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eaee5da-df5c-43d6-9254-7467ccf0f77f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:40.557470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 1eaee5da-df5c-43d6-9254-7467ccf0f77f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:40.557811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eaee5da-df5c-43d6-9254-7467ccf0f77f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:40.594149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:40.678789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Updating router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a port 44fe86b3-7b28-459f-b26e-2fbe56966d96 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 17:59:40.710813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e78aa-6b1f-4a0e-8f6b-dbd023202759 None None] Pushing event updated for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:40.746973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:40.761439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:40.764299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c58ba-f0cc-4332-9f8c-cd036db63b27 None None] Network 74794400-8d01-4784-865e-5f6713058ff2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:40.949748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:40.962773 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65126f04-960d-484e-b0b5-a52c24a518ef tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455970 Feb 14 17:59:40.965365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44846) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:40.970331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:41.043791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Provisioning for port 7e6050d5-a621-4165-be60-a431683e4373 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:41.068796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Provisioning complete for port 7e6050d5-a621-4165-be60-a431683e4373 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:41.075632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.372195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609ba8-90ed-4cf3-802e-0b691e7dd7ff req-e297d836-ef35-4e80-a00c-543093aca3ba tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:41.373849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64609ba8-90ed-4cf3-802e-0b691e7dd7ff req-e297d836-ef35-4e80-a00c-543093aca3ba tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.0935695 Feb 14 17:59:41.432329 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64609ba8-90ed-4cf3-802e-0b691e7dd7ff req-02755ef9-2456-4f30-88a7-5217613d7313 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492475 Feb 14 17:59:41.450906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.554786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] For port 7e6050d5-a621-4165-be60-a431683e4373, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e6050d5-a621-4165-be60-a431683e4373,segment=NetworkSegment(38bed02f-27fe-4485-97a5-2912b220336c),segment_id=38bed02f-27fe-4485-97a5-2912b220336c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:41.591901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.611338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Transition to ACTIVE for port object 44fe86b3-7b28-459f-b26e-2fbe56966d96 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 17:59:41.644543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 17:59:41.654402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Removed routes are [] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 17:59:41.654934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.667469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.749596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691184c-b67e-464b-9ee2-5b18f0d498c4 None None] Pushing event updated for resources: {'Port': ['ID=7e6050d5-a621-4165-be60-a431683e4373,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:41.784146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:41.923338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e78aa-6b1f-4a0e-8f6b-dbd023202759 None None] Pushing event updated for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:41.928633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Provisioning for port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:41.934747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Provisioning complete for port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:41.935125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.078198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:42.091615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e6050d5-a621-4165-be60-a431683e4373 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:42.132154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 44fe86b3-7b28-459f-b26e-2fbe56966d96 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 17:59:42.132517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 44fe86b3-7b28-459f-b26e-2fbe56966d96 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 17:59:42.133106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Attempting to bind port 44fe86b3-7b28-459f-b26e-2fbe56966d96 on network 3122a902-587d-4450-915b-407dcf7657fb {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 17:59:42.161181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 17:59:42.161590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Checking segment: {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 17:59:42.162484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.162881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Bound using segment: {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 17:59:42.163427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Bound port: 44fe86b3-7b28-459f-b26e-2fbe56966d96, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82a957c-75eb-4b39-9c8e-d0f511b0a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3122a902-587d-4450-915b-407dcf7657fb'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 17:59:42.163799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.283157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Provisioning complete for port 7e6050d5-a621-4165-be60-a431683e4373 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:42.283526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b328dfa5-4e5f-4e02-b36a-5593868dda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.314968 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.320996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.321207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7e6050d5-a621-4165-be60-a431683e4373 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:42.321207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.384503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] For port 44fe86b3-7b28-459f-b26e-2fbe56966d96, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 17:59:42.401746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] For port 44fe86b3-7b28-459f-b26e-2fbe56966d96, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44fe86b3-7b28-459f-b26e-2fbe56966d96,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 17:59:42.494939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:42.498124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.622107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e78aa-6b1f-4a0e-8f6b-dbd023202759 None None] Pushing event updated for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:42.629805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:42.630634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:42.677767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179a8a-5213-45ad-a025-cc60f7572dd3 req-203e82a3-3b03-4e20-8897-c6e8df3f0c27 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:42.679859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90179a8a-5213-45ad-a025-cc60f7572dd3 req-203e82a3-3b03-4e20-8897-c6e8df3f0c27 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.1106188 Feb 14 17:59:42.736804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:42.744555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.746024 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-272f1ece-826e-4f76-ae12-81108f5c7483 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 933 time: 1.7797685 Feb 14 17:59:42.748480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44854) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:42.828642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:42.864035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90179a8a-5213-45ad-a025-cc60f7572dd3 req-67d8e099-4b63-4869-822c-5ff05b9bcce8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705165 Feb 14 17:59:42.878135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7950a9be-60d0-4cbd-81f7-269a14fbc613 None None] Provisioning complete for port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:42.878506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7950a9be-60d0-4cbd-81f7-269a14fbc613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:42.937321 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44860) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:42.943326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'routes': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:42.949265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ffacb955-8a5f-45b7-a8f2-957852a294f3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 933 time: 0.1876097 Feb 14 17:59:43.008885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-7950a9be-60d0-4cbd-81f7-269a14fbc613 None None] Port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 17:59:43.077723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d0183-dd50-40e8-b04b-4c816e5532c3 req-80979b28-db06-4c45-8fd0-fd0c2a808f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:43.079383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d10d0183-dd50-40e8-b04b-4c816e5532c3 req-80979b28-db06-4c45-8fd0-fd0c2a808f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.0904987 Feb 14 17:59:43.229356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d10d0183-dd50-40e8-b04b-4c816e5532c3 req-2d657156-ddad-44a3-b4b9-bcddb6edfef2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427679 Feb 14 17:59:43.243381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:41Z', 'revision_number': 6, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:40Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fe86b3-7b28-459f-b26e-2fbe56966d96', 'name': '', 'network_id': '3122a902-587d-4450-915b-407dcf7657fb', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:69:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:32Z', 'updated_at': '2022-02-14T17:59:42Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba9cf79-f1f3-44ab-adb4-aa5f6be640d6', 'name': '', 'network_id': '74794400-8d01-4784-865e-5f6713058ff2', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:43:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd55289b-3e12-4abd-a2bc-b82f4ae0dd74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:38Z', 'updated_at': '2022-02-14T17:59:39Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'bd55289b-3e12-4abd-a2bc-b82f4ae0dd74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:43.251777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8da2-41d0-4ec8-9186-af6e1408577a None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:41Z', 'revision_number': 6, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:40Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fe86b3-7b28-459f-b26e-2fbe56966d96', 'name': '', 'network_id': '3122a902-587d-4450-915b-407dcf7657fb', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:69:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:32Z', 'updated_at': '2022-02-14T17:59:42Z', 'revision_number': 4, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': '482c20cb-6a11-4436-9685-06cb891c99ef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba9cf79-f1f3-44ab-adb4-aa5f6be640d6', 'name': '', 'network_id': '74794400-8d01-4784-865e-5f6713058ff2', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:43:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd55289b-3e12-4abd-a2bc-b82f4ae0dd74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:38Z', 'updated_at': '2022-02-14T17:59:39Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'bd55289b-3e12-4abd-a2bc-b82f4ae0dd74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:43.257173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44864) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:43.470779 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5d65fa38-f41c-4c32-9be9-c67f3908aa7d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1093 time: 0.2097704 Feb 14 17:59:43.470779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44868) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:43.477904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 17:59:43.486091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 17:59:43.522447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 17:59:43.527156 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 17:59:43.539102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 17:59:43.647561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:43.723580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added routes are [] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 17:59:43.723900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.extraroute_db [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 17:59:43.784910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:43.840403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.125837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 31df159c-dde8-497b-b6c1-f1b6d510ab39 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:44.251117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.237 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/6f610142-1df1-40e1-b5cd-861c7134de9a) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 17:59:44.348048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:44.359455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:44.360232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.505088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.533414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.544329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 31df159c-dde8-497b-b6c1-f1b6d510ab39, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=31df159c-dde8-497b-b6c1-f1b6d510ab39,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:44.549059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.610715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.611202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44fe86b3-7b28-459f-b26e-2fbe56966d96 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:44.696370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.743734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:44.784770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:44.844382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 17:59:44.849855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:44.926929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.969685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.970027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:44.980556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:44.982434 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-13a915a3-0441-4707-834d-80881ad56688 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 699 time: 2.0431521 Feb 14 17:59:44.984567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44872) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:45.238542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 44fe86b3-7b28-459f-b26e-2fbe56966d96, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44fe86b3-7b28-459f-b26e-2fbe56966d96,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:45.240675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:45.240675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 17:59:45.240675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 17:59:45.240675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=6f610142-1df1-40e1-b5cd-861c7134de9a,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:45.240675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 17:59:45.378933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2f2e4b5a-7352-4445-88ed-4facf155c887 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 699 time: 0.3932395 Feb 14 17:59:45.381657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44876) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:45.503907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:45.541931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:45.576422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:46.047211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 31df159c-dde8-497b-b6c1-f1b6d510ab39 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:46.116783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 31df159c-dde8-497b-b6c1-f1b6d510ab39 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:46.117142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.136750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.191884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.235421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44fe86b3-7b28-459f-b26e-2fbe56966d96 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 17:59:46.301131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 44fe86b3-7b28-459f-b26e-2fbe56966d96 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 17:59:46.301827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.318267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.690553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.787676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:46.911108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=6f610142-1df1-40e1-b5cd-861c7134de9a,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:46.930055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:47.307088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:47.307712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:47.475057 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 associated. External IP: 172.26.4.237, port: c354bd1a-14d5-4a05-a008-6a6e43b3a4b3. Feb 14 17:59:47.630154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:47.758909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:48.071462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:48.133456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=bba9cf79-f1f3-44ab-adb4-aa5f6be640d6,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:48.447650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:48.451979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router ec550961-c71c-4355-bc9d-514bf0e0acc9 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:49.097649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:49.107475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Sync routers for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:49.119139 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:49.119904 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:49.235264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:49.297218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:49.301953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:49.430196 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a354a1c8-52f2-4411-b940-86450ff5f1cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9588635 Feb 14 17:59:49.431810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 17:59:49.433160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44880) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:49.482158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:49.491730 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2e7f9483-4b60-47d8-9f99-40bdd6e334e7 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1091251 Feb 14 17:59:49.495324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44888) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:49.543424 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'status': 'completed', 'code': 200} Feb 14 17:59:49.599488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d525cb6a-f884-4442-abf1-8b7bbd3db0ff tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1645956 Feb 14 17:59:49.612354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-4b2ccfc1-b7ad-4a69-aec3-045f36c9f582 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1098 time: 0.0785866 Feb 14 17:59:49.692771 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '10e045b1-7f3b-4edb-abe5-2e2a7d5060c5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'port_id': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'mac_address': 'fa:16:3e:a7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:59:45Z', 'updated_at': '2022-02-14T17:59:45Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:49.696990 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Checking router: ec550961-c71c-4355-bc9d-514bf0e0acc9 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:49.709524 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:49.710105 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:49.720072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet bd55289b-3e12-4abd-a2bc-b82f4ae0dd74 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:49.723100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:49.754656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-b30be59b-b7be-4394-8644-76dba948182b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:49.759174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-b30be59b-b7be-4394-8644-76dba948182b service neutron] 10.222.0.45 "GET /v2.0/networks?id=65748c91-7569-4a05-b59f-1b0b705f94b2 HTTP/1.1" status: 200 len: 896 time: 0.1409547 Feb 14 17:59:49.788675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:49.866818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-5ea2ab42-40e3-4d47-9b91-31131182ff97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 HTTP/1.1" status: 200 len: 999 time: 0.1010499 Feb 14 17:59:49.874899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:49.891045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:49.930269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-d3c6ee3e-4c20-42a3-bbe2-87774552d82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 17:59:49.931684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-d3c6ee3e-4c20-42a3-bbe2-87774552d82b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71da4bc1-25f4-48ce-a73c-e70269995cce HTTP/1.1" status: 200 len: 835 time: 0.0592670 Feb 14 17:59:50.013582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-ba08e056-7c78-41c4-b85a-e30a45d238b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65748c91-7569-4a05-b59f-1b0b705f94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744486 Feb 14 17:59:50.016140 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.023912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-ade6a798-edd2-4b37-bddb-efd8a403faa0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 17:59:50.024889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-ade6a798-edd2-4b37-bddb-efd8a403faa0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052671 Feb 14 17:59:50.158302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=bd55289b-3e12-4abd-a2bc-b82f4ae0dd74,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:50.164409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-e20fc04b-a4c0-431f-b03e-f252b8f7f210 service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330514 Feb 14 17:59:50.164571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.170569 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b12d1e6-f590-4b7d-a001-d4da68839e04 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/bd55289b-3e12-4abd-a2bc-b82f4ae0dd74 HTTP/1.1" status: 204 len: 168 time: 0.6730130 Feb 14 17:59:50.173036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44894) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:50.176175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadb61e-2146-4cdf-892f-25d12f141753 None None] Network 74794400-8d01-4784-865e-5f6713058ff2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:50.253898 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '10e045b1-7f3b-4edb-abe5-2e2a7d5060c5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'port_id': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'mac_address': 'fa:16:3e:a7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:59:45Z', 'updated_at': '2022-02-14T17:59:45Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:50.258968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e11117-50e7-4b6e-8014-cd82433751b2 None None] The sync data for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv is: [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '10e045b1-7f3b-4edb-abe5-2e2a7d5060c5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'port_id': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'mac_address': 'fa:16:3e:a7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T17:59:45Z', 'updated_at': '2022-02-14T17:59:45Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:50.315718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.319370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c8109be-f7e8-4395-862f-cdb27c4db070 req-8e1b40f6-947a-4cf3-8b03-2e514e8d34af service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459548 Feb 14 17:59:50.327482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 7e6050d5-a621-4165-be60-a431683e4373 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:50.327812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.436430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] DHCP port deletion for 74794400-8d01-4784-865e-5f6713058ff2 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:50.440487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Deleting port 7e6050d5-a621-4165-be60-a431683e4373 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:50.440884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.559267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 7e6050d5-a621-4165-be60-a431683e4373, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e6050d5-a621-4165-be60-a431683e4373,segment=NetworkSegment(38bed02f-27fe-4485-97a5-2912b220336c),segment_id=38bed02f-27fe-4485-97a5-2912b220336c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:50.562424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.602486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44898) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:50.659732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] For port 7e6050d5-a621-4165-be60-a431683e4373, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e6050d5-a621-4165-be60-a431683e4373,segment=NetworkSegment(38bed02f-27fe-4485-97a5-2912b220336c),segment_id=38bed02f-27fe-4485-97a5-2912b220336c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:50.660264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:50.694355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 7e6050d5-a621-4165-be60-a431683e4373 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:50.729935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8df9d8ba-8035-4012-bb35-0a4dd92b6928 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1251388 Feb 14 17:59:50.786019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Calling delete_port for 7e6050d5-a621-4165-be60-a431683e4373 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:51.045160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.046126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c3d-1c1c-4b3d-87b7-6817076c12fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.054397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:59:51.054872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:59:51.093884 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=7e6050d5-a621-4165-be60-a431683e4373,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:51.098084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port 7e6050d5-a621-4165-be60-a431683e4373 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:51.215356 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.239754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74794400-8d01-4784-865e-5f6713058ff2']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:51.251102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bed02f-27fe-4485-97a5-2912b220336c') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:51.251391 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bed02f-27fe-4485-97a5-2912b220336c') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:51.262154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.277328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.282995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:51.283358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:51.297516 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:51.461924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.466367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.493538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=74794400-8d01-4784-865e-5f6713058ff2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:51.499205 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-20b32dbe-7670-411c-a24b-9d3fbd026352 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/74794400-8d01-4784-865e-5f6713058ff2 HTTP/1.1" status: 204 len: 168 time: 1.3252404 Feb 14 17:59:51.501885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44902) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:51.555718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Deleting port 7e6050d5-a621-4165-be60-a431683e4373 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:51.556315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:51.620035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf12f4-d026-4acf-85d4-970c02ad51b4 None None] The port '7e6050d5-a621-4165-be60-a431683e4373' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:59:51.732685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44906) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:51.837119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-10f3e092-a91b-4872-bfa1-9d1feb3db634 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1031020 Feb 14 17:59:51.844047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:52.029105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e6050d5-a621-4165-be60-a431683e4373 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:52.061774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7e6050d5-a621-4165-be60-a431683e4373 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:52.062202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e6050d5-a621-4165-be60-a431683e4373 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:52.504035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 44fe86b3-7b28-459f-b26e-2fbe56966d96 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:52.504417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:52.688344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 44fe86b3-7b28-459f-b26e-2fbe56966d96, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44fe86b3-7b28-459f-b26e-2fbe56966d96,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:52.688695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:52.815192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 44fe86b3-7b28-459f-b26e-2fbe56966d96 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:52.840664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44910) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:52.986093 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e1665621-2ee6-42c8-bddb-3b7b7ccd4735 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1441553 Feb 14 17:59:53.106614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba1adab5-eb09-4aad-a776-fa4fe3b3de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:53.169692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:53.217325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=44fe86b3-7b28-459f-b26e-2fbe56966d96,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:53.484725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:53.989658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44914) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:54.058942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:54.091870 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-128a5428-2cbb-48e7-ab1f-f64af66f5389 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1009982 Feb 14 17:59:54.232048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:54.245210 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-489cd23c-4993-4301-9a2d-a71062637eea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423141 Feb 14 17:59:54.247752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44918) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:54.289583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.340871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.426508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet 482c20cb-6a11-4436-9685-06cb891c99ef {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:54.429339 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.481641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.564828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.679081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.718948 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=482c20cb-6a11-4436-9685-06cb891c99ef,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:54.725673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.732080 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b917b09-7b33-4e56-b552-5e86b2ba88c3 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/482c20cb-6a11-4436-9685-06cb891c99ef HTTP/1.1" status: 204 len: 168 time: 0.4830875 Feb 14 17:59:54.732258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf615e-71c3-4301-b5f6-64fa73afd0d2 None None] Network 3122a902-587d-4450-915b-407dcf7657fb requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:54.734415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44922) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:54.844264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:54.854999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port dade8b76-594d-47b0-89b4-3d8d19e1754f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:54.855325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.009629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] DHCP port deletion for 3122a902-587d-4450-915b-407dcf7657fb request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:55.014045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Deleting port dade8b76-594d-47b0-89b4-3d8d19e1754f {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:55.014412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.095882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44926) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:55.158168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port dade8b76-594d-47b0-89b4-3d8d19e1754f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dade8b76-594d-47b0-89b4-3d8d19e1754f,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:55.159228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.200127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5c4c4f93-979d-46d3-819d-a03b56617113 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 991 time: 0.1026514 Feb 14 17:59:55.224173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] For port dade8b76-594d-47b0-89b4-3d8d19e1754f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dade8b76-594d-47b0-89b4-3d8d19e1754f,segment=NetworkSegment(b82a957c-75eb-4b39-9c8e-d0f511b0a938),segment_id=b82a957c-75eb-4b39-9c8e-d0f511b0a938)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:55.224557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.280287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for dade8b76-594d-47b0-89b4-3d8d19e1754f owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:55.342663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Calling delete_port for dade8b76-594d-47b0-89b4-3d8d19e1754f owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:55.430655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 17:59:55.440962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:55.441587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.452475 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bf43a-1989-4fff-ace6-59a9913df40d None None] New status for floating IP 10e045b1-7f3b-4edb-abe5-2e2a7d5060c5: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 17:59:55.473552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.519115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=dade8b76-594d-47b0-89b4-3d8d19e1754f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:55.525570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port dade8b76-594d-47b0-89b4-3d8d19e1754f on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:55.612311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:55.659842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.680677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:59:55.681047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:59:55.686376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3122a902-587d-4450-915b-407dcf7657fb']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.698785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82a957c-75eb-4b39-9c8e-d0f511b0a938') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.699076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82a957c-75eb-4b39-9c8e-d0f511b0a938') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.710714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.729238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.735056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 17:59:55.735527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 17:59:55.756010 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 17:59:55.815718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.930325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.947473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:53Z', 'revision_number': 9, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:44Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.947781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:55.951414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 17:59:55.958652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=3122a902-587d-4450-915b-407dcf7657fb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:55.965788 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2d70d04a-d9c6-4513-847f-ac5c0bf36752 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/3122a902-587d-4450-915b-407dcf7657fb HTTP/1.1" status: 204 len: 168 time: 1.2304170 Feb 14 17:59:55.967225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 17:59:55.967918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:55.968594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44932) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:55.985184 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 17:59:56.076119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dade8b76-594d-47b0-89b4-3d8d19e1754f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:56.125511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: dade8b76-594d-47b0-89b4-3d8d19e1754f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:56.125749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dade8b76-594d-47b0-89b4-3d8d19e1754f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:56.155698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 17:59:56.204149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 44936) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:56.229579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Deleting port dade8b76-594d-47b0-89b4-3d8d19e1754f {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:56.229961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:56.320267 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dea9aed8-2b6b-4134-801a-bc9c5d63f757 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 993 time: 0.1095357 Feb 14 17:59:56.320488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a217d-5077-4c53-a29b-df7de7e721ae None None] The port 'dade8b76-594d-47b0-89b4-3d8d19e1754f' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 17:59:56.410796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:56.583651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:53Z', 'revision_number': 9, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:44Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 17:59:56.587794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71106a-8c04-4a70-ae25-50db9f04e849 None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:53Z', 'revision_number': 9, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '31df159c-dde8-497b-b6c1-f1b6d510ab39', 'name': '', 'network_id': '86e2e099-c08c-46dd-bee2-9df7d3d2af2d', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:d3:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:25Z', 'updated_at': '2022-02-14T17:59:44Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'f831a7f9-b349-47cb-87d7-eac073e08e44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 17:59:56.986854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 31df159c-dde8-497b-b6c1-f1b6d510ab39 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:56.987198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:57.173707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 31df159c-dde8-497b-b6c1-f1b6d510ab39, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=31df159c-dde8-497b-b6c1-f1b6d510ab39,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:57.174060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:57.294300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 31df159c-dde8-497b-b6c1-f1b6d510ab39 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:57.524498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:57.569872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=31df159c-dde8-497b-b6c1-f1b6d510ab39,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:57.921192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:58.045487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:58.077267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:58.077617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device bba9cf79-f1f3-44ab-adb4-aa5f6be640d6 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:58.078025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44fe86b3-7b28-459f-b26e-2fbe56966d96 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 17:59:58.108427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 44fe86b3-7b28-459f-b26e-2fbe56966d96 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 17:59:58.108789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44fe86b3-7b28-459f-b26e-2fbe56966d96 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 17:59:58.409923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 17:59:58.591226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 17:59:58.604142 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d68240bf-e603-426b-a591-25585f1d922b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342900 Feb 14 17:59:58.606797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44940) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:58.787839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet f831a7f9-b349-47cb-87d7-eac073e08e44 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 17:59:58.917486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:58.917486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:58.934691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.061830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.103594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=f831a7f9-b349-47cb-87d7-eac073e08e44,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:59.110398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.115858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1808175-a66c-4cac-955c-5512115cce35 None None] Network 86e2e099-c08c-46dd-bee2-9df7d3d2af2d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 17:59:59.116401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3f9c09c4-deb4-4f2a-abcb-78cafb494518 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/f831a7f9-b349-47cb-87d7-eac073e08e44 HTTP/1.1" status: 204 len: 168 time: 0.5085409 Feb 14 17:59:59.118982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44944) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 17:59:59.234731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.244890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 6b55bade-9db3-4625-8010-bf58b0c4472b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:59.245221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.369332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] DHCP port deletion for 86e2e099-c08c-46dd-bee2-9df7d3d2af2d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 17:59:59.369332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Deleting port 6b55bade-9db3-4625-8010-bf58b0c4472b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 17:59:59.369332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.554028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 6b55bade-9db3-4625-8010-bf58b0c4472b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b55bade-9db3-4625-8010-bf58b0c4472b,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:59.554384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.566386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] For port 6b55bade-9db3-4625-8010-bf58b0c4472b, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b55bade-9db3-4625-8010-bf58b0c4472b,segment=NetworkSegment(e4312e50-4c4d-4cf4-b19d-a53fe81bda3f),segment_id=e4312e50-4c4d-4cf4-b19d-a53fe81bda3f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 17:59:59.566770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.675948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 6b55bade-9db3-4625-8010-bf58b0c4472b owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:59.683554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Calling delete_port for 6b55bade-9db3-4625-8010-bf58b0c4472b owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 17:59:59.815998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 17:59:59.821387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 17:59:59.821743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 17:59:59.857944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=6b55bade-9db3-4625-8010-bf58b0c4472b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 17:59:59.864336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port 6b55bade-9db3-4625-8010-bf58b0c4472b on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 17:59:59.984106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.010375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e2e099-c08c-46dd-bee2-9df7d3d2af2d']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:00.022422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:00.022726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4312e50-4c4d-4cf4-b19d-a53fe81bda3f') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:00.031447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b55bade-9db3-4625-8010-bf58b0c4472b no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:00.033992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.053531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.059385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:00:00.059763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.067360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6b55bade-9db3-4625-8010-bf58b0c4472b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:00.067634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b55bade-9db3-4625-8010-bf58b0c4472b not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:00:00.074474 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:00:00.191780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.208978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.221809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=86e2e099-c08c-46dd-bee2-9df7d3d2af2d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:00.226947 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4786f4ce-7d01-487e-a59a-31e84608a263 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/86e2e099-c08c-46dd-bee2-9df7d3d2af2d HTTP/1.1" status: 204 len: 168 time: 1.1065571 Feb 14 18:00:00.229106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44948) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:00.323261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Deleting port 6b55bade-9db3-4625-8010-bf58b0c4472b {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:00.323830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.386501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbc58-6527-40f7-8340-2687c05d1ab3 None None] The port '6b55bade-9db3-4625-8010-bf58b0c4472b' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:00:00.563005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:00.843482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:00.856162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:00.856882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:01.038942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:01.227577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:01.228188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:01.348173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:57Z', 'revision_number': 10, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:01.351974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:01.362897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:01.363491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:01.408865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port 9820b5ec-cb9f-4db9-8616-725bdaa28f1a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:01.409221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:01.512250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:01.530384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for 9820b5ec-cb9f-4db9-8616-725bdaa28f1a owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:01.775915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:01.822907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=9820b5ec-cb9f-4db9-8616-725bdaa28f1a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:01.825709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:57Z', 'revision_number': 10, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:01.829925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9f662-7c73-4257-8710-5150bf270664 None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T17:59:57Z', 'revision_number': 10, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None, '_interfaces': [{'id': '9820b5ec-cb9f-4db9-8616-725bdaa28f1a', 'name': '', 'network_id': '1255c0bd-d333-4a8f-8c38-15704121b575', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'mac_address': 'fa:16:3e:77:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:18Z', 'updated_at': '2022-02-14T17:59:29Z', 'revision_number': 5, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'subnets': [{'id': 'b92a442b-76f8-4340-94d1-58141cd87ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:02.057695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:02.230879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 31df159c-dde8-497b-b6c1-f1b6d510ab39 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:02.268102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 31df159c-dde8-497b-b6c1-f1b6d510ab39 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:02.268447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 31df159c-dde8-497b-b6c1-f1b6d510ab39 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:02.555564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:02.692559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:02.701783 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:02.705179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-795d4b10-aeca-4a34-9580-968d79becf85 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751170 Feb 14 18:00:02.708283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44952) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:02.713950 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:02.714532 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:02.837410 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:02.899031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting subnet b92a442b-76f8-4340-94d1-58141cd87ed6 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:00:02.901955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:02.941169 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:02.945172 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:02.959417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:02.961583 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:02.962245 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:03.039963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.087638 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:03.164888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.191280 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:03.195072 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d6a49-0ddd-49d7-abeb-4b602d39096e None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:03.202482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Subnet': ['ID=b92a442b-76f8-4340-94d1-58141cd87ed6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:03.209178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.215740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e6f867fd-d4a7-4d09-bdb5-f14d293fa085 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/b92a442b-76f8-4340-94d1-58141cd87ed6 HTTP/1.1" status: 204 len: 168 time: 0.5063169 Feb 14 18:00:03.216209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ea108-a4fb-4a8a-a117-1bdf45c0822f None None] Network 1255c0bd-d333-4a8f-8c38-15704121b575 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:00:03.218551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44956) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:03.333653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.343916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Deleting port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:03.344122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.548174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] For port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:03.548637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.565796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] DHCP port deletion for 1255c0bd-d333-4a8f-8c38-15704121b575 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:00:03.577532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Deleting port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:03.577902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.679610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Calling delete_port for ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:03.793839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] For port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,segment=NetworkSegment(f3eb6b2a-baec-45c1-9e6d-9c65476afc6b),segment_id=f3eb6b2a-baec-45c1-9e6d-9c65476afc6b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:03.794215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.832845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:03.879945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Port': ['ID=ab31d1fa-0ddc-40d0-a1be-1f5d3822c816,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:03.887348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No DVR routers for this DVR port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:00:03.955284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Calling delete_port for ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:04.033879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:00:04.034274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:00:04.036435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:04.072053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:04.072402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:04.072842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9820b5ec-cb9f-4db9-8616-725bdaa28f1a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:04.105154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9820b5ec-cb9f-4db9-8616-725bdaa28f1a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:04.105501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9820b5ec-cb9f-4db9-8616-725bdaa28f1a not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:04.114757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.139013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1255c0bd-d333-4a8f-8c38-15704121b575']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:04.150876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:04.151173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3eb6b2a-baec-45c1-9e6d-9c65476afc6b') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:04.162652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.178469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.184344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:00:04.186936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:00:04.198476 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:00:04.324018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.340993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.352226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Pushing event deleted for resources: {'Network': ['ID=1255c0bd-d333-4a8f-8c38-15704121b575,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:04.359514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-77809717-caf5-4011-a307-ace5487283e8 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/networks/1255c0bd-d333-4a8f-8c38-15704121b575 HTTP/1.1" status: 204 len: 168 time: 1.1399159 Feb 14 18:00:04.362647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44960) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:04.371449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'routes': None}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:04.535779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Deleting port ab31d1fa-0ddc-40d0-a1be-1f5d3822c816 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:04.536339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.600913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ae242bc1-e78e-4290-a7c7-db1672c16996 None None] The port 'ab31d1fa-0ddc-40d0-a1be-1f5d3822c816' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:00:04.655525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.extraroute_db [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Added routes are [] {{(pid=84255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 14 18:00:04.655780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.extraroute_db [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Removed routes are [] {{(pid=84255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 14 18:00:04.656214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.909585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:04.912850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:05.044668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:05.178935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:05.184805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:05.186768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-59464d02-9fff-41a3-a378-73a6f224e8c2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 700 time: 0.8229828 Feb 14 18:00:05.188037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Sync routers for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:05.189386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44964) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:05.199715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:05.200326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:05.232676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f1b88b36-963e-403b-8322-4237a6a6f1c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Synchronizing usage tracker for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:05.312445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f1b88b36-963e-403b-8322-4237a6a6f1c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Unset dirty status for tenant:851417d2becf4c0ea7a2639c0fc10228 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:05.313677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f1b88b36-963e-403b-8322-4237a6a6f1c4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 205 time: 0.1233630 Feb 14 18:00:05.317115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44968) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:05.324666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:05.430480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:05.435018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Checking router: a3eb1b50-0a8e-4e18-a62a-c078834dbf9a for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:05.447021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Routers {'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:05.447637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:05.574882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:05.579205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] Set router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:05.687974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:05.692335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ef1a8-0370-4e51-855a-1694a769bc16 None None] The sync data for ids ['a3eb1b50-0a8e-4e18-a62a-c078834dbf9a'] in dv-neutron-823271-4-hyperv is: [{'id': 'a3eb1b50-0a8e-4e18-a62a-c078834dbf9a', 'name': 'tempest-RoutersTest-router-776233124', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:14Z', 'updated_at': '2022-02-14T18:00:01Z', 'revision_number': 11, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:05.985793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:05.990156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.077812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.078252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router a3eb1b50-0a8e-4e18-a62a-c078834dbf9a {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:00:06.092366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.093470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-602d30ad-87b0-40ca-9bbe-44104c88ce8c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 204 len: 168 time: 0.7753603 Feb 14 18:00:06.099412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44972) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:06.103875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752062299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:06.109909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:06.114770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Usage tracker for resource:router and tenant:851417d2becf4c0ea7a2639c0fc10228 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:06.118206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:06.124250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:06.209291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.210251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.240484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.300618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.374831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.376022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ad672737-dab5-4cd6-9e39-48df73e3fd49 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2767677 Feb 14 18:00:06.378717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44976) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:06.383997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:06.768826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:06.873062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:07.100747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Router 5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:00:07.337741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:07.343740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:07.345023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5d6534c6-2341-4ef2-9100-9f40c14b9a94 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "PUT /v2.0/routers/5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 200 len: 693 time: 0.9647453 Feb 14 18:00:07.346868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44980) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:07.349456 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Sync routers for ids ['5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:07.361282 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Routers {'5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:07.362314 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:07.484545 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Set router 5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:07.485024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bf277442-20f2-4911-a532-4562a06bb2ad tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/routers/5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 200 len: 699 time: 0.1370997 Feb 14 18:00:07.488218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44984) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:07.529928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1e39eb53-204f-4237-90c5-97cf3c5c06d2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 200 len: 205 time: 0.0406184 Feb 14 18:00:07.532358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44988) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:07.589436 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6', 'name': 'tempest-RoutersTest-router-752062299', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:06Z', 'updated_at': '2022-02-14T18:00:06Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:07.593373 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Checking router: 5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:07.604234 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Routers {'5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:07.604850 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:07.665902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:07.758463 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] Set router 5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:07.860934 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6', 'name': 'tempest-RoutersTest-router-752062299', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:06Z', 'updated_at': '2022-02-14T18:00:06Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:07.865619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bc5cb-a020-43bc-a328-c4b3f930f35e None None] The sync data for ids ['5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6'] in dv-neutron-823271-4-hyperv is: [{'id': '5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6', 'name': 'tempest-RoutersTest-router-752062299', 'tenant_id': '851417d2becf4c0ea7a2639c0fc10228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:06Z', 'updated_at': '2022-02-14T18:00:06Z', 'revision_number': 2, 'project_id': '851417d2becf4c0ea7a2639c0fc10228', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:08.048368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:08.052438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:08.141202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:08.141813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Fanout notify agent at l3_agent the message router_deleted on router 5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:00:08.155322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:08.156371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-765c75af-520b-4f11-bcf8-2368f0171e45 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 204 len: 168 time: 0.6231792 Feb 14 18:00:08.163455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44992) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.203020 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6f57648e-cd9a-43b9-9856-d2b9588936ea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 200 len: 205 time: 0.0385659 Feb 14 18:00:08.205688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 44996) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.269414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-868b300e-52e9-4334-ab48-44e669fc227a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:08.270651 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-868b300e-52e9-4334-ab48-44e669fc227a tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/5a7b2f6d-6dc1-479f-bb36-efe703f5b6c6 HTTP/1.1" status: 404 len: 336 time: 0.0638747 Feb 14 18:00:08.274020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45000) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.310367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-57255b41-87f8-4f6c-a537-e51366cd6e01 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:08.310788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57255b41-87f8-4f6c-a537-e51366cd6e01 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:08.312333 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57255b41-87f8-4f6c-a537-e51366cd6e01 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/bd55289b-3e12-4abd-a2bc-b82f4ae0dd74 HTTP/1.1" status: 404 len: 337 time: 0.0374489 Feb 14 18:00:08.314718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45004) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.350810 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f05f1d-f711-4d0a-ae75-ce1e8a4042bc tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:08.351217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f05f1d-f711-4d0a-ae75-ce1e8a4042bc tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:08.352724 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c6f05f1d-f711-4d0a-ae75-ce1e8a4042bc tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/482c20cb-6a11-4436-9685-06cb891c99ef HTTP/1.1" status: 404 len: 337 time: 0.0371597 Feb 14 18:00:08.355101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45008) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.395794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a0db0b-3893-4dae-9212-bc838ee56a43 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:08.396125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a0db0b-3893-4dae-9212-bc838ee56a43 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:08.397774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-19a0db0b-3893-4dae-9212-bc838ee56a43 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/f831a7f9-b349-47cb-87d7-eac073e08e44 HTTP/1.1" status: 404 len: 337 time: 0.0418420 Feb 14 18:00:08.400322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45014) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.437462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b969ecd2-62e5-47f2-9c9e-bbc012926ab4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:08.437891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b969ecd2-62e5-47f2-9c9e-bbc012926ab4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:08.439511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b969ecd2-62e5-47f2-9c9e-bbc012926ab4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/b92a442b-76f8-4340-94d1-58141cd87ed6 HTTP/1.1" status: 404 len: 337 time: 0.0381632 Feb 14 18:00:08.442086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45018) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.485590 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f17ed660-0142-47ce-ab03-7c46a4e3da35 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 200 len: 205 time: 0.0423923 Feb 14 18:00:08.488429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45022) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.675837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-db218aa3-2b90-4776-9ed1-7cbebe502139 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:08.676795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-db218aa3-2b90-4776-9ed1-7cbebe502139 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/a3eb1b50-0a8e-4e18-a62a-c078834dbf9a HTTP/1.1" status: 404 len: 336 time: 0.1874306 Feb 14 18:00:08.679334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45028) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.719311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a887fe8c-585d-46ac-adf2-dd48d7f9c422 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=de65bfd4-f5ba-4a55-8de0-edc95054b829 HTTP/1.1" status: 200 len: 205 time: 0.0389428 Feb 14 18:00:08.722125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45032) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.787153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-160de86b-982e-409e-af8d-ac46040f7b29 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:08.788175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-160de86b-982e-409e-af8d-ac46040f7b29 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/de65bfd4-f5ba-4a55-8de0-edc95054b829 HTTP/1.1" status: 404 len: 336 time: 0.0651624 Feb 14 18:00:08.790632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45036) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.827359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3085b858-c6dc-4c6c-97ee-ef3c9c5d18bd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:08.827819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3085b858-c6dc-4c6c-97ee-ef3c9c5d18bd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:08.829414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3085b858-c6dc-4c6c-97ee-ef3c9c5d18bd tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/b74aec49-2cf5-447c-948d-c4c7bb921c1b HTTP/1.1" status: 404 len: 337 time: 0.0379145 Feb 14 18:00:08.832545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45040) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.876252 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e8417365-0cc1-4e86-8893-c751943f446c tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 200 len: 205 time: 0.0427916 Feb 14 18:00:08.878656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45044) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.941645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-a4cb2efb-b4a6-42a4-8e4b-269ccfcd19f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:08.942581 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4cb2efb-b4a6-42a4-8e4b-269ccfcd19f6 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/58e86815-bf20-4732-9f88-f2e6bd2a9a34 HTTP/1.1" status: 404 len: 336 time: 0.0630643 Feb 14 18:00:08.945099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:08.988539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2d01b3e3-0974-4231-bee1-d311465d5a21 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=924d4f26-71da-41cd-bf5c-b2053fc3108a HTTP/1.1" status: 200 len: 205 time: 0.0424325 Feb 14 18:00:08.990739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.052391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-0b65de28-34d2-43c1-aaf0-f7145630ddac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:09.053414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0b65de28-34d2-43c1-aaf0-f7145630ddac tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/924d4f26-71da-41cd-bf5c-b2053fc3108a HTTP/1.1" status: 404 len: 336 time: 0.0618341 Feb 14 18:00:09.055923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45056) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.095370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-680a72d0-76f5-49fd-b3fd-dbbde623935b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:09.096341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680a72d0-76f5-49fd-b3fd-dbbde623935b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:09.097902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-680a72d0-76f5-49fd-b3fd-dbbde623935b tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/40813246-255d-47a6-baac-361114eb8ac6 HTTP/1.1" status: 404 len: 337 time: 0.0411139 Feb 14 18:00:09.100411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.140122 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f05fca3b-e2a8-4ecc-959f-182717d6a7e2 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=75d33aee-a743-41d4-bc8f-d6733b072d3d HTTP/1.1" status: 200 len: 205 time: 0.0387018 Feb 14 18:00:09.142371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.207262 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-f9546faa-818d-4e89-ab54-cb593d1d0a54 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:09.208147 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f9546faa-818d-4e89-ab54-cb593d1d0a54 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/75d33aee-a743-41d4-bc8f-d6733b072d3d HTTP/1.1" status: 404 len: 336 time: 0.0643902 Feb 14 18:00:09.210645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45068) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.246121 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-764f9545-8042-4d64-9c61-d8744fb12864 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:09.246550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764f9545-8042-4d64-9c61-d8744fb12864 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:09.248147 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-764f9545-8042-4d64-9c61-d8744fb12864 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/4f0ffe9a-01a7-44f3-8257-868470e0e8fe HTTP/1.1" status: 404 len: 337 time: 0.0366559 Feb 14 18:00:09.250731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45072) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.292452 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b5bf80c-b126-45d9-abc4-4b51610587ce tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f HTTP/1.1" status: 200 len: 205 time: 0.0406928 Feb 14 18:00:09.294754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45076) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.359796 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-9ef030e1-8ae0-4635-b4c2-713e8fe7c4d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] delete failed (client error): The resource could not be found. Feb 14 18:00:09.360829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ef030e1-8ae0-4635-b4c2-713e8fe7c4d0 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/routers/b2e80f1e-0430-40ee-9e7e-a252cdcbcb2f HTTP/1.1" status: 404 len: 336 time: 0.0651829 Feb 14 18:00:09.363378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45080) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.402281 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dc7632-e7f3-44b6-ae16-ddbb3d7548ea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:09.402685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dc7632-e7f3-44b6-ae16-ddbb3d7548ea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:09.404251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-75dc7632-e7f3-44b6-ae16-ddbb3d7548ea tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/d380610b-ff7b-4994-85de-f8ee4ff17aae HTTP/1.1" status: 404 len: 337 time: 0.0399492 Feb 14 18:00:09.406746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45084) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:09.448509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8feb778f-1340-4db9-9379-0569508984e4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] DELETE failed (client error): The resource could not be found. Feb 14 18:00:09.448980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8feb778f-1340-4db9-9379-0569508984e4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:00:09.450597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8feb778f-1340-4db9-9379-0569508984e4 tempest-RoutersTest-636638744 tempest-RoutersTest-636638744-project] 10.222.0.30 "DELETE /v2.0/subnets/436a2bfb-e792-4f1d-8c97-5a7aeed9cbb8 HTTP/1.1" status: 404 len: 337 time: 0.0429952 Feb 14 18:00:09.947499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45092) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:10.114694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eea6e19e-1b61-459c-99db-2930573bde6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=851417d2becf4c0ea7a2639c0fc10228&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660190 Feb 14 18:00:10.117049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45098) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:10.173510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:10.198195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:10.306771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:10.326732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f23e32-addd-4a1f-be14-64fad79e2d46,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:10.331849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:10.332963 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17f23e32-addd-4a1f-be14-64fad79e2d46 HTTP/1.1" status: 204 len: 168 time: 0.2149947 Feb 14 18:00:10.338212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.338549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.338889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.339220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.339550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.339868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.340199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.340521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.340873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.341191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:10.341510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7b03-2baf-417b-82ea-a64ef62c67c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:15.152415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:19.424116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45112) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:19.524205 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9c8b90f6-2851-490c-a966-a95167d9e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 200 len: 993 time: 0.0989401 Feb 14 18:00:19.928022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45120) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:20.127324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 6f610142-1df1-40e1-b5cd-861c7134de9a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:20.127663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:20.290201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:20.290427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:20.412427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 6f610142-1df1-40e1-b5cd-861c7134de9a owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:20.603786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:20.733815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=6f610142-1df1-40e1-b5cd-861c7134de9a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:20.780978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e01ea4f3-bff7-4b72-9214-0f58a3eeb3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:20.822897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:21.209165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router ec550961-c71c-4355-bc9d-514bf0e0acc9 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:21.405523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:21.415294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Sync routers for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:21.430343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:21.430937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:21.460855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:21.518660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9d2205a8-6b4d-4187-9f47-ef4e90a1033b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/10e045b1-7f3b-4edb-abe5-2e2a7d5060c5 HTTP/1.1" status: 204 len: 168 time: 1.5871015 Feb 14 18:00:21.518660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:00:21.580088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'status': 'completed', 'code': 200} Feb 14 18:00:21.610291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:21.681954 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-8a2c0770-1503-4771-ba52-bcfa4ee48a95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 1098 time: 0.0786355 Feb 14 18:00:21.814059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba167ce-d290-4376-af80-0f341cd2993e req-7065d4ac-1e57-4185-88ba-14885e4427ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:21.821108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-7065d4ac-1e57-4185-88ba-14885e4427ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=65748c91-7569-4a05-b59f-1b0b705f94b2 HTTP/1.1" status: 200 len: 896 time: 0.1273639 Feb 14 18:00:21.887990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-16435b06-74b9-4391-95e1-955448dd7bc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0638771 Feb 14 18:00:21.951724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba167ce-d290-4376-af80-0f341cd2993e req-48423a7f-ccc3-48b5-97b8-b6d0cdd8b31e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:21.953193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-48423a7f-ccc3-48b5-97b8-b6d0cdd8b31e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71da4bc1-25f4-48ce-a73c-e70269995cce HTTP/1.1" status: 200 len: 835 time: 0.0589743 Feb 14 18:00:21.974455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:21.978638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Checking router: ec550961-c71c-4355-bc9d-514bf0e0acc9 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:21.994538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:21.995169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T17:59:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:22.068065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-3ce7da1a-70ba-40ac-a4db-1a3e51ee888e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65748c91-7569-4a05-b59f-1b0b705f94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084847 Feb 14 18:00:22.169604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:22.208771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e6120-809e-45f6-a0c3-76ac10ee3850 req-2f7d9c36-54ed-4207-9888-e6592c078ffd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:22.209460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-544e6120-809e-45f6-a0c3-76ac10ee3850 req-2f7d9c36-54ed-4207-9888-e6592c078ffd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:22.233627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-8f08a0b7-3543-42e7-8858-ad88ab59b85b service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580830 Feb 14 18:00:22.308887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-544e6120-809e-45f6-a0c3-76ac10ee3850 req-2f7d9c36-54ed-4207-9888-e6592c078ffd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:22.310010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-544e6120-809e-45f6-a0c3-76ac10ee3850 req-2f7d9c36-54ed-4207-9888-e6592c078ffd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.2834561 Feb 14 18:00:22.484261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:22.488584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ca73b-fad1-4b0c-968c-e6b0e9aafb46 None None] The sync data for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv is: [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T17:59:11Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '44e57bec-3b21-44f9-bca9-79048509456f', 'name': '', 'network_id': '65748c91-7569-4a05-b59f-1b0b705f94b2', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:c6:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:10Z', 'updated_at': '2022-02-14T17:59:18Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '71da4bc1-25f4-48ce-a73c-e70269995cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:22.500109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-544e6120-809e-45f6-a0c3-76ac10ee3850 req-0cfad99d-6bd2-4230-8c31-85b9976dfc30 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698142 Feb 14 18:00:22.519379 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eba167ce-d290-4376-af80-0f341cd2993e req-ee08f057-b37d-47f3-8e9a-715e655d96cb service neutron] 10.222.0.45 "GET /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788060 Feb 14 18:00:22.710911 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d2321-7923-45a5-a836-ee93b57739a1 None None] New status for floating IP 10e045b1-7f3b-4edb-abe5-2e2a7d5060c5: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:00:23.060406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8873-3ace-45c0-848d-ef6171c589a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:23.573054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-01669183-5bcf-482e-b78c-35dd15be3857 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:23.574466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-01669183-5bcf-482e-b78c-35dd15be3857 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.0754004 Feb 14 18:00:23.691797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:23.692141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:23.796463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5fe4e-8e83-4cec-8a3d-6c24e3adef91 req-daa82c3a-26a3-4894-9669-71de566e94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:23.797845 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0ae5fe4e-8e83-4cec-8a3d-6c24e3adef91 req-daa82c3a-26a3-4894-9669-71de566e94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 945 time: 0.1735394 Feb 14 18:00:23.927044 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0ae5fe4e-8e83-4cec-8a3d-6c24e3adef91 req-8206aeb0-723d-45e3-9e0a-85cb83cb90cd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=67f99a6d-9786-4d2e-9d88-ff3566f45d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223159 Feb 14 18:00:23.986953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:23.987413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:24.126636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:24.277611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:24.317658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:24.335198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:24.385746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=c354bd1a-14d5-4a05-a008-6a6e43b3a4b3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:24.455962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:00:24.458307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:24.460817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'name': 'network-vif-deleted', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:00:24.513727 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338cfb5f-64e9-4cce-9475-92389c6021c1', 'name': 'network-vif-deleted', 'tag': 'c354bd1a-14d5-4a05-a008-6a6e43b3a4b3', 'status': 'completed', 'code': 200} Feb 14 18:00:24.524000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7f21e9b9-6739-4428-9eac-8bc68aeeed43 req-dd94da86-66b0-4076-9fb2-7af2d9f72b35 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 HTTP/1.1" status: 204 len: 173 time: 0.9410887 Feb 14 18:00:25.110343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-260499df-f5d4-4a80-9221-6186c06aeae9 req-827d27a1-3b8b-4f75-8b51-ffc0ba54e7fd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:25.180211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-260499df-f5d4-4a80-9221-6186c06aeae9 req-827d27a1-3b8b-4f75-8b51-ffc0ba54e7fd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:25.181572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-260499df-f5d4-4a80-9221-6186c06aeae9 req-827d27a1-3b8b-4f75-8b51-ffc0ba54e7fd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=338cfb5f-64e9-4cce-9475-92389c6021c1 HTTP/1.1" status: 200 len: 210 time: 0.1238017 Feb 14 18:00:25.600058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:26.285829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45138) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:26.356089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:26.385025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:26.494467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:26.513087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f99a6d-9786-4d2e-9d88-ff3566f45d5c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:26.568260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:26.569440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7b16db92-b69d-4c07-a25c-056f3fc9554c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/67f99a6d-9786-4d2e-9d88-ff3566f45d5c HTTP/1.1" status: 204 len: 168 time: 0.2826562 Feb 14 18:00:26.662091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45144) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:26.671909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:26.705599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:26.706030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c354bd1a-14d5-4a05-a008-6a6e43b3a4b3 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:27.054849 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:27.723570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 44e57bec-3b21-44f9-bca9-79048509456f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:27.724278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:27.908443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 44e57bec-3b21-44f9-bca9-79048509456f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=44e57bec-3b21-44f9-bca9-79048509456f,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:27.908688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:28.028365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 44e57bec-3b21-44f9-bca9-79048509456f owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:28.232186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:28.280625 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=44e57bec-3b21-44f9-bca9-79048509456f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:28.321084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.321432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.321770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.322106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.322438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.322767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.323104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.323429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.323752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.324077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.324399 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:28.579571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:29.241903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router ec550961-c71c-4355-bc9d-514bf0e0acc9 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:29.444150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:29.453703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Sync routers for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:29.465592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:29.469389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:29.516148 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c85c5b3d-d075-4b6f-b5ad-56317ea60947 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/ec550961-c71c-4355-bc9d-514bf0e0acc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505042 Feb 14 18:00:29.516422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45148) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:29.642907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:29.698609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 71da4bc1-25f4-48ce-a73c-e70269995cce {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:00:29.701519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:29.754279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:29.841327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:29.930484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T18:00:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:29.934312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Checking router: ec550961-c71c-4355-bc9d-514bf0e0acc9 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:29.945335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Routers {'ec550961-c71c-4355-bc9d-514bf0e0acc9'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:29.945921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ec550961-c71c-4355-bc9d-514bf0e0acc9'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:29.964069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.003159 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=71da4bc1-25f4-48ce-a73c-e70269995cce,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:30.013251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.020022 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-baf03064-26fd-4c04-a264-4905b1b4c3fa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/71da4bc1-25f4-48ce-a73c-e70269995cce HTTP/1.1" status: 204 len: 168 time: 0.5025885 Feb 14 18:00:30.023195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45152) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:30.035566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d70e9-32d4-40cd-aa85-efb1dc635f82 None None] Network 65748c91-7569-4a05-b59f-1b0b705f94b2 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:00:30.229886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.321341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] Set router ec550961-c71c-4355-bc9d-514bf0e0acc9 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:30.428047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.494980 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 6cc941ef-5a98-443c-9b5f-72dafc3d2121 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:30.495343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.518088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] DHCP port deletion for 65748c91-7569-4a05-b59f-1b0b705f94b2 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:00:30.527474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Deleting port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:30.527846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.765542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 6cc941ef-5a98-443c-9b5f-72dafc3d2121, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6cc941ef-5a98-443c-9b5f-72dafc3d2121,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:30.765796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.804763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] For port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,segment=NetworkSegment(41359c0a-e4b3-4bf2-85a9-9a34f0acd743),segment_id=41359c0a-e4b3-4bf2-85a9-9a34f0acd743)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:30.805152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:30.883322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 6cc941ef-5a98-443c-9b5f-72dafc3d2121 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:30.926487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Calling delete_port for 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:30.960986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T18:00:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:30.973875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c3fc1-0fa2-4bae-807c-e5cc50602ba3 None None] The sync data for ids ['ec550961-c71c-4355-bc9d-514bf0e0acc9'] in dv-neutron-823271-4-hyperv is: [{'id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'name': 'tempest-TestNetworkBasicOps-router-1163149500', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:59:04Z', 'updated_at': '2022-02-14T18:00:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '6cc941ef-5a98-443c-9b5f-72dafc3d2121', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec550961-c71c-4355-bc9d-514bf0e0acc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:59:05Z', 'updated_at': '2022-02-14T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:31.077655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.106112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.126591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Pushing event deleted for resources: {'Port': ['ID=8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:31.132158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] No DVR routers for this DVR port 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.149163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa31e37-8d16-434a-af3c-060783c14c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:31.164823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=6cc941ef-5a98-443c-9b5f-72dafc3d2121,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:31.385872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.647662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.651933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.734245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.734765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router ec550961-c71c-4355-bc9d-514bf0e0acc9 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:00:31.748433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:31.749571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e937589b-245b-40cc-81f0-fa6b82bf31a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/ec550961-c71c-4355-bc9d-514bf0e0acc9 HTTP/1.1" status: 204 len: 168 time: 1.7254107 Feb 14 18:00:31.752317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45156) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:31.866798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.099276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.125005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65748c91-7569-4a05-b59f-1b0b705f94b2']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:32.139272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41359c0a-e4b3-4bf2-85a9-9a34f0acd743') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:32.139568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41359c0a-e4b3-4bf2-85a9-9a34f0acd743') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:32.153886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.171406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.179009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:00:32.179528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:00:32.196632 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:00:32.202814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44e57bec-3b21-44f9-bca9-79048509456f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:32.234962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 44e57bec-3b21-44f9-bca9-79048509456f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:32.235306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 44e57bec-3b21-44f9-bca9-79048509456f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:32.235707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6cc941ef-5a98-443c-9b5f-72dafc3d2121 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:32.271571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6cc941ef-5a98-443c-9b5f-72dafc3d2121 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:32.271571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6cc941ef-5a98-443c-9b5f-72dafc3d2121 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:32.271571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:32.301967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:32.302305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8f5ef0c2-c17f-443f-b4ad-1f8faf88da7c not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:32.311913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.316278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.340367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=65748c91-7569-4a05-b59f-1b0b705f94b2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:32.386473 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-862e15b9-3737-4b21-a6ae-2a903006803f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/65748c91-7569-4a05-b59f-1b0b705f94b2 HTTP/1.1" status: 204 len: 168 time: 0.6331077 Feb 14 18:00:32.403368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45160) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:32.408784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--351711526', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:32.418469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:32.422595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:32.426941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:32.436437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:32.506012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:00:32.508987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.537377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:00:32.545632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.545961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 70ac4130-73d2-42d1-b56d-3a436a059d51 of type vlan for network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 Feb 14 18:00:32.571365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.654718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.658518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:32.659189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.768207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=81754701-cd98-4f6c-9c1d-4ea6f76a88f7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:32.778795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:00:32.820897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-adfc5fd6-5380-461c-b416-de84f8ce18e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4164739 Feb 14 18:00:32.823575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:32.828646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:32.836243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:32.840167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:32.843135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:32.849615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:32.929189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.930160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.947023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:32.985190 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:00:33.153143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:33.385138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:33.413895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:33.545649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.100 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c29f6edb-c68e-4b43-9069-f34a896bb4fc) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:00:33.685975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:33.746321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:33.814786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:33.817443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:33.821579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:00:33.844475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c29f6edb-c68e-4b43-9069-f34a896bb4fc,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:34.061507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:34.062231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:34.340089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:00:34.656494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:34.665703 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:34.677795 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:34.678373 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:34.734939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:34.736303 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2445e91d-cb3e-4f4d-a049-83384c1d931c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9117942 Feb 14 18:00:34.739506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45168) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:34.779752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2cb8bdb3-6816-46e7-b83b-3738e64db6d5 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390666 Feb 14 18:00:34.782332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45172) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:34.853082 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:34.909285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772184e-709b-47d1-9dd5-a8e8044ad983 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:34.910821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0772184e-709b-47d1-9dd5-a8e8044ad983 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276155 Feb 14 18:00:34.913554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45176) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:34.952272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d84be669-9b10-4a5d-a490-3879834bd482 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376787 Feb 14 18:00:34.954817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45180) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:34.960020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178310308', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:35.066999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:35.070756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:35.073524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:35.079022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:35.127911 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:33Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:35.131604 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:35.131943 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Updating router 94946a07-9174-421f-8cfc-e6cd1f92185d port c29f6edb-c68e-4b43-9069-f34a896bb4fc binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:00:35.146463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:00:35.182096 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.247261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.489124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.506637 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.518423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Transition to ACTIVE for port object c29f6edb-c68e-4b43-9069-f34a896bb4fc will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:35.563134 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.569882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=86f6d5c1-3493-4dcf-b3cf-188e23d8554e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:35.583027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:00:35.583406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: 81754701-cd98-4f6c-9c1d-4ea6f76a88f7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:00:35.646061 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Pushing event updated for resources: {'Port': ['ID=c29f6edb-c68e-4b43-9069-f34a896bb4fc,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:35.648243 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Attempting to bind port c29f6edb-c68e-4b43-9069-f34a896bb4fc on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:00:35.648594 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Attempting to bind port c29f6edb-c68e-4b43-9069-f34a896bb4fc by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:00:35.648972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Attempting to bind port c29f6edb-c68e-4b43-9069-f34a896bb4fc on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:00:35.654429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:00:35.661482 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.661482 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.661482 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.661482 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.661482 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.662018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.662018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.662305 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.662595 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.662903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.663218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:00:35.666319 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:00:35.666918 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:00:35.667055 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.667428 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:00:35.667874 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Bound port: c29f6edb-c68e-4b43-9069-f34a896bb4fc, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:00:35.668233 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.728860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 81754701-cd98-4f6c-9c1d-4ea6f76a88f7) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:35.733233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:35.733992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.737267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62779017-df86-4555-b414-d717d5fb1143 None None] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:00:35.739396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] For port c29f6edb-c68e-4b43-9069-f34a896bb4fc, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:00:35.742438 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] For port c29f6edb-c68e-4b43-9069-f34a896bb4fc, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c29f6edb-c68e-4b43-9069-f34a896bb4fc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:00:35.826559 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.832933 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fc0dc858-6fce-4b00-b77f-b8f2a2f2aba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8770599 Feb 14 18:00:35.835559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:35.913004 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:35.913766 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:35.951783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:00:35.952676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:35.967801 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a6d7-9d54-4f73-83ce-c183a203efac None None] Pushing event updated for resources: {'Port': ['ID=c29f6edb-c68e-4b43-9069-f34a896bb4fc,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:36.121673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Allocated IP 172.20.0.2 (81754701-cd98-4f6c-9c1d-4ea6f76a88f7/86f6d5c1-3493-4dcf-b3cf-188e23d8554e/19431586-df7a-4ad6-8a33-f94ce39d0777) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:00:36.133451 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:36.328956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.339198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Transition to ACTIVE for port object 19431586-df7a-4ad6-8a33-f94ce39d0777 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:36.359165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Transition to ACTIVE for port object 19431586-df7a-4ad6-8a33-f94ce39d0777 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:36.403739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.423615 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:33Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:36.428546 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0cf0a-d4fe-41dc-b3cd-048dc8e5c54a None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:33Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:36.484567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:36.488179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:36.492821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:00:36.496169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Pushing event updated for resources: {'Port': ['ID=19431586-df7a-4ad6-8a33-f94ce39d0777,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:36.588240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Attempting to bind port 19431586-df7a-4ad6-8a33-f94ce39d0777 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:00:36.588521 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Attempting to bind port 19431586-df7a-4ad6-8a33-f94ce39d0777 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:00:36.588889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Attempting to bind port 19431586-df7a-4ad6-8a33-f94ce39d0777 on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:00:36.595876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:00:36.595876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Checking segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:00:36.596222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.596321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Bound using segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:00:36.596790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Bound port: 19431586-df7a-4ad6-8a33-f94ce39d0777, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:00:36.597193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.708469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] For port 19431586-df7a-4ad6-8a33-f94ce39d0777, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:00:36.712645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] For port 19431586-df7a-4ad6-8a33-f94ce39d0777, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=19431586-df7a-4ad6-8a33-f94ce39d0777,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:00:36.776029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.780933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:36.872666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24b1af-2698-4f90-877b-6c878d14b04b None None] Pushing event updated for resources: {'Port': ['ID=19431586-df7a-4ad6-8a33-f94ce39d0777,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:37.200599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (81754701-cd98-4f6c-9c1d-4ea6f76a88f7/86f6d5c1-3493-4dcf-b3cf-188e23d8554e/594c9104-d967-49f7-9570-8cabca274c66) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:00:37.372347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:37.381555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 594c9104-d967-49f7-9570-8cabca274c66 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:37.477866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:37.545745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:37.548840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:37.552645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:00:37.583474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:37.614721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:37.746415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:37.835499 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7d925-289c-4564-8a53-841f037472cc None None] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:00:38.011005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3e616b5f-a19c-43b0-8666-afada8c911ff None None] Provisioning for port 19431586-df7a-4ad6-8a33-f94ce39d0777 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:38.127901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c29f6edb-c68e-4b43-9069-f34a896bb4fc up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:38.183844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.232036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.255386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c29f6edb-c68e-4b43-9069-f34a896bb4fc completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:38.260477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c29f6edb-c68e-4b43-9069-f34a896bb4fc triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:38.263311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.349648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:38.352158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.398406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.414721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c29f6edb-c68e-4b43-9069-f34a896bb4fc, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c29f6edb-c68e-4b43-9069-f34a896bb4fc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:38.460405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-de855aea-cc30-4c54-9737-86adb1504078 None None] Provisioning for port 594c9104-d967-49f7-9570-8cabca274c66 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:38.466616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-de855aea-cc30-4c54-9737-86adb1504078 None None] Provisioning complete for port 594c9104-d967-49f7-9570-8cabca274c66 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:38.467007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-de855aea-cc30-4c54-9737-86adb1504078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.495218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.496004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 19431586-df7a-4ad6-8a33-f94ce39d0777 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:38.599784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:38.601173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:38.616777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-de855aea-cc30-4c54-9737-86adb1504078 None None] Port 594c9104-d967-49f7-9570-8cabca274c66 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:00:38.636942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c29f6edb-c68e-4b43-9069-f34a896bb4fc,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:38.700036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 19431586-df7a-4ad6-8a33-f94ce39d0777 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:38.705841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 19431586-df7a-4ad6-8a33-f94ce39d0777 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:38.707061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.811102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c64e13a3-4c5e-441b-ad90-55038e93b13a None None] Provisioning complete for port 594c9104-d967-49f7-9570-8cabca274c66 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:38.811477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c64e13a3-4c5e-441b-ad90-55038e93b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.936321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c64e13a3-4c5e-441b-ad90-55038e93b13a None None] Port 594c9104-d967-49f7-9570-8cabca274c66 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:00:38.947160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:38.978963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 19431586-df7a-4ad6-8a33-f94ce39d0777, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=19431586-df7a-4ad6-8a33-f94ce39d0777,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:39.016191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:39.043603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:39.119809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=19431586-df7a-4ad6-8a33-f94ce39d0777,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:39.123246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ba8cfcd1-4e89-448b-927f-935fc12066e8 None None] Provisioning complete for port 594c9104-d967-49f7-9570-8cabca274c66 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:39.123621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ba8cfcd1-4e89-448b-927f-935fc12066e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:39.175108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cfcd1-4e89-448b-927f-935fc12066e8 None None] Port 594c9104-d967-49f7-9570-8cabca274c66 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:00:39.220158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:39.232266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ca031da7-8e6b-42cb-b421-9de305398d16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/94946a07-9174-421f-8cfc-e6cd1f92185d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955586 Feb 14 18:00:39.234734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:39.379150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.379517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.379875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.380226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.380573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.380946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.382648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2a1fdecd-b846-4195-9007-3ad26ad29055 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1470063 Feb 14 18:00:39.385354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45192) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:39.456251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.456618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.456998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.457347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.457693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.458035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:39.459717 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-53e19697-cb65-4413-b246-c06e5f878b7a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0734861 Feb 14 18:00:39.462479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45196) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:39.660311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ae1079cc-dce8-4f20-9530-4ea6c55cddce tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1965396 Feb 14 18:00:40.044331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:40.056945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:40.057489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:40.114331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c29f6edb-c68e-4b43-9069-f34a896bb4fc up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:40.243439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45202) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:40.249256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021805215', 'description': 'tempest-secgroup-smoke-2021805215 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:40.255267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:40.259387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:40.262467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:40.268120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:40.288739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c29f6edb-c68e-4b43-9069-f34a896bb4fc triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:40.289022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.317507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.323081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:40.357969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:40.362120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:40.365124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:40.370835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:40.428223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.477427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.523571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398cfd91-3886-47fe-a5d1-6e95df506977,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:40.574375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.578557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e67f593a-34d6-4cdd-a80c-ab459254d527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3311858 Feb 14 18:00:40.578748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45206) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:40.585103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:40.591333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:40.595109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:40.598026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:40.603703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:40.606211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 19431586-df7a-4ad6-8a33-f94ce39d0777 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:40.695721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.751551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 19431586-df7a-4ad6-8a33-f94ce39d0777 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:40.751901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.759973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.808181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:40.817740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:40.818086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Updating router 94946a07-9174-421f-8cfc-e6cd1f92185d port 594c9104-d967-49f7-9570-8cabca274c66 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:00:40.820674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.845912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ec8fb1-909a-456b-a18b-37289deafafd,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:40.908158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.917364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:40.918626 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b8df63d6-948a-4a12-9a1b-f8b1573f94b0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3387868 Feb 14 18:00:40.921478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45210) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:40.927482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:40.933694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:40.937453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:40.942544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:40.946878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:41.009796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.071456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.122975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.150704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304b97a7-279f-485b-be1b-58f7b3951247,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:41.219975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.221112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-83941e92-4c67-40c7-bb7d-91cbf6591e40 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2987282 Feb 14 18:00:41.223930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45214) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:41.229454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:41.235625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:41.240624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:41.243143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:41.249547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:41.254580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.265683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Transition to ACTIVE for port object 594c9104-d967-49f7-9570-8cabca274c66 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:41.317855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.328460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.380630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.426521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.455348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b569dba6-2ad5-4f6e-a0c8-e5421fee6a15,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:41.489344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f741cd-f58d-4ce4-bed4-2f545de5a14f None None] Pushing event updated for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:41.511837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.514254 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-71dd384b-39c3-40e2-b812-f3ffd9a19811 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2888525 Feb 14 18:00:41.516834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45218) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:41.523659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:41.529840 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:41.534905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:41.537951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:41.548358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:41.581175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Attempting to bind port 594c9104-d967-49f7-9570-8cabca274c66 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:00:41.581495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Attempting to bind port 594c9104-d967-49f7-9570-8cabca274c66 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:00:41.581863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Attempting to bind port 594c9104-d967-49f7-9570-8cabca274c66 on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:00:41.588600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:00:41.588995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Checking segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:00:41.589386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.589767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Bound using segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:00:41.590215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Bound port: 594c9104-d967-49f7-9570-8cabca274c66, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:00:41.590580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.620806 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.686285 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.688744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] For port 594c9104-d967-49f7-9570-8cabca274c66, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:00:41.691780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] For port 594c9104-d967-49f7-9570-8cabca274c66, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=594c9104-d967-49f7-9570-8cabca274c66,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:00:41.757452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.781778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0f9718-4eef-4a4b-889e-c8a7287aafbc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:41.786328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.855199 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.856747 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f539f6cd-7dd6-400a-87d2-b35c98eb3c41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3388731 Feb 14 18:00:41.859869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45222) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:41.867595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:41.868153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:41.868315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:41.875029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:41.880298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:41.883409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:41.889911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:41.934843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:00:41.943207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:41.976112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f741cd-f58d-4ce4-bed4-2f545de5a14f None None] Pushing event updated for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:42.021406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.054275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:42.066038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.090881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3754569-9909-467e-9a41-ff3a0c287e0c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:42.157816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.159060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-041d7c42-b776-4efd-8628-35bd9510b056 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2974482 Feb 14 18:00:42.162272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45226) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:42.167878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '398cfd91-3886-47fe-a5d1-6e95df506977', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:42.173907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:42.178415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:42.181306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:42.187079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:42.254902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:00:42.261740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.325685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.373817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:41Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:42.377664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2ca4d-f749-4dbe-9927-f255c851961e None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:41Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:42.402769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.444572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a267fc4-f63d-4e50-90ab-c1df79a8992a,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:42.528879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:42.531098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a2198c1-ff5e-4746-8717-cf669f37ed4c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3668306 Feb 14 18:00:42.765140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-9a0312d9-5c1b-4854-b357-1ee9178a8c07 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:42.837205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-9a0312d9-5c1b-4854-b357-1ee9178a8c07 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:42.838473 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-9a0312d9-5c1b-4854-b357-1ee9178a8c07 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021805215&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1127541 Feb 14 18:00:43.104977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e4c94-d515-4496-9721-e483ee056b9f req-6398b3e5-d6d7-4f51-87aa-8f923850c831 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:43.105652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-6398b3e5-d6d7-4f51-87aa-8f923850c831 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:43.202916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-6398b3e5-d6d7-4f51-87aa-8f923850c831 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:43.204109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-6398b3e5-d6d7-4f51-87aa-8f923850c831 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 796 time: 0.3591797 Feb 14 18:00:43.220631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-5f2d51e3-fe71-4384-95a8-a904426c9372 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Feb 14 18:00:43.306066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-83d5182a-1bef-4f9f-ac18-f0e055920421 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:43.379846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b90e4c94-d515-4496-9721-e483ee056b9f req-83d5182a-1bef-4f9f-ac18-f0e055920421 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:43.381187 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-83d5182a-1bef-4f9f-ac18-f0e055920421 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557238 Feb 14 18:00:43.396589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-c5233df4-98ea-4389-97cb-5065c9fd2964 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:00:43.397608 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-c5233df4-98ea-4389-97cb-5065c9fd2964 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053706 Feb 14 18:00:43.533562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-aea6d724-a0c9-40f8-9b5c-5846f64cec65 service neutron] 10.222.0.30 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305137 Feb 14 18:00:43.664428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-549c7663-01b8-4332-a7f7-cdde213020f8 service neutron] 10.222.0.30 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238494 Feb 14 18:00:44.072964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 594c9104-d967-49f7-9570-8cabca274c66 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:44.225643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 594c9104-d967-49f7-9570-8cabca274c66 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:44.230651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 594c9104-d967-49f7-9570-8cabca274c66 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:44.231015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:44.340696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:44.371749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 594c9104-d967-49f7-9570-8cabca274c66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=594c9104-d967-49f7-9570-8cabca274c66,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:44.448197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:44.512379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:44.944666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0538efd4-2dc1-4ecf-9c1f-b5f72ddf536d req-4fd73c48-56fc-47a1-b41a-8baa9744b5af tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 210 time: 0.0401309 Feb 14 18:00:45.117674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:46.066188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 594c9104-d967-49f7-9570-8cabca274c66 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:46.110129 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a8de032-8f7e-4f84-aaf1-b409c305a6e6 req-df098f54-1723-4725-a6c8-517a7f68315e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 210 time: 0.0440311 Feb 14 18:00:46.136147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 594c9104-d967-49f7-9570-8cabca274c66 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:46.136669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:46.863345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e4c94-d515-4496-9721-e483ee056b9f req-21b64b10-2ddc-4e22-8c59-dca4e0ab4141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:46.863345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-21b64b10-2ddc-4e22-8c59-dca4e0ab4141 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 796 time: 0.1583126 Feb 14 18:00:46.923216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-8d7f03e9-d9f2-4ca4-96dd-dc68b7b2f372 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 380 time: 0.0453448 Feb 14 18:00:46.934279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['398cfd91-3886-47fe-a5d1-6e95df506977']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:47.072719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:47.082759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:47.134303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:00:47.137253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:47.317158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-48bed6c3-4de3-4505-85b7-beb249171afb req-7baf7000-17be-462f-ac23-44a454aadc8d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 210 time: 0.0812635 Feb 14 18:00:47.339313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.3 (81754701-cd98-4f6c-9c1d-4ea6f76a88f7/86f6d5c1-3493-4dcf-b3cf-188e23d8554e/b6e23c1a-772e-40e7-b784-d1fe7077b8f4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:00:47.524673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:47.539756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object b6e23c1a-772e-40e7-b784-d1fe7077b8f4 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:47.637824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:47.707201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:47.710154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:47.713798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:00:47.744232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:47.780063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:47.780574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:47.878216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1b319d01-bb77-4137-8651-e6b48af62541 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478800 Feb 14 18:00:47.893188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Request body: {'port': {'device_id': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:47.998984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:48.019854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c42c0642-f1fe-4047-a3bd-4050691ba2f3 None None] Provisioning for port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:48.025159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c42c0642-f1fe-4047-a3bd-4050691ba2f3 None None] Provisioning complete for port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:48.025600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c42c0642-f1fe-4047-a3bd-4050691ba2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:48.082858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c42c0642-f1fe-4047-a3bd-4050691ba2f3 None None] Port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:00:48.421387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e23c1a-772e-40e7-b784-d1fe7077b8f4 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:00:48.427986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:48.442252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Transition to ACTIVE for port object b6e23c1a-772e-40e7-b784-d1fe7077b8f4 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:00:48.500586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:48.639276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:48.656304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d3cb1-a263-4e85-883d-09da87384fbe req-b9fed354-cf54-49d9-a6b9-5c9bc576466e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:48.657056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-759d3cb1-a263-4e85-883d-09da87384fbe req-b9fed354-cf54-49d9-a6b9-5c9bc576466e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:48.767398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Attempting to bind port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:00:48.767729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Attempting to bind port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:00:48.768055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Attempting to bind port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:00:48.774548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:00:48.774867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Attempting to bind port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:00:48.780999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:00:48.781332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Checking segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:00:48.781716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Bound using segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:00:48.782131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Bound port: b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:00:48.782472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:48.795473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-759d3cb1-a263-4e85-883d-09da87384fbe req-b9fed354-cf54-49d9-a6b9-5c9bc576466e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:48.796630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-759d3cb1-a263-4e85-883d-09da87384fbe req-b9fed354-cf54-49d9-a6b9-5c9bc576466e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 931 time: 0.3447566 Feb 14 18:00:48.911953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-759d3cb1-a263-4e85-883d-09da87384fbe req-6270532f-14c4-4a5a-b0af-5d77948b7da2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887508 Feb 14 18:00:48.917470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:00:48.921500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:00:48.991869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:49.051946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:49.053366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 200 len: 1093 time: 1.1641982 Feb 14 18:00:49.053838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:00:49.089816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68d52c-bbf1-43ac-8de2-3217b69f8523 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:49.111551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'status': 'completed', 'code': 200} Feb 14 18:00:49.215602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da1f9238-563e-42d6-92b1-319691030587 req-2e5277bb-1506-4243-8b3e-e3f9a525c4ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1096 time: 0.0755091 Feb 14 18:00:49.357842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9238-563e-42d6-92b1-319691030587 req-cd0b5f1c-0c49-44f0-9f87-146dd393edf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:49.359250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da1f9238-563e-42d6-92b1-319691030587 req-cd0b5f1c-0c49-44f0-9f87-146dd393edf2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1328185 Feb 14 18:00:49.496163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9238-563e-42d6-92b1-319691030587 req-8b48fda0-cd41-475e-aff6-f9ef4134f18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:49.497526 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da1f9238-563e-42d6-92b1-319691030587 req-8b48fda0-cd41-475e-aff6-f9ef4134f18a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1293738 Feb 14 18:00:49.603210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-48aaab5c-9928-41dc-8bba-76fa9bdcf2a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1096 time: 0.0668046 Feb 14 18:00:49.676489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-9523399c-fbd8-4d75-8788-6b7306db60c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0621531 Feb 14 18:00:49.751714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e4c94-d515-4496-9721-e483ee056b9f req-b8f605dd-89a4-41b2-bf91-03567cf5ede8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:49.751714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-b8f605dd-89a4-41b2-bf91-03567cf5ede8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0652475 Feb 14 18:00:49.829541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-5848a6b6-ac50-48e0-bd28-6eab770f8376 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687776 Feb 14 18:00:49.962010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-9ec58963-b022-4785-afc6-0d93cfbcfa7b service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251309 Feb 14 18:00:50.200469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b90e4c94-d515-4496-9721-e483ee056b9f req-db7bf2de-d49a-40b5-8a39-1a76476c9c48 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307355 Feb 14 18:00:50.338477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7489-7ceb-48d2-9562-6b617711ce52 req-b5989a55-3367-4ea1-8701-34277dfffde3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:50.341739 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62ed7489-7ceb-48d2-9562-6b617711ce52 req-b5989a55-3367-4ea1-8701-34277dfffde3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 943 time: 0.2482886 Feb 14 18:00:50.385304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62ed7489-7ceb-48d2-9562-6b617711ce52 req-92a2d072-6268-44d2-82e1-ac1bbcbc19ea tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397408 Feb 14 18:00:50.797141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb3be-43fd-49bf-9287-cc97728be4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:51.590672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b1f8d-520e-4aab-8405-c4327cb868bd req-b191fd0e-4ac2-432a-b222-4058f2116d10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:51.592128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-733b1f8d-520e-4aab-8405-c4327cb868bd req-b191fd0e-4ac2-432a-b222-4058f2116d10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 943 time: 0.0865901 Feb 14 18:00:51.637413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-733b1f8d-520e-4aab-8405-c4327cb868bd req-8dc23b85-307b-4f75-8280-beea7d59a567 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Feb 14 18:00:52.770333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b6e23c1a-772e-40e7-b784-d1fe7077b8f4 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:00:52.831778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea6b8-0a54-4129-ab86-2efca6a36847 req-9835b814-5f45-4a97-962e-fa0c47c845ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:52.833200 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d06ea6b8-0a54-4129-ab86-2efca6a36847 req-9835b814-5f45-4a97-962e-fa0c47c845ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 943 time: 0.0756173 Feb 14 18:00:52.881691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d06ea6b8-0a54-4129-ab86-2efca6a36847 req-c582d182-47c4-47eb-a62c-908392006451 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Feb 14 18:00:52.939950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:52.952619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'port_id': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'mac_address': 'fa:16:3e:66:98:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:00:53.015198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:53.032753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e23c1a-772e-40e7-b784-d1fe7077b8f4 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:00:53.047575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:53.048884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-de691541-811f-44fc-b27d-41ea569e1973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:53.122771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:53.191453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:53.397613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['b6e23c1a-772e-40e7-b784-d1fe7077b8f4'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:00:54.087504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a096e-1498-4bf4-8378-0fe51618098e req-41036abb-52d3-41c7-b825-4b9388d730b8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:54.089029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b60a096e-1498-4bf4-8378-0fe51618098e req-41036abb-52d3-41c7-b825-4b9388d730b8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.1322742 Feb 14 18:00:54.125029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57675c0-7daa-46ad-82d3-488665dc285f req-3a2c62e2-2576-4513-a31c-4b6aec3718c2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:54.126471 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a57675c0-7daa-46ad-82d3-488665dc285f req-3a2c62e2-2576-4513-a31c-4b6aec3718c2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 944 time: 0.1115060 Feb 14 18:00:54.165501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b60a096e-1498-4bf4-8378-0fe51618098e req-013b3d19-cd88-4469-bd8b-27189a656dba tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686955 Feb 14 18:00:54.187654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a57675c0-7daa-46ad-82d3-488665dc285f req-95d36431-9496-4f66-9e11-20c113aa7416 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493886 Feb 14 18:00:54.299700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:54.390995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:54.785574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b6e23c1a-772e-40e7-b784-d1fe7077b8f4 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:00:54.922775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:00:54.928807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:00:54.929210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:55.042767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:55.068853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:00:55.077976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:55.123938 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'code': 200} Feb 14 18:00:55.124686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:55.204608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:55.492146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d35013-6730-49bc-9a8f-678e81e390f7 req-66e53990-23ec-44a3-a32f-17919baa289e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:55.493641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-78d35013-6730-49bc-9a8f-678e81e390f7 req-66e53990-23ec-44a3-a32f-17919baa289e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.1696630 Feb 14 18:00:55.498908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0618d5-e21f-489f-af6d-f571d53d08dd req-312258ca-0db1-4dd4-b59a-fd6670799f0b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:55.500254 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d0618d5-e21f-489f-af6d-f571d53d08dd req-312258ca-0db1-4dd4-b59a-fd6670799f0b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.2060995 Feb 14 18:00:55.575202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e52b67c6-7c71-4b85-b1ee-d40b9a9e5699 req-442ab2ca-ce5f-4c86-b58a-ba4f3cfaf347 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1098 time: 0.1668298 Feb 14 18:00:55.587051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-78d35013-6730-49bc-9a8f-678e81e390f7 req-175bf05d-831f-43c9-9b14-46a86ece0566 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858915 Feb 14 18:00:55.607803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d0618d5-e21f-489f-af6d-f571d53d08dd req-8fea17cf-a000-4230-9678-0ee961890532 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862176 Feb 14 18:00:55.614467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:55.636149 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e52b67c6-7c71-4b85-b1ee-d40b9a9e5699 req-95cc4f9c-6e45-41e7-a12a-8fb14dafecf8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514052 Feb 14 18:00:55.916170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-49e16037-90fc-496c-a271-874733adacf8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:55.917625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-49e16037-90fc-496c-a271-874733adacf8 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.0753682 Feb 14 18:00:55.987401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:00:55.988283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:56.221911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] For port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:00:56.222161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:56.590763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:56.591429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:56.591429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Floating IP 4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2 disassociated. External IP: 172.26.4.192, port: 82f7451e-1bf5-4d06-b2ff-8585cd3f7229. Feb 14 18:00:56.591737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:00:56.857082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:56.907965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a39361-0c0d-4cee-863d-5e3a3e7dfecb req-a96b69e8-0eb5-46bb-b5c0-cec466b0258a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:56.909445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33a39361-0c0d-4cee-863d-5e3a3e7dfecb req-a96b69e8-0eb5-46bb-b5c0-cec466b0258a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.1842635 Feb 14 18:00:56.926459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef06bf-0a54-4568-96bf-59e6164ef4af req-9c6b6513-2213-48d4-8c0d-dbe5ed8c7860 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:56.928034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79ef06bf-0a54-4568-96bf-59e6164ef4af req-9c6b6513-2213-48d4-8c0d-dbe5ed8c7860 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 946 time: 0.1711986 Feb 14 18:00:56.928808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=82f7451e-1bf5-4d06-b2ff-8585cd3f7229,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:57.112339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79ef06bf-0a54-4568-96bf-59e6164ef4af req-dffd2f3e-4033-420c-891e-dd5d7815a517 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677604 Feb 14 18:00:57.118236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33a39361-0c0d-4cee-863d-5e3a3e7dfecb req-b68e62fc-c460-4100-ad59-5a3a8d8cea23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977594 Feb 14 18:00:57.213628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:00:57.418636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:00:57.430145 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:00:57.444492 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:57.445214 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:57.496694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] No DVR routers for this DVR port 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:00:57.499184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:57.501950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'name': 'network-vif-deleted', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:00:57.558115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7702837-5f75-4973-b30f-1115804d6a83', 'name': 'network-vif-deleted', 'tag': '82f7451e-1bf5-4d06-b2ff-8585cd3f7229', 'status': 'completed', 'code': 200} Feb 14 18:00:57.591810 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eadfeb9e-dfe0-4520-b331-7e00f26a218b req-b11dfe54-b7ed-49b0-808c-a4687fe59aea tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "DELETE /v2.0/ports/82f7451e-1bf5-4d06-b2ff-8585cd3f7229 HTTP/1.1" status: 204 len: 173 time: 1.6686926 Feb 14 18:00:57.623980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:57.933410 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:57.937172 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:00:57.948968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:00:57.948968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:58.127082 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:00:58.329165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-acfc8bfa-079b-4a0c-8074-8dbc6eac33d6 req-9967f0c0-2ba8-4d8b-82f8-39a38cde9b6a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:00:58.374618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f191f4-118d-47b9-bbe8-bb84a22a6e33 req-8f3c82ef-6f79-46dc-8413-f14ccb2dea2e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:58.376074 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2f191f4-118d-47b9-bbe8-bb84a22a6e33 req-8f3c82ef-6f79-46dc-8413-f14ccb2dea2e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.0974033 Feb 14 18:00:58.397712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-acfc8bfa-079b-4a0c-8074-8dbc6eac33d6 req-9967f0c0-2ba8-4d8b-82f8-39a38cde9b6a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:00:58.398833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-acfc8bfa-079b-4a0c-8074-8dbc6eac33d6 req-9967f0c0-2ba8-4d8b-82f8-39a38cde9b6a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7702837-5f75-4973-b30f-1115804d6a83 HTTP/1.1" status: 200 len: 210 time: 0.1646271 Feb 14 18:00:58.426890 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2f191f4-118d-47b9-bbe8-bb84a22a6e33 req-cf72d37d-c959-4143-a092-3e42ee78759d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451648 Feb 14 18:00:58.483340 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:00:58.487238 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f65b-0c8e-4ceb-96f5-4a43ac0989f7 None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:00:58.620725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb086-0106-4d1e-bcc4-5d3523fd12c2 req-b2b86f95-c744-41fb-9705-a1b6b5014ff9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:00:58.622179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-814eb086-0106-4d1e-bcc4-5d3523fd12c2 req-b2b86f95-c744-41fb-9705-a1b6b5014ff9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.0750947 Feb 14 18:00:58.669548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-814eb086-0106-4d1e-bcc4-5d3523fd12c2 req-4b49ebb6-687c-4a76-85bb-3ee79be30acd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Feb 14 18:00:58.696475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45290) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:58.765429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-03700e44-7986-4736-a4e6-3143d53d82d3 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1093 time: 0.0678613 Feb 14 18:00:58.768028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45294) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:00:58.774120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:00:58.779474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:00:58.783423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:00:58.783941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:00:58.787145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:00:58.792789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:00:58.817291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:00:58.817642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 82f7451e-1bf5-4d06-b2ff-8585cd3f7229 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:00:58.877114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:59.022420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:59.078875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd2e60-445c-4d6e-99ed-d4b221251bed None None] New status for floating IP 4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:00:59.161853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.185 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/37878ef9-cdb3-4899-8af7-e1ef607d3bc8) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:00:59.413811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:59.506088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:00:59.577786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:00:59.580695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:00:59.583184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:00:59.623475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=37878ef9-cdb3-4899-8af7-e1ef607d3bc8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:00:59.914508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-5e219ea4-9cc7-4b89-8f36-097a842e46ff tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759569678&fields=id&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 267 time: 0.1724575 Feb 14 18:01:00.105773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10537575-637e-4879-8c19-3deba06421ca req-8a3b1c31-06b2-495c-a851-d3c221d878b7 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:00.107188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-8a3b1c31-06b2-495c-a851-d3c221d878b7 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.1855953 Feb 14 18:01:00.128894 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-b5c48911-06bb-4ab8-99c9-d69d71be4953 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/quotas/644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 375 time: 0.0153539 Feb 14 18:01:00.301195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-069e0215-48ee-4d75-b8f9-4c5db07bd19f tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1651406 Feb 14 18:01:00.312406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:00.465622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:00.523182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-b0b80ef5-40cc-4ff1-a19c-bb5555f9cf91 service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096422 Feb 14 18:01:00.761362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-430cbfe9-f089-4c12-b1ae-ec44eea64b18 service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319617 Feb 14 18:01:00.793642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:00.836817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:00.944862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=37878ef9-cdb3-4899-8af7-e1ef607d3bc8,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:00.959614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:01.248823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a associated. External IP: 172.26.4.185, port: b6e23c1a-772e-40e7-b784-d1fe7077b8f4. Feb 14 18:01:01.424163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0d7d047-0d28-455e-a7fb-ec2a96b234f3 req-53da4b1b-89d7-441c-bb89-3a9b164bd7bc tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 210 time: 0.0428612 Feb 14 18:01:01.683955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:01:01.881388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:01:01.890751 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:01:01.903358 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:01.903983 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:01.951018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:02.009823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e080c7a-c189-4478-bcf0-0f699b1b375f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2379270 Feb 14 18:01:02.009823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:02.010089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45322) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:02.065527 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'status': 'completed', 'code': 200} Feb 14 18:01:02.095829 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:02.134658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ecc963a4-8626-42b7-b406-ddd597221009 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 991 time: 0.1229527 Feb 14 18:01:02.159744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-3b25d420-2dce-436f-9e4b-31ff69a955a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1098 time: 0.0717506 Feb 14 18:01:02.293535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-246e7153-5e69-4506-a52d-8c6be7fec117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:02.295113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-246e7153-5e69-4506-a52d-8c6be7fec117 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 896 time: 0.1297574 Feb 14 18:01:02.401026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-4b445678-9ff8-4054-845d-2b27fe95df0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 200 len: 999 time: 0.0993466 Feb 14 18:01:02.444878 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:66:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:00Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:02.449105 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:01:02.459754 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:02.460580 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:02.474042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-e456808e-2363-48f0-82db-f9e5b460a0d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:02.475456 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-e456808e-2363-48f0-82db-f9e5b460a0d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0584977 Feb 14 18:01:02.558294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-3ba072cf-bd00-48c7-807c-6f0fb00f3de3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760405 Feb 14 18:01:02.621081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eab3a4a0-f92e-4c29-87e5-24f7147b9ea2 req-929508c3-d543-4ab6-9dc1-ab507b5f1ce5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 210 time: 0.0621645 Feb 14 18:01:02.638722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:02.827701 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-82e96548-eb84-46c8-b11b-c8de9bea4440 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394598 Feb 14 18:01:02.961541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d41fca3-0ec7-42ef-aafe-58b80c1776fd req-ade3a9e4-e29f-46b0-ab42-99bbfb9c7615 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273899 Feb 14 18:01:02.989116 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:66:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:00Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:02.993064 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a50e6-6b90-45d9-bdd4-cd8d0c560336 None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:66:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:00Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:01:03.138320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45330) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:03.187893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e1b11-eb51-43e0-9126-b8d2f237dfaf None None] New status for floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:01:03.352553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e2a61ab-2b11-452d-9801-185f5ea2ebfc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 991 time: 0.2130861 Feb 14 18:01:03.392640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10537575-637e-4879-8c19-3deba06421ca req-9270727c-960f-4f4d-b7cb-287b925363e3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:03.394591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-9270727c-960f-4f4d-b7cb-287b925363e3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.1936238 Feb 14 18:01:03.453328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-a888de91-8fa7-4968-8e7b-c8f34d2d5b0e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 380 time: 0.0460463 Feb 14 18:01:03.461688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'port': {'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'admin_state_up': True, 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'security_groups': ['5c466562-0705-4db4-89a2-a74326b4e00f']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:03.607212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:03.617180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:03.682611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Made reservation on behalf of 644b9b93f0414c82952cd55508414abd for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:01:03.685682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:03.821676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f4ba75b4-4c8f-4bfb-9cd4-bac65efb32de req-d0bf83c2-3234-4197-9367-3cc0835e0f01 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 210 time: 0.0481832 Feb 14 18:01:03.889129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.20.0.9 (799bc6f6-6ca9-45e7-b04f-f3caf2ab394f/86a0c743-ff68-43e0-8351-4dddc9352221/215c9e5c-4432-4f04-a896-815d852a7a21) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:01:04.070769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:04.086693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Transition to ACTIVE for port object 215c9e5c-4432-4f04-a896-815d852a7a21 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:01:04.151627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:04.219879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:01:04.222846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:01:04.226534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:01:04.262474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:04.299410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:04.300560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:04.356586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45340) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:04.417221 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-151e131e-2c32-4fe6-a6e5-f4f612e327fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590545 Feb 14 18:01:04.438160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Request body: {'port': {'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:04.499914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-80fd3432-4568-42da-8b7f-f1fe0380447d None None] Provisioning for port 215c9e5c-4432-4f04-a896-815d852a7a21 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:01:04.506512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-80fd3432-4568-42da-8b7f-f1fe0380447d None None] Provisioning complete for port 215c9e5c-4432-4f04-a896-815d852a7a21 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:01:04.518973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fd3432-4568-42da-8b7f-f1fe0380447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:04.519180 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3bc2cabb-0c22-4708-be44-58446dadcd23 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 993 time: 0.1539173 Feb 14 18:01:04.569662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-80fd3432-4568-42da-8b7f-f1fe0380447d None None] Port 215c9e5c-4432-4f04-a896-815d852a7a21 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:01:04.582486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.070878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c9e5c-4432-4f04-a896-815d852a7a21 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:01:05.078947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.093413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce492202-9199-46f8-8a8a-4008d38c307c req-bf4fd551-a158-4231-b66c-ebb2da7ab240 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:05.094110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ce492202-9199-46f8-8a8a-4008d38c307c req-bf4fd551-a158-4231-b66c-ebb2da7ab240 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:01:05.107156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Transition to ACTIVE for port object 215c9e5c-4432-4f04-a896-815d852a7a21 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:01:05.185813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.223247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ce492202-9199-46f8-8a8a-4008d38c307c req-bf4fd551-a158-4231-b66c-ebb2da7ab240 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:01:05.225471 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce492202-9199-46f8-8a8a-4008d38c307c req-bf4fd551-a158-4231-b66c-ebb2da7ab240 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 931 time: 0.2832551 Feb 14 18:01:05.350150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Pushing event updated for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:05.367315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce492202-9199-46f8-8a8a-4008d38c307c req-25241e80-bce7-4121-a765-80eec92c790d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324685 Feb 14 18:01:05.478274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Attempting to bind port 215c9e5c-4432-4f04-a896-815d852a7a21 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:01:05.478905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Attempting to bind port 215c9e5c-4432-4f04-a896-815d852a7a21 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:01:05.479229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Attempting to bind port 215c9e5c-4432-4f04-a896-815d852a7a21 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:01:05.485170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Port 215c9e5c-4432-4f04-a896-815d852a7a21 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:01:05.485505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Attempting to bind port 215c9e5c-4432-4f04-a896-815d852a7a21 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:01:05.493891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:01:05.494229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:01:05.494609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Bound using segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:01:05.495032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Bound port: 215c9e5c-4432-4f04-a896-815d852a7a21, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:01:05.495377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.599042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:01:05.603304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=215c9e5c-4432-4f04-a896-815d852a7a21,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:01:05.683296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.744780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:05.746126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] 10.222.0.45 "PUT /v2.0/ports/215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 1093 time: 1.3120475 Feb 14 18:01:05.746547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:05.764410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68fcdc-7d11-4f7b-8d2f-14d6addea806 service neutron] Pushing event updated for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:05.809036 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21', 'status': 'completed', 'code': 200} Feb 14 18:01:05.904961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6241bad-f16d-4277-bce1-6fe6c66e4181 req-581a42b3-66d8-48a9-8b77-74b92fc99783 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1096 time: 0.0763531 Feb 14 18:01:06.053389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6241bad-f16d-4277-bce1-6fe6c66e4181 req-2433ecb8-704d-4b8d-a4e0-aff6d286684c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:06.054834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6241bad-f16d-4277-bce1-6fe6c66e4181 req-2433ecb8-704d-4b8d-a4e0-aff6d286684c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=644b9b93f0414c82952cd55508414abd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1426854 Feb 14 18:01:06.188659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6241bad-f16d-4277-bce1-6fe6c66e4181 req-c1ba3246-35d9-47e4-a638-fe1ba3dcb024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:06.190037 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6241bad-f16d-4277-bce1-6fe6c66e4181 req-c1ba3246-35d9-47e4-a638-fe1ba3dcb024 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1287904 Feb 14 18:01:06.293470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-177a96c2-22b2-42b3-bfec-02c18ecb3c80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1096 time: 0.0680237 Feb 14 18:01:06.361708 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-8cfd5341-09ec-4be9-98a7-00923af6818d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 217 time: 0.0615869 Feb 14 18:01:06.422428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10537575-637e-4879-8c19-3deba06421ca req-7b51beeb-c6b0-4191-9324-b35025be4109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:06.423966 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-7b51beeb-c6b0-4191-9324-b35025be4109 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0571110 Feb 14 18:01:06.540589 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-b5bed2df-25da-4251-89c0-ebc714c16400 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104782 Feb 14 18:01:06.655117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e565dd6-8978-4432-a812-34aa692a5b22 req-b1507779-13da-47ba-8679-38b9cd876e4c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:06.656537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e565dd6-8978-4432-a812-34aa692a5b22 req-b1507779-13da-47ba-8679-38b9cd876e4c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.1649597 Feb 14 18:01:06.716910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-baa0b526-1979-4689-93e1-6ac1b05b7f44 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644449 Feb 14 18:01:06.745825 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e565dd6-8978-4432-a812-34aa692a5b22 req-3bef13ff-72c1-43d5-81e5-6e9f574c50b2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828061 Feb 14 18:01:06.943429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10537575-637e-4879-8c19-3deba06421ca req-6eaa9854-19f9-4828-b430-8d02a3600a0d service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202716 Feb 14 18:01:07.940831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d06ae-f98f-42db-b44c-1767948c8d23 req-4036f8e7-ebca-4c60-b855-82c461059c7a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:07.942181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af5d06ae-f98f-42db-b44c-1767948c8d23 req-4036f8e7-ebca-4c60-b855-82c461059c7a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0776479 Feb 14 18:01:07.986435 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af5d06ae-f98f-42db-b44c-1767948c8d23 req-adb5057a-4f34-418d-ba8e-c911fea85ddb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Feb 14 18:01:09.189518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231d7c-b855-42f7-809e-ebd8161d0a3c req-ef089d4f-1926-4df1-8458-78270c73f3a1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:09.190964 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec231d7c-b855-42f7-809e-ebd8161d0a3c req-ef089d4f-1926-4df1-8458-78270c73f3a1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0746984 Feb 14 18:01:09.234144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec231d7c-b855-42f7-809e-ebd8161d0a3c req-84144cb7-5ad6-45c6-a361-ec954644cf41 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377908 Feb 14 18:01:09.985445 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:01:10.430013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20cd0f-37f6-4a24-95fd-41999a4e778d req-41361fa3-23cd-41cc-bd8d-a49150d267ca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:10.431454 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a20cd0f-37f6-4a24-95fd-41999a4e778d req-41361fa3-23cd-41cc-bd8d-a49150d267ca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0788817 Feb 14 18:01:10.475706 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7a20cd0f-37f6-4a24-95fd-41999a4e778d req-5911179f-3621-4aeb-a525-2bb14c7486e1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Feb 14 18:01:11.668069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a85f-3231-4223-9d28-43d3990a8a35 req-4138606a-08ad-467a-94f8-6a0b51a76458 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:11.669536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2271a85f-3231-4223-9d28-43d3990a8a35 req-4138606a-08ad-467a-94f8-6a0b51a76458 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0762098 Feb 14 18:01:11.717157 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2271a85f-3231-4223-9d28-43d3990a8a35 req-e8fe766b-1c7d-48fd-ac2e-854234d3b7df tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Feb 14 18:01:12.907793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a6f9b-c5c6-4158-bb58-190c4481b170 req-8de13c97-2f9a-4309-a9f5-69fa8c785336 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:12.909844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e7a6f9b-c5c6-4158-bb58-190c4481b170 req-8de13c97-2f9a-4309-a9f5-69fa8c785336 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0752449 Feb 14 18:01:12.954939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e7a6f9b-c5c6-4158-bb58-190c4481b170 req-d13332ba-67dc-40f3-acfb-d63fda76bca0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Feb 14 18:01:14.150973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1886b02-e9b5-4073-84f3-6c3bca8a358c req-a8655abf-6a6f-4908-b81a-7e1ef1dbf15b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:14.152401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1886b02-e9b5-4073-84f3-6c3bca8a358c req-a8655abf-6a6f-4908-b81a-7e1ef1dbf15b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 943 time: 0.0777950 Feb 14 18:01:14.197674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1886b02-e9b5-4073-84f3-6c3bca8a358c req-a03aba64-fc2f-4a6e-82e5-4f37d9d54765 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Feb 14 18:01:14.895528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 215c9e5c-4432-4f04-a896-815d852a7a21 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:01:15.040258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=215c9e5c-4432-4f04-a896-815d852a7a21,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:15.052930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '215c9e5c-4432-4f04-a896-815d852a7a21', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:01:15.159192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:15.175584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c9e5c-4432-4f04-a896-815d852a7a21 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:01:15.189818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=215c9e5c-4432-4f04-a896-815d852a7a21,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:15.247908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:15.276253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:15.341396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:15.389387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728f98-e005-48e4-aab7-4e7da6dd8261 req-ed256795-fe42-4aae-b1c8-98cca9c24b2d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:15.390816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2728f98-e005-48e4-aab7-4e7da6dd8261 req-ed256795-fe42-4aae-b1c8-98cca9c24b2d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 944 time: 0.0763118 Feb 14 18:01:15.435487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2728f98-e005-48e4-aab7-4e7da6dd8261 req-4b6b9641-d928-4e31-8aa4-acc02d0c0bc1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381417 Feb 14 18:01:15.512915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['215c9e5c-4432-4f04-a896-815d852a7a21'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:01:16.629738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cbce1-06f3-465b-a5b3-f8167115dec8 req-a20c4425-d2c7-46ae-99b8-a868af132266 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:16.631232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce6cbce1-06f3-465b-a5b3-f8167115dec8 req-a20c4425-d2c7-46ae-99b8-a868af132266 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 944 time: 0.0787759 Feb 14 18:01:16.677417 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce6cbce1-06f3-465b-a5b3-f8167115dec8 req-de28fddc-1184-499d-80f8-a1b3a26f0ac2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Feb 14 18:01:16.910973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 215c9e5c-4432-4f04-a896-815d852a7a21 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:01:17.041741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 215c9e5c-4432-4f04-a896-815d852a7a21 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:01:17.046299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 215c9e5c-4432-4f04-a896-815d852a7a21 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:01:17.046665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:17.160597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:17.186267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:17.195462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=215c9e5c-4432-4f04-a896-815d852a7a21,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:17.239011 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21', 'code': 200} Feb 14 18:01:17.265314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:17.330150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:17.601582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f9b23938-556f-4747-9af4-437787701610 req-7342d9b2-4844-4110-bb90-d88a5c9cf421 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.0663047 Feb 14 18:01:17.642936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f9b23938-556f-4747-9af4-437787701610 req-b068bbf0-cd85-4f90-9ddb-f08e1e94e665 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Feb 14 18:01:17.874089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9443-16b3-4bc1-b743-2bdba4a13088 req-f6c47e7f-d5de-4a7a-9b56-c0a65f5a3e77 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:17.875560 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f94b9443-16b3-4bc1-b743-2bdba4a13088 req-f6c47e7f-d5de-4a7a-9b56-c0a65f5a3e77 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 945 time: 0.0812922 Feb 14 18:01:17.925339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f94b9443-16b3-4bc1-b743-2bdba4a13088 req-7dd38320-a9bb-498d-b730-50be86b74f9c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 Feb 14 18:01:19.125585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1653f-40db-4ce6-bc93-822820bfccfb req-55835cb9-30d0-4464-841f-d22885717e5f tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:19.127045 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcf1653f-40db-4ce6-bc93-822820bfccfb req-55835cb9-30d0-4464-841f-d22885717e5f tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 945 time: 0.0748065 Feb 14 18:01:19.189312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcf1653f-40db-4ce6-bc93-822820bfccfb req-0c8ec290-23a1-426d-a964-bf85cbefea97 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562339 Feb 14 18:01:19.384915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3608e-ff1a-42cf-a201-2b3b4e62aaeb req-b289d04d-e0cf-49b8-acad-4561fa23c811 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:19.386357 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ee3608e-ff1a-42cf-a201-2b3b4e62aaeb req-b289d04d-e0cf-49b8-acad-4561fa23c811 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 945 time: 0.0755286 Feb 14 18:01:19.430562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ee3608e-ff1a-42cf-a201-2b3b4e62aaeb req-5a292fd4-d97c-482b-b4f0-c30b22d92fa2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Feb 14 18:01:19.458293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45374) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:19.530189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e19bfa77-7561-4b42-a85a-9e31d34ca2b7 tempest-TestVolumeBootPattern-1763169792 tempest-TestVolumeBootPattern-1763169792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1093 time: 0.0707159 Feb 14 18:01:19.532762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45378) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:19.538281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:19.543506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:19.547253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:floatingip and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:19.550131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:19.556076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:19.607948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:19.741472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:19.869896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.26.4.217 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/432f5dca-1e0b-43db-b100-6a71446e7e67) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:01:20.012572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:20.077038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:20.233553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:01:20.234663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:01:20.236428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=432f5dca-1e0b-43db-b100-6a71446e7e67,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:20.239149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:01:20.284451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.284827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.285166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.285494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.285821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.286148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.286474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.286797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.287117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.287434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.287750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:20.746617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:20.762050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5017543c-0008-4a6e-902b-bdefd2b1184a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:20.829403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:21.044598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:21.093081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:21.195280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=432f5dca-1e0b-43db-b100-6a71446e7e67,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:21.209945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:21.390995 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Floating IP 1a874d6f-02bd-41d7-8977-b0a7a0816098 associated. External IP: 172.26.4.217, port: 215c9e5c-4432-4f04-a896-815d852a7a21. Feb 14 18:01:21.871079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:01:22.065548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:01:22.074817 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:01:22.085572 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:22.086161 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:22.156787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:22.222069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3a35d44d-be18-4351-bc46-93feec9478f0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6777973 Feb 14 18:01:22.222069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:22.265169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21', 'status': 'completed', 'code': 200} Feb 14 18:01:22.293811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:22.357959 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-1ff73370-610c-439a-8220-323cb8f3f749 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.0710800 Feb 14 18:01:22.487745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-58367396-8236-46eb-a391-d8a50be440c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:22.489119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-58367396-8236-46eb-a391-d8a50be440c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1250331 Feb 14 18:01:22.599502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-af559fb2-2e7d-4458-9026-e9e5c28a636f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 999 time: 0.1039469 Feb 14 18:01:22.640655 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:20Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:22.645202 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:01:22.655881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:22.656462 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:00:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:22.663758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-44ea3509-650e-4094-87f7-1f3d4061c3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:22.665238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-44ea3509-650e-4094-87f7-1f3d4061c3df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0592284 Feb 14 18:01:22.738630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-6d36892e-7db8-4bf8-8395-ebfbbb67a851 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666215 Feb 14 18:01:22.829292 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:22.867647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-c787015f-c7bd-4873-9890-3b62243d47e6 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224630 Feb 14 18:01:23.006763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72a2cb27-bb5a-413a-a9f8-080455151da4 req-f04264ba-bbdb-4431-b9e5-9916c6725f51 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240840 Feb 14 18:01:23.047917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7869e6ba-43af-4f92-9aaa-e63cb519f232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:23.173490 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:20Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:23.177844 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d60f5-fca7-40ca-ace7-4e4c6a883dde None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:20Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:01:23.367211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc109285-fc6e-46b3-be3f-6d52da511375 None None] New status for floating IP 1a874d6f-02bd-41d7-8977-b0a7a0816098: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:01:24.264908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:24.310660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:25.556391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:27.204399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-9169503d-9f00-4e82-afc5-8d6387e59ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704143 Feb 14 18:01:27.337263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-f5ffa9f3-3bc4-49a2-b0f3-b0fbfcc332f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1098 time: 0.0666456 Feb 14 18:01:27.479816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-83e8aa92-9ebf-4130-b97a-ff75c13d3b64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:27.481218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-83e8aa92-9ebf-4130-b97a-ff75c13d3b64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 896 time: 0.1249161 Feb 14 18:01:27.582442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-8a2373a9-46e9-4e00-b6ca-2ab5a26ba2ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0952957 Feb 14 18:01:27.644587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-856c6517-3951-4e11-9d24-e4dc5484f06e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:27.646288 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-856c6517-3951-4e11-9d24-e4dc5484f06e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0566487 Feb 14 18:01:27.834109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-6f0cebc1-fa3c-4211-b11b-dd7a4c3aab48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801522 Feb 14 18:01:27.976715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-9a13b3c7-5a02-4824-9122-117445a82dd8 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351938 Feb 14 18:01:28.105293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9f7677e-a6ec-4aad-9c2c-ffa8c7277d5e req-b3b02cbb-de2f-4876-b357-ca1e31759129 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223998 Feb 14 18:01:30.979361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45396) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:31.237882 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7b14468e-f0d1-4bc0-a02b-7dd292139edc tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=a0035adcb386477480e13c860e0d9e34&network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 2999 time: 0.2572961 Feb 14 18:01:36.345793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45412) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:36.407456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080cd517-93ba-4d80-b617-ec5308d54c92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:36.408868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-080cd517-93ba-4d80-b617-ec5308d54c92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5 HTTP/1.1" status: 200 len: 814 time: 0.0620811 Feb 14 18:01:37.478414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45420) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:37.478414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:37.586250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:37.947624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:38.018383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:38.018383 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a disassociated. External IP: 172.26.4.185, port: b6e23c1a-772e-40e7-b784-d1fe7077b8f4. Feb 14 18:01:38.435994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:01:38.658235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:01:38.665779 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:01:38.672592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:38.682499 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:38.682499 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:01:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:38.729594 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1e125787-1569-4bc9-81a9-b403d692ba93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 690 time: 1.2482014 Feb 14 18:01:38.729594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:38.733127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45426) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:38.792423 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'status': 'completed', 'code': 200} Feb 14 18:01:38.832291 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2b17ea41-8e54-4038-b643-d8a144289fd7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 690 time: 0.1051750 Feb 14 18:01:38.912021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:39.017217 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-933a4c61-42bb-451b-af88-98b0c8e35c98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 1098 time: 0.1940660 Feb 14 18:01:39.169780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-6493d434-b6cc-44bd-9b93-486a39f7b665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:39.169780 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-6493d434-b6cc-44bd-9b93-486a39f7b665 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 896 time: 0.1461346 Feb 14 18:01:39.245216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-aca88b1d-53fd-432d-a971-ff1cab6153da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0680730 Feb 14 18:01:39.283925 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:39.287656 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:01:39.297888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:39.298471 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:01:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:39.306061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-c2bd7d25-5305-4bb4-b6a2-c18c4e8b8913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:39.307486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-c2bd7d25-5305-4bb4-b6a2-c18c4e8b8913 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0602276 Feb 14 18:01:39.391674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-a59d0da2-ed25-4e0b-a635-dc77d96b17b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740635 Feb 14 18:01:39.479239 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:39.527735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-863efc4c-0f98-4bda-95dc-f2b8542a6c0c service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236017 Feb 14 18:01:39.678391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ac8d058-93ad-4a93-aee4-b64061d4ea5c req-dfaa7219-ff16-4cff-bda7-84023eb80211 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384411 Feb 14 18:01:39.801247 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:39.805209 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55b431-2fcf-499b-b145-5ccb8cf1f906 None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:01:39.834522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45434) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:39.927741 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0a27ffdc-334f-4ae1-8599-61fd18a33ad5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 690 time: 0.0920746 Feb 14 18:01:40.063157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffbf82-8f60-4de1-869c-8c5c8bf74f4f None None] New status for floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:01:40.932602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45438) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:41.017573 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2949fbc5-c1ce-4dd3-ace6-703b35e28842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 688 time: 0.0847709 Feb 14 18:01:42.324396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45446) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:42.330103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661332909', 'description': 'tempest-secgroup-smoke-661332909 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:42.336467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:42.345937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:42.436409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.470389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:42.474086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:42.477436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:42.482938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:42.535878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.613229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.656959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28dc1bf-dd81-4350-9406-657594fa6335,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:42.719020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.719020 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7a5f3600-aefc-4f85-99cd-fe22e8b1b8f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3919616 Feb 14 18:01:42.720222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45450) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:42.725774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:42.731645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:42.735361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:42.738173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:42.743723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:42.833504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.899995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.962085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:42.983283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7804bfe2-462a-411b-8205-ddcd7d7b841b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:43.050597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.050597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-93289bbf-105c-4a94-b76b-f0c851d40050 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3274355 Feb 14 18:01:43.051489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45454) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:43.060438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:43.064896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:43.067428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:43.070857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:43.077024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:43.151596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.215415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.275704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.298234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f55f9-ce4e-4bc5-992b-fa05b9131ea2,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:43.356120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.357364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-060306cc-74aa-424f-9fe2-54826f7651c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3049972 Feb 14 18:01:43.367621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45460) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:43.367621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:43.371928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:43.375893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:43.378816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:43.385235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:43.442031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.598341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.664561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.687909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6ad21d-64e6-4ec5-a98c-45710471bade,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:43.750216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.751414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0f3b635f-37d8-46cb-8e66-a7d0314b4c5a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3903992 Feb 14 18:01:43.754370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45464) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:43.760615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:43.766418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:43.770499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:43.774241 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:43.780346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:43.842553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.908916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.967080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:43.986591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97a2ba8-7272-436a-93b2-efbd7dc82a4d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:44.038202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.038202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-827f6f0f-949e-4028-8f71-a20a2b5f16c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2823894 Feb 14 18:01:44.042181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45468) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:44.050156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:44.053466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:44.057280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:44.060133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:44.067145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:44.122482 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:01:44.128261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.197392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.281702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.303778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd879dc-b63e-4149-ba20-efb6766fcbfb,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:44.413013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.414243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ac39d11a-ac2c-4c3f-8c65-6ee72936bb83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3714411 Feb 14 18:01:44.417014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45472) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:44.422426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f28dc1bf-dd81-4350-9406-657594fa6335', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:44.428188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:44.434394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:01:44.439357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:01:44.441009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:44.498711 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:01:44.505284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.572510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.675871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.700692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df0abe-1e1f-430f-bced-1ebb523b80b1,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:44.793282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:44.793282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-da0c39eb-3520-4243-9dea-c6d70300e2cf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3685238 Feb 14 18:01:45.160966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-f2b0a466-9c59-4917-8542-bca2d3dcfbef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:01:45.178962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:45.275882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-f2b0a466-9c59-4917-8542-bca2d3dcfbef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:01:45.277154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-f2b0a466-9c59-4917-8542-bca2d3dcfbef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661332909&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1607096 Feb 14 18:01:45.437319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-84217f35-0e9e-4029-b874-5338ad8599d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:45.438759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-84217f35-0e9e-4029-b874-5338ad8599d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 796 time: 0.1550860 Feb 14 18:01:45.456011 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-7a205458-5e6f-426b-a8f2-67ccf2050ea7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0102918 Feb 14 18:01:45.557336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-b4ed38bf-86fc-4c08-bfe3-3d2c32dbff25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0909007 Feb 14 18:01:45.702769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-a9524185-e3fc-4397-82c4-e52589d4f2a4 service neutron] 10.222.0.30 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370490 Feb 14 18:01:45.834059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-6187e15a-c146-4a77-87f3-67ac473919fd service neutron] 10.222.0.30 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255534 Feb 14 18:01:46.178678 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9883eeac-a9a0-4a81-983f-d2339b25231b req-f68c5288-2ee3-4593-b23c-d129cbc47158 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 210 time: 0.1143565 Feb 14 18:01:46.985384 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:01:47.347971 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35d22436-f8c6-4b69-a86c-59cd08628d2f req-90e4ced9-1f46-4c3a-bca8-a20261d9b1fb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 210 time: 0.0453687 Feb 14 18:01:48.201468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-0b3d8e8d-70a5-4bd8-af0e-dfe54c6e4f41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:48.202853 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-0b3d8e8d-70a5-4bd8-af0e-dfe54c6e4f41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 796 time: 0.1448557 Feb 14 18:01:48.264869 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-7b7a1563-8700-4fe0-af62-9154b8f4d377 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 472 time: 0.0425470 Feb 14 18:01:48.276210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['f28dc1bf-dd81-4350-9406-657594fa6335']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:48.415234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:01:48.424818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:01:48.509520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05013d4d-5c8b-4170-b940-a2cf760b4d43 req-136255e2-5d71-42fb-97c3-99c09ccbf2dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 210 time: 0.0406396 Feb 14 18:01:48.513671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:01:48.513671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:48.674547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.6 (81754701-cd98-4f6c-9c1d-4ea6f76a88f7/86f6d5c1-3493-4dcf-b3cf-188e23d8554e/a268ac3a-0211-4720-96fb-aafccd9ff83b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:01:48.863686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:48.878436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object a268ac3a-0211-4720-96fb-aafccd9ff83b will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:01:48.990570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:49.157864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:01:49.160775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:01:49.163305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:01:49.201577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:49.233879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:49.234471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:49.362341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-364f34f6-9126-43ab-b2a7-36ac593d6d45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901909 Feb 14 18:01:49.377314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Request body: {'port': {'device_id': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:49.441461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-83739e91-d010-4c55-a1ae-4f3add86bb95 None None] Provisioning for port a268ac3a-0211-4720-96fb-aafccd9ff83b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:01:49.446478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-83739e91-d010-4c55-a1ae-4f3add86bb95 None None] Provisioning complete for port a268ac3a-0211-4720-96fb-aafccd9ff83b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:01:49.446805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-83739e91-d010-4c55-a1ae-4f3add86bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:49.486919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:49.503228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-83739e91-d010-4c55-a1ae-4f3add86bb95 None None] Port a268ac3a-0211-4720-96fb-aafccd9ff83b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:01:49.825388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ffbd-4893-4bb8-88b4-3c2039028a9a req-3ce25d84-8c16-4e68-b57f-49cb71b17932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:49.826073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5d67ffbd-4893-4bb8-88b4-3c2039028a9a req-3ce25d84-8c16-4e68-b57f-49cb71b17932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:01:49.906969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a268ac3a-0211-4720-96fb-aafccd9ff83b {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:01:49.913662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:49.927502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Transition to ACTIVE for port object a268ac3a-0211-4720-96fb-aafccd9ff83b will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:01:49.930751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5d67ffbd-4893-4bb8-88b4-3c2039028a9a req-3ce25d84-8c16-4e68-b57f-49cb71b17932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:01:49.930751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d67ffbd-4893-4bb8-88b4-3c2039028a9a req-3ce25d84-8c16-4e68-b57f-49cb71b17932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 931 time: 0.2945230 Feb 14 18:01:49.974377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d67ffbd-4893-4bb8-88b4-3c2039028a9a req-690d1abf-46d3-4822-a273-fc535b7cf21c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388927 Feb 14 18:01:50.012915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:50.141543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Pushing event updated for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:50.246152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Attempting to bind port a268ac3a-0211-4720-96fb-aafccd9ff83b on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:01:50.246429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Attempting to bind port a268ac3a-0211-4720-96fb-aafccd9ff83b by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:01:50.246819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Attempting to bind port a268ac3a-0211-4720-96fb-aafccd9ff83b on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:01:50.252472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Port a268ac3a-0211-4720-96fb-aafccd9ff83b on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:01:50.252831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Attempting to bind port a268ac3a-0211-4720-96fb-aafccd9ff83b on network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:01:50.258913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:01:50.259246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Checking segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:01:50.259622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Bound using segment: {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:01:50.260040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Bound port: a268ac3a-0211-4720-96fb-aafccd9ff83b, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ac4130-73d2-42d1-b56d-3a436a059d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:01:50.260382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:50.353435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:01:50.356296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:01:50.419247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:50.480964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:50.482503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] 10.222.0.45 "PUT /v2.0/ports/a268ac3a-0211-4720-96fb-aafccd9ff83b HTTP/1.1" status: 200 len: 1093 time: 1.1093159 Feb 14 18:01:50.482838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:50.502636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d637f-e0e3-4110-b859-92f62a56de0f service neutron] Pushing event updated for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:50.660365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'status': 'completed', 'code': 200} Feb 14 18:01:50.680228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-41722cf0-7f4a-4727-af34-568ad81e28cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 1096 time: 0.0867066 Feb 14 18:01:50.748285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-e63ca0b5-6529-443f-b6dc-c538251f667d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b HTTP/1.1" status: 200 len: 217 time: 0.0611446 Feb 14 18:01:50.795515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-72baf75d-2d41-48c8-9e8a-bc36e7413041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:50.816662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-829cd969-f609-4dc9-9c5b-b6bf510d9b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:50.818115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-829cd969-f609-4dc9-9c5b-b6bf510d9b6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0614686 Feb 14 18:01:50.891632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-32ad885d-da2b-45b8-a5ea-c8d89b3af642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675821 Feb 14 18:01:51.027522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-e258f3e4-1bcc-4e09-83c7-73896752817f service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267309 Feb 14 18:01:51.309050 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28323ef8-c20b-4f77-9794-31cb8058a253 req-419ffcf6-a1a6-49fc-9e77-5a7a65628052 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727206 Feb 14 18:01:51.326141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c13ca-6820-49fc-a985-ffd088cce1fe req-c214aa57-d398-4420-b886-448e7f6749e3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:51.326141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e3c13ca-6820-49fc-a985-ffd088cce1fe req-c214aa57-d398-4420-b886-448e7f6749e3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 943 time: 0.2215290 Feb 14 18:01:51.373812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e3c13ca-6820-49fc-a985-ffd088cce1fe req-a2afd0a6-949c-4748-bd50-8f1051ce4dfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Feb 14 18:01:51.498531 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-72e8c9e9-5382-4f80-9f4c-f7acace80f52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 1096 time: 0.0686824 Feb 14 18:01:51.632648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-23fdedea-53cc-40f7-9378-f40c358b9dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:51.642396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-23fdedea-53cc-40f7-9378-f40c358b9dc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 896 time: 0.1376283 Feb 14 18:01:51.714701 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-5f6b9b69-ae65-43b3-8c2d-2678fcb5f6be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b HTTP/1.1" status: 200 len: 217 time: 0.0642934 Feb 14 18:01:51.776016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-3a64bb38-2891-434f-9ea5-4ef249df0327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:51.777424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-3a64bb38-2891-434f-9ea5-4ef249df0327 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0568089 Feb 14 18:01:51.854299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-9ad4b389-0b53-4cb3-9aaf-95b5e2e37244 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694726 Feb 14 18:01:51.987707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-b41a891f-09ee-49ad-bb0c-bcf6f91b4874 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237981 Feb 14 18:01:52.117078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6901a1fa-e606-4c89-8902-1a131f59aa04 req-40d20cb9-a278-4839-a8d9-916a01ba0804 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225369 Feb 14 18:01:52.574772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0a8a-5339-4178-96b6-402d58afdd73 req-831d615d-a167-4cd9-b5e5-37852281bf46 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:52.578466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-801e0a8a-5339-4178-96b6-402d58afdd73 req-831d615d-a167-4cd9-b5e5-37852281bf46 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 943 time: 0.0777638 Feb 14 18:01:52.622020 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-801e0a8a-5339-4178-96b6-402d58afdd73 req-b86329ed-14db-4dc2-9fe8-6052d3287779 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398593 Feb 14 18:01:53.034504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a268ac3a-0211-4720-96fb-aafccd9ff83b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:01:53.108439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7dcde67f-36e2-4f6d-891c-a8f97a92bc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:53.201285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:53.213844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'port_id': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'mac_address': 'fa:16:3e:f1:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:01:53.265878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:53.282746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a268ac3a-0211-4720-96fb-aafccd9ff83b {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:01:53.297588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:53.367024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:53.437421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:53.443354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.443698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.444036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.444371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.444739 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.445074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.445397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.445720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.446048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.446369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.446687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:01:53.672275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['a268ac3a-0211-4720-96fb-aafccd9ff83b'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:01:53.821819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7531-00d8-4fb5-b550-f54fd17bd1c7 req-5a0211b4-dc60-4dd7-96a2-cf69ef1ad49f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:53.823299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2ae7531-00d8-4fb5-b550-f54fd17bd1c7 req-5a0211b4-dc60-4dd7-96a2-cf69ef1ad49f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 944 time: 0.0805905 Feb 14 18:01:53.868237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2ae7531-00d8-4fb5-b550-f54fd17bd1c7 req-a9f0d314-449f-4170-abd0-41f4d1d3e161 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393808 Feb 14 18:01:54.276049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:54.333246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:55.047959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a268ac3a-0211-4720-96fb-aafccd9ff83b up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:01:55.066859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801ebd-7dfc-45a2-a5b2-43b2e3d09de1 req-04ba0d29-2379-472e-9c18-7030fcfbe50c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:55.068381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ee801ebd-7dfc-45a2-a5b2-43b2e3d09de1 req-04ba0d29-2379-472e-9c18-7030fcfbe50c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 944 time: 0.0766656 Feb 14 18:01:55.116812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ee801ebd-7dfc-45a2-a5b2-43b2e3d09de1 req-9175f133-eafc-40bb-9873-0c20bc8925fe tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Feb 14 18:01:55.184634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port a268ac3a-0211-4720-96fb-aafccd9ff83b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:01:55.190995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port a268ac3a-0211-4720-96fb-aafccd9ff83b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:01:55.191369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:55.303878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:55.331540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:55.344901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:01:55.402094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:55.462617 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'code': 200} Feb 14 18:01:55.475874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:01:55.560798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:55.840832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6edaed7d-4bf7-4fe9-a940-66ec9eefe4bb req-1d0afe47-5708-49f5-832a-6394013fbc8d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 1098 time: 0.0667927 Feb 14 18:01:55.889844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6edaed7d-4bf7-4fe9-a940-66ec9eefe4bb req-bd38eeac-6475-4714-92d6-5c2cce818bca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Feb 14 18:01:56.313675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9044e2-8c00-4337-a459-76d32c76f71b req-a81e288d-cd49-493f-9625-1f8ee6b1510e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:56.315055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb9044e2-8c00-4337-a459-76d32c76f71b req-a81e288d-cd49-493f-9625-1f8ee6b1510e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.0785611 Feb 14 18:01:56.361720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb9044e2-8c00-4337-a459-76d32c76f71b req-9fd0479e-8294-4a60-9d90-3d05ebc90cb7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 Feb 14 18:01:57.563812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c21c4-53ad-4891-84ec-7bf56b3f58bd req-b322f7e1-f52f-490c-b178-4bac01f8fef0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:57.565263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-892c21c4-53ad-4891-84ec-7bf56b3f58bd req-b322f7e1-f52f-490c-b178-4bac01f8fef0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.0768542 Feb 14 18:01:57.612285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-892c21c4-53ad-4891-84ec-7bf56b3f58bd req-d5ed0168-e19f-40e4-9b50-7bd4a49e6159 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Feb 14 18:01:57.822501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a22ea-0ffa-4a16-b0fa-cda0b009d2ad req-1e7abdc7-eeea-4c72-a80d-e61b9c1aa530 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:01:57.823932 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-259a22ea-0ffa-4a16-b0fa-cda0b009d2ad req-1e7abdc7-eeea-4c72-a80d-e61b9c1aa530 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.0803137 Feb 14 18:01:57.868199 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-259a22ea-0ffa-4a16-b0fa-cda0b009d2ad req-c62bd18b-8a77-41ba-84f8-607f208b8554 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388746 Feb 14 18:01:57.895546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45532) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:57.964411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5dad304f-c85e-4dd2-9433-3a92e375d52e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 1093 time: 0.0674245 Feb 14 18:01:57.967026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45536) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:57.972268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'port_id': 'a268ac3a-0211-4720-96fb-aafccd9ff83b'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:01:58.056783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:58.727617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:58.858569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:59.059808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a associated. External IP: 172.26.4.185, port: a268ac3a-0211-4720-96fb-aafccd9ff83b. Feb 14 18:01:59.450123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:01:59.649959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:01:59.655630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:01:59.661677 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:01:59.673750 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:01:59.674583 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:01:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:01:59.815660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a264c0ff-53e9-4584-b5bf-b01b60e9b7bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 991 time: 1.8475504 Feb 14 18:01:59.818260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:01:59.820421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45540) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:01:59.863955 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:01:59.871197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'status': 'completed', 'code': 200} Feb 14 18:01:59.928012 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f25e039d-9e46-49e8-96c0-0fb3f7d157a7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 991 time: 0.1064348 Feb 14 18:01:59.966444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-1dac7c4e-25de-4809-9430-3b59af40063c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 1098 time: 0.0723586 Feb 14 18:02:00.101012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-13c2d36c-9bf9-4b1c-b21f-0a7b6c0c7d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:00.104942 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-13c2d36c-9bf9-4b1c-b21f-0a7b6c0c7d7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 200 len: 896 time: 0.1303754 Feb 14 18:02:00.212240 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-fab068f2-1750-4dba-a3ff-712d10a563b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b HTTP/1.1" status: 200 len: 999 time: 0.1040688 Feb 14 18:02:00.253869 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:f1:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:00.258117 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:02:00.269529 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:00.270115 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:01:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:00.282333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-22638c3c-47ee-4de5-b2a6-e5df7ce5864d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:00.283807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-22638c3c-47ee-4de5-b2a6-e5df7ce5864d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 200 len: 834 time: 0.0657363 Feb 14 18:02:00.361111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-e3df0e17-6631-42a8-a20c-7960823014d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81754701-cd98-4f6c-9c1d-4ea6f76a88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714178 Feb 14 18:02:00.449917 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:00.502300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-599005f5-8f90-4d11-8a0e-c00a2d8f31ca service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355591 Feb 14 18:02:00.637047 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-335f3edf-c94b-41bb-96d1-6a678f45f172 req-f2632c4b-669b-4d94-816b-e0e475dd4010 service neutron] 10.222.0.45 "GET /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287408 Feb 14 18:02:00.807006 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:f1:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:00.810908 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e6047-aa44-49de-b65c-2d287affc81d None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '20f736f8-e6bb-4647-afb3-4bac4a69c40a', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'port_id': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'mac_address': 'fa:16:3e:f1:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:00Z', 'updated_at': '2022-02-14T18:01:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:02:00.935908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45546) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:01.003505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f4423-0025-4354-ac69-8945be563e8b None None] New status for floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:02:01.041953 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e41905fb-7705-43eb-8796-c0f11003d221 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 991 time: 0.1049151 Feb 14 18:02:02.045816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45552) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:02.157027 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-24cdb190-6f0d-451e-8e13-fdb3d9f29515 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 200 len: 993 time: 0.1098657 Feb 14 18:02:15.121251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:20.789742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b3422375-d067-401e-84d1-9f1d19ea7e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:23.039917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-19c24437-127e-46d1-8179-a75eb5c0d1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:23.986036 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:02:24.321103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:24.366545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:25.590957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:28.238647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-75b9de17-8318-492b-9230-bc69e646c9db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653436 Feb 14 18:02:28.331174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-8bd898c5-fdfc-44a2-815d-7f741ba3cd67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.0702021 Feb 14 18:02:28.481872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-63b60139-68e1-45d7-b9ea-3838b559c86c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:28.483294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-63b60139-68e1-45d7-b9ea-3838b559c86c service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1276717 Feb 14 18:02:28.582465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-b8e2337a-e7c3-403a-9c63-5e81bd83a2b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 1001 time: 0.0926335 Feb 14 18:02:28.648278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-661a502f-d315-484a-8fee-c2d92586bc02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:28.649731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-661a502f-d315-484a-8fee-c2d92586bc02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0615544 Feb 14 18:02:28.724854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-1879213b-30fe-4330-82a9-595c439a9ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663779 Feb 14 18:02:28.853778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-78fd9508-861b-48bc-9424-c6d38f8306ae service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223049 Feb 14 18:02:28.983747 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87a5a0d3-2958-4a2c-85c3-4e9649a9e16f req-5ba00b87-c3cc-47f1-9735-ae2f61759e44 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228967 Feb 14 18:02:36.206717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567684-3fda-460b-991e-66c37f8aaeb4 req-76341a41-4385-43f7-b0e6-7a1bc101e99a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:36.208086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41567684-3fda-460b-991e-66c37f8aaeb4 req-76341a41-4385-43f7-b0e6-7a1bc101e99a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.1695387 Feb 14 18:02:36.253590 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41567684-3fda-460b-991e-66c37f8aaeb4 req-48bdf520-c78a-4af6-8c68-963fdef12643 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Feb 14 18:02:37.449750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef96f8-fbc2-4e4f-a03e-9fdc9a65e1b5 req-d72fb7b0-5359-4a98-a650-271f97e5db7c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:37.451188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2eef96f8-fbc2-4e4f-a03e-9fdc9a65e1b5 req-d72fb7b0-5359-4a98-a650-271f97e5db7c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.0764327 Feb 14 18:02:37.495956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2eef96f8-fbc2-4e4f-a03e-9fdc9a65e1b5 req-f3230589-3394-4ab2-b978-92b88adfe80a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=f28dc1bf-dd81-4350-9406-657594fa6335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393748 Feb 14 18:02:37.700261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-3eae8af8-f350-4aaf-a17e-1be3c59e6334 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:37.701687 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-3eae8af8-f350-4aaf-a17e-1be3c59e6334 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 945 time: 0.0777822 Feb 14 18:02:37.768174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port a268ac3a-0211-4720-96fb-aafccd9ff83b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:37.769155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:38.006757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port a268ac3a-0211-4720-96fb-aafccd9ff83b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a268ac3a-0211-4720-96fb-aafccd9ff83b,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:02:38.007109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:38.287505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:38.287882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:38.288194 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a disassociated. External IP: 172.26.4.185, port: a268ac3a-0211-4720-96fb-aafccd9ff83b. Feb 14 18:02:38.288532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for a268ac3a-0211-4720-96fb-aafccd9ff83b owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:38.469499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:38.522753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=a268ac3a-0211-4720-96fb-aafccd9ff83b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:38.535888 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.536404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.536644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.536993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.537316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.537692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.537955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.538268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.539031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.539031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.539240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:38.696820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8c8922c6-71e9-4b78-9862-8df57b0e6788 req-3bc1d15f-e777-4cd5-805c-9c8ee08e851c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 210 time: 0.0513079 Feb 14 18:02:38.774314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:02:38.979353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:02:38.990938 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:02:39.004106 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:39.005702 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:39.158342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port a268ac3a-0211-4720-96fb-aafccd9ff83b on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:02:39.162311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:39.163898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'name': 'network-vif-deleted', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:02:39.193068 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:39.221418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee', 'name': 'network-vif-deleted', 'tag': 'a268ac3a-0211-4720-96fb-aafccd9ff83b', 'status': 'completed', 'code': 200} Feb 14 18:02:39.262987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b555342-802a-4507-8e8e-29f80a5e6019 req-73fb266c-8ba1-4c73-bb0d-8404d30ea82b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/a268ac3a-0211-4720-96fb-aafccd9ff83b HTTP/1.1" status: 204 len: 173 time: 1.5554433 Feb 14 18:02:39.497620 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:39.501275 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:02:39.511814 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:39.512545 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:39.685021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:39.870634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e8f73638-c8d8-43c0-acd2-04de4a1b1c47 req-604ea71e-b211-4dff-b5e9-031d6967d50d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:02:39.977736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e8f73638-c8d8-43c0-acd2-04de4a1b1c47 req-604ea71e-b211-4dff-b5e9-031d6967d50d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:02:39.981556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8f73638-c8d8-43c0-acd2-04de4a1b1c47 req-604ea71e-b211-4dff-b5e9-031d6967d50d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1bd6e3d-5c92-41e1-a6f6-e99d3eac20ee HTTP/1.1" status: 200 len: 210 time: 0.1486526 Feb 14 18:02:40.040000 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:40.043968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184bf9c-f83d-4893-8138-c7e3db3d935e None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:00:37Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '594c9104-d967-49f7-9570-8cabca274c66', 'name': '', 'network_id': '81754701-cd98-4f6c-9c1d-4ea6f76a88f7', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:dd:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:37Z', 'updated_at': '2022-02-14T18:00:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '86f6d5c1-3493-4dcf-b3cf-188e23d8554e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:02:40.340009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e960439-3047-42e1-a863-c300e4943c84 None None] New status for floating IP 20f736f8-e6bb-4647-afb3-4bac4a69c40a: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:02:41.083960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45586) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:41.152009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.180720 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.297266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a268ac3a-0211-4720-96fb-aafccd9ff83b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:02:41.319519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.329062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: a268ac3a-0211-4720-96fb-aafccd9ff83b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:02:41.329404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a268ac3a-0211-4720-96fb-aafccd9ff83b not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:02:41.333418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28dc1bf-dd81-4350-9406-657594fa6335,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:41.343430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.343775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.344111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.344442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.344791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.345117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.345441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.345807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.346126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.346444 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.346759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:41.393934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.395047 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8b984f87-1705-467e-b128-264007dc00cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/f28dc1bf-dd81-4350-9406-657594fa6335 HTTP/1.1" status: 204 len: 168 time: 0.3100281 Feb 14 18:02:41.515023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45592) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:41.668198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 37878ef9-cdb3-4899-8af7-e1ef607d3bc8 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:41.669294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.835245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.835570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:41.952829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 37878ef9-cdb3-4899-8af7-e1ef607d3bc8 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:42.171020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:42.213679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=37878ef9-cdb3-4899-8af7-e1ef607d3bc8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:42.310893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:42.401256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:42.402427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-52152214-8f80-4af2-9995-00b074e2247c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/20f736f8-e6bb-4647-afb3-4bac4a69c40a HTTP/1.1" status: 204 len: 168 time: 0.8867600 Feb 14 18:02:43.005562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2d9e8-8ad0-44bc-a00a-211c2801aa69 req-b23b047c-dd59-4123-abf7-ed2b8811d8c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:43.006232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-19e2d9e8-8ad0-44bc-a00a-211c2801aa69 req-b23b047c-dd59-4123-abf7-ed2b8811d8c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:02:43.097847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-19e2d9e8-8ad0-44bc-a00a-211c2801aa69 req-b23b047c-dd59-4123-abf7-ed2b8811d8c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:02:43.099191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19e2d9e8-8ad0-44bc-a00a-211c2801aa69 req-b23b047c-dd59-4123-abf7-ed2b8811d8c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.1692708 Feb 14 18:02:43.148232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19e2d9e8-8ad0-44bc-a00a-211c2801aa69 req-7a2856f9-05bf-45a2-ad99-8845a4668003 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Feb 14 18:02:44.342122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b687d29-05fa-4908-93a4-66c463e33303 req-d2a0eeab-c124-4118-af13-457e8810b9d4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:44.343554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b687d29-05fa-4908-93a4-66c463e33303 req-d2a0eeab-c124-4118-af13-457e8810b9d4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.0759096 Feb 14 18:02:44.417015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b687d29-05fa-4908-93a4-66c463e33303 req-3e4a848f-91fc-4730-94b8-de1deb9aec7e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=398cfd91-3886-47fe-a5d1-6e95df506977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680106 Feb 14 18:02:44.464642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-9dac5fd4-8fe2-4e46-9962-807e0584015e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:44.466031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-9dac5fd4-8fe2-4e46-9962-807e0584015e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 945 time: 0.0797899 Feb 14 18:02:44.537210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:44.538092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:44.778520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port b6e23c1a-772e-40e7-b784-d1fe7077b8f4, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:02:44.778875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:44.985934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for b6e23c1a-772e-40e7-b784-d1fe7077b8f4 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:45.121306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:45.185731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:45.229704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=b6e23c1a-772e-40e7-b784-d1fe7077b8f4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:45.307335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port b6e23c1a-772e-40e7-b784-d1fe7077b8f4 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:02:45.309716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:45.312270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'name': 'network-vif-deleted', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:02:45.371509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e200a9a6-d0c7-44be-b907-77d764fad225 req-4c5a0e38-d50d-4538-9af9-39158cb3d799 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/b6e23c1a-772e-40e7-b784-d1fe7077b8f4 HTTP/1.1" status: 204 len: 173 time: 0.8961358 Feb 14 18:02:45.371509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8596bc-bb4d-4c67-86c0-573790acb251', 'name': 'network-vif-deleted', 'tag': 'b6e23c1a-772e-40e7-b784-d1fe7077b8f4', 'status': 'completed', 'code': 200} Feb 14 18:02:45.586027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-86938e3d-02e8-41cd-a9d5-e73ce777d3dc req-be34dfd7-74b0-44e1-b879-83ffd0adfec0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:02:45.703598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-86938e3d-02e8-41cd-a9d5-e73ce777d3dc req-be34dfd7-74b0-44e1-b879-83ffd0adfec0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:02:45.704795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86938e3d-02e8-41cd-a9d5-e73ce777d3dc req-be34dfd7-74b0-44e1-b879-83ffd0adfec0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a8596bc-bb4d-4c67-86c0-573790acb251 HTTP/1.1" status: 200 len: 210 time: 0.1655047 Feb 14 18:02:46.809403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45612) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:46.877150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:46.908523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:47.058287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:47.077193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398cfd91-3886-47fe-a5d1-6e95df506977,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:47.085472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:47.085472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9e2da45d-98e8-46cb-ad4f-088bfe46e588 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/398cfd91-3886-47fe-a5d1-6e95df506977 HTTP/1.1" status: 204 len: 168 time: 0.2745132 Feb 14 18:02:47.201135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45618) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:47.327610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b6e23c1a-772e-40e7-b784-d1fe7077b8f4 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:02:47.363165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: b6e23c1a-772e-40e7-b784-d1fe7077b8f4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:02:47.365167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device b6e23c1a-772e-40e7-b784-d1fe7077b8f4 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:02:47.699911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:48.300750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 594c9104-d967-49f7-9570-8cabca274c66 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:48.301385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:48.487280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 594c9104-d967-49f7-9570-8cabca274c66, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=594c9104-d967-49f7-9570-8cabca274c66,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:02:48.487629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:48.610294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 594c9104-d967-49f7-9570-8cabca274c66 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:48.863381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:48.911703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=594c9104-d967-49f7-9570-8cabca274c66,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:49.288022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:49.846985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 94946a07-9174-421f-8cfc-e6cd1f92185d has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:02:50.041505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:02:50.050851 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Sync routers for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:02:50.068083 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:50.068083 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:50.126616 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8347b5e2-3cbc-418f-9025-f3d4b3c61a5d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/94946a07-9174-421f-8cfc-e6cd1f92185d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9243875 Feb 14 18:02:50.129342 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45622) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:50.241373 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:50.323373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 86f6d5c1-3493-4dcf-b3cf-188e23d8554e {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:02:50.326371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.380138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.468487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.527144 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:02:48Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:50.531021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Checking router: 94946a07-9174-421f-8cfc-e6cd1f92185d for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:02:50.541981 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Routers {'94946a07-9174-421f-8cfc-e6cd1f92185d'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:50.542563 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['94946a07-9174-421f-8cfc-e6cd1f92185d'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:50.594328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.638964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.641673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=86f6d5c1-3493-4dcf-b3cf-188e23d8554e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:50.643611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8f355-3cda-408e-8061-ad086ec5a07f None None] Network 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:02:50.650399 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dcadc8fe-a331-4985-87fd-d20824ab27ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/86f6d5c1-3493-4dcf-b3cf-188e23d8554e HTTP/1.1" status: 204 len: 168 time: 0.5170598 Feb 14 18:02:50.650642 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45626) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:50.728773 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] Set router 94946a07-9174-421f-8cfc-e6cd1f92185d gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:50.874799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-93dccf5b-46ea-4a14-9d8c-8025d539c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.963541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:50.969161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ead6b-c593-479d-9000-445afde43077 None None] DHCP port deletion for 81754701-cd98-4f6c-9c1d-4ea6f76a88f7 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:02:50.973895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Deleting port 19431586-df7a-4ad6-8a33-f94ce39d0777 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:50.974206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.054534 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:02:48Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:51.059342 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899c71b-34ee-4877-9347-ee9665467499 None None] The sync data for ids ['94946a07-9174-421f-8cfc-e6cd1f92185d'] in dv-neutron-823271-4-hyperv is: [{'id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'name': 'tempest-TestNetworkBasicOps-router-2092886473', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:00:32Z', 'updated_at': '2022-02-14T18:02:48Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'c29f6edb-c68e-4b43-9069-f34a896bb4fc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94946a07-9174-421f-8cfc-e6cd1f92185d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:00:33Z', 'updated_at': '2022-02-14T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:02:51.175571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.193528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f06ead6b-c593-479d-9000-445afde43077 None None] For port 19431586-df7a-4ad6-8a33-f94ce39d0777, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=19431586-df7a-4ad6-8a33-f94ce39d0777,segment=NetworkSegment(70ac4130-73d2-42d1-b56d-3a436a059d51),segment_id=70ac4130-73d2-42d1-b56d-3a436a059d51)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:02:51.193528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.279067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port c29f6edb-c68e-4b43-9069-f34a896bb4fc {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:02:51.279415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.309574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Calling delete_port for 19431586-df7a-4ad6-8a33-f94ce39d0777 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:51.446766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.460624 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port c29f6edb-c68e-4b43-9069-f34a896bb4fc, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c29f6edb-c68e-4b43-9069-f34a896bb4fc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:02:51.461183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.495410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ead6b-c593-479d-9000-445afde43077 None None] Pushing event deleted for resources: {'Port': ['ID=19431586-df7a-4ad6-8a33-f94ce39d0777,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:51.503378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ead6b-c593-479d-9000-445afde43077 None None] No DVR routers for this DVR port 19431586-df7a-4ad6-8a33-f94ce39d0777 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:02:51.586223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for c29f6edb-c68e-4b43-9069-f34a896bb4fc owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:02:51.800235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:51.845908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=c29f6edb-c68e-4b43-9069-f34a896bb4fc,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:52.061443 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.162063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 594c9104-d967-49f7-9570-8cabca274c66 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:02:52.194641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 594c9104-d967-49f7-9570-8cabca274c66 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:02:52.194986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 594c9104-d967-49f7-9570-8cabca274c66 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:02:52.195402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 19431586-df7a-4ad6-8a33-f94ce39d0777 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:02:52.228289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 19431586-df7a-4ad6-8a33-f94ce39d0777 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:02:52.228631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 19431586-df7a-4ad6-8a33-f94ce39d0777 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:02:52.415020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.419066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.503239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.503746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router 94946a07-9174-421f-8cfc-e6cd1f92185d {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:02:52.519042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.520216 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e603eb8f-5310-4e21-9462-3efc435e1e10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/94946a07-9174-421f-8cfc-e6cd1f92185d HTTP/1.1" status: 204 len: 168 time: 1.8686955 Feb 14 18:02:52.523126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:52.654747 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.783668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.808895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81754701-cd98-4f6c-9c1d-4ea6f76a88f7']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:52.820731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac4130-73d2-42d1-b56d-3a436a059d51') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:52.821032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac4130-73d2-42d1-b56d-3a436a059d51') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:52.831998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.847445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.854097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:02:52.854478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:02:52.869273 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:02:53.010816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.028289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.039841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=81754701-cd98-4f6c-9c1d-4ea6f76a88f7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:53.068997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-448938ba-297c-4305-96f8-054b73391312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.096708 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-02a9934d-a3fb-4a05-ae10-a5dfa6b441dc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/81754701-cd98-4f6c-9c1d-4ea6f76a88f7 HTTP/1.1" status: 204 len: 168 time: 0.5724595 Feb 14 18:02:53.121330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45634) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:53.126892 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--246852533', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:02:53.132165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:02:53.136259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:02:53.139139 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:02:53.144925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:02:53.206268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:02:53.209261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.238757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:02:53.246730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.247064 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment a7a032a2-ab6b-4e52-a68f-5ef66c63945c of type vlan for network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 Feb 14 18:02:53.272521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.353757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.357447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:53.360267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.465463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:53.475837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:02:53.537042 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a6c68a39-6d0c-45dd-919d-3de57e50e481 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4146287 Feb 14 18:02:53.540630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45638) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:53.545936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-833516314', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:02:53.553112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:02:53.557173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:02:53.560759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:02:53.567352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:02:53.656451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.656451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.670731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:53.871967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.077402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c29f6edb-c68e-4b43-9069-f34a896bb4fc no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:02:54.110935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c29f6edb-c68e-4b43-9069-f34a896bb4fc {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:02:54.111282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c29f6edb-c68e-4b43-9069-f34a896bb4fc not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:02:54.118689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.147880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.286324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.290286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.45 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/949e3bf2-b5b7-44ef-b786-835c9fb3e8f3) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:02:54.355241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.434713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.543480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.614390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:02:54.617226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:02:54.622075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:02:54.650349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:54.977594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:54.978600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:55.269223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:02:55.470361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:02:55.483593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Sync routers for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:02:55.507506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:55.509143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:55.618665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:55.619949 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7d035f3c-7aae-4c21-ae00-5b978bada8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0783074 Feb 14 18:02:55.624943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45646) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:55.632878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:55.668677 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c0394692-96e1-484a-8e97-cb3f5e9be03b tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398839 Feb 14 18:02:55.668847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45650) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:55.684163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:55.799851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554c4b4-c612-4251-ab88-f531212697e2 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:55.806545 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9554c4b4-c612-4251-ab88-f531212697e2 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316235 Feb 14 18:02:55.808643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45654) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:55.848261 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-884e81e0-a241-43ce-80e6-ae43537b1ed9 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385418 Feb 14 18:02:55.851016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45658) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:55.857402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544052907', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:02:55.968038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:02:55.972024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:02:55.972271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:54Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:55.975223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:02:55.976236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Checking router: 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:02:55.976606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Updating router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:02:55.981270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:02:56.026384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.066162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:02:56.168960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.381747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.392272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Transition to ACTIVE for port object 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:02:56.452061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.501916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.530725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=84dd8e50-3e0e-437c-ac3f-7a0abc217fa5,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:56.542526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:02:56.542883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:02:56.582535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Pushing event updated for resources: {'Port': ['ID=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:56.586374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Attempting to bind port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:02:56.586945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Attempting to bind port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:02:56.587082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Attempting to bind port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:02:56.597545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.597891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.598229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.598562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.598889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.599215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.599563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.599863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.600186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.600502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.600856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:02:56.604602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:02:56.605067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:02:56.605729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.605809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:02:56.606207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Bound port: 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:02:56.606573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.648007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:02:56.683213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] For port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:02:56.686117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] For port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:02:56.744015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:02:56.748042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:02:56.748627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.752597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841549a1-0c64-43f8-995f-76fe12ef809e None None] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:02:56.815864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:56.849002 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b85c929-784c-42eb-9f2a-c4d9b2d0dc8f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9932101 Feb 14 18:02:56.851068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45662) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:02:56.942896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b7292-15cd-46ee-a866-698152dfd524 None None] Pushing event updated for resources: {'Port': ['ID=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:56.949943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:02:56.950542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:57.200407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:02:57.201240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:57.218355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:02:57.617113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Allocated IP 172.20.0.2 (2d3e31c1-9cfd-4de7-bb2a-25c10deeac61/84dd8e50-3e0e-437c-ac3f-7a0abc217fa5/ba4b83d6-65e8-4dea-ba75-687788f255b2) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:02:57.714249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:57.942281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:54Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:02:57.952302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3859a8-c6b1-4249-9b42-b4c0c87daacd None None] The sync data for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv is: [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:54Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:02:58.048189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.076186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Transition to ACTIVE for port object ba4b83d6-65e8-4dea-ba75-687788f255b2 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:02:58.100752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Transition to ACTIVE for port object ba4b83d6-65e8-4dea-ba75-687788f255b2 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:02:58.176962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.245308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (2d3e31c1-9cfd-4de7-bb2a-25c10deeac61/84dd8e50-3e0e-437c-ac3f-7a0abc217fa5/47f1ea62-fe17-4a3e-b323-b089135d6f83) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:02:58.253401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:02:58.254766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:02:58.256504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Pushing event updated for resources: {'Port': ['ID=ba4b83d6-65e8-4dea-ba75-687788f255b2,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:58.259507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:02:58.358672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Attempting to bind port ba4b83d6-65e8-4dea-ba75-687788f255b2 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:02:58.359039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Attempting to bind port ba4b83d6-65e8-4dea-ba75-687788f255b2 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:02:58.359399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Attempting to bind port ba4b83d6-65e8-4dea-ba75-687788f255b2 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:02:58.366222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:02:58.366597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Checking segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:02:58.366998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.367926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Bound using segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:02:58.368386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Bound port: ba4b83d6-65e8-4dea-ba75-687788f255b2, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:02:58.368793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.436295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.466521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 47f1ea62-fe17-4a3e-b323-b089135d6f83 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:02:58.482218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] For port ba4b83d6-65e8-4dea-ba75-687788f255b2, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:02:58.482218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] For port ba4b83d6-65e8-4dea-ba75-687788f255b2, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ba4b83d6-65e8-4dea-ba75-687788f255b2,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:02:58.566055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.595211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.665621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084381cb-0eae-40f3-8abb-3101a47bb474 None None] Pushing event updated for resources: {'Port': ['ID=ba4b83d6-65e8-4dea-ba75-687788f255b2,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:58.682663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:02:58.686694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:02:58.690872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:02:58.722685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:58.758712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:58.944077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:59.356205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:59.394714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:59.606579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf314c0-ff0d-43bf-a335-e33705601852 None None] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:02:59.623331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:02:59.630608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:02:59.767671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:02:59.768943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:02:59.784567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9cb25e41-aa48-4b14-b86c-cc07d45683a4 None None] Provisioning for port ba4b83d6-65e8-4dea-ba75-687788f255b2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:00.143440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e47eb88-a388-4a21-8190-ca10e273e519 None None] Provisioning for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:00.150154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e47eb88-a388-4a21-8190-ca10e273e519 None None] Provisioning complete for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:00.150771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e47eb88-a388-4a21-8190-ca10e273e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.199713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ba4b83d6-65e8-4dea-ba75-687788f255b2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:00.202057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:03:00.267102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9e47eb88-a388-4a21-8190-ca10e273e519 None None] Port 47f1ea62-fe17-4a3e-b323-b089135d6f83 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:00.366383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ba4b83d6-65e8-4dea-ba75-687788f255b2 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:00.374480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ba4b83d6-65e8-4dea-ba75-687788f255b2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:00.374849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.426714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:03:00.439903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c93d6be4-abea-4cfc-8249-d1a544af1aa7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/7b9bd276-9e23-4e1a-9162-eb7a7988e1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5872533 Feb 14 18:03:00.442441 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45666) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:00.451657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ded8037f-0d36-4d61-9a4f-788027af5c42 None None] Provisioning complete for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:00.452030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ded8037f-0d36-4d61-9a4f-788027af5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.551112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ded8037f-0d36-4d61-9a4f-788027af5c42 None None] Port 47f1ea62-fe17-4a3e-b323-b089135d6f83 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:00.558307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.592393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port ba4b83d6-65e8-4dea-ba75-687788f255b2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ba4b83d6-65e8-4dea-ba75-687788f255b2,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:00.595592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.596428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.596428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.596591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.597462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.597462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.599380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fcdefabe-ffdc-427c-ac20-e971eeb6568d tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1559939 Feb 14 18:03:00.602126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45670) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:00.669188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.670186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.678154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:00.679328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f87b0d18-6d30-440a-9338-0a04b880bafa tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0762711 Feb 14 18:03:00.684213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45674) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:00.747244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-528e0bdf-cf16-49af-9588-67948fbf8042 None None] Provisioning complete for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:00.747613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-528e0bdf-cf16-49af-9588-67948fbf8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.834693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-528e0bdf-cf16-49af-9588-67948fbf8042 None None] Port 47f1ea62-fe17-4a3e-b323-b089135d6f83 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:00.839476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=ba4b83d6-65e8-4dea-ba75-687788f255b2,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:00.890596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-53f2dc03-33a8-4619-aa78-7f72992f1968 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2052162 Feb 14 18:03:00.893592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45678) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:00.899722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1714355813', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:00.926038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:00.931756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:00.932240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:00.988191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:03:01.035521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:01.040088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:port and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:01.043120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:01.048756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:01.050312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.066482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:01.119224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:03:01.122435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.132206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.148395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] device_id is not set on port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 18:03:01.198200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:01.285557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.6 (2d3e31c1-9cfd-4de7-bb2a-25c10deeac61/84dd8e50-3e0e-437c-ac3f-7a0abc217fa5/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:03:01.587416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.604339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:03:01.643371 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Sync routers for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:03:01.656359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:01.657184 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:01.697964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.777934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:03:01.780870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:03:01.785472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:03:01.814018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:01.854859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:01.855568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:01.867036 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:01.921920 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e8dda98-e2f7-48a9-8695-96bf99a97713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0272849 Feb 14 18:03:02.141926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fd8a22c6-083d-4a76-8244-fcc6c31a650d None None] Provisioning for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:02.146920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ba4b83d6-65e8-4dea-ba75-687788f255b2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:02.191664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fd8a22c6-083d-4a76-8244-fcc6c31a650d None None] Provisioning complete for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:02.191664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fd8a22c6-083d-4a76-8244-fcc6c31a650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.197465 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:02:59Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:02.201381 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Checking router: 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:03:02.201726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Updating router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa port 47f1ea62-fe17-4a3e-b323-b089135d6f83 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:03:02.241069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45684) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:02.247671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606893683', 'description': 'tempest-secgroup-smoke-606893683 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:02.254587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:02.259387 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.260039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:02.263216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:02.269769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:02.305500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a22c6-083d-4a76-8244-fcc6c31a650d None None] Port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:02.319290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ba4b83d6-65e8-4dea-ba75-687788f255b2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:02.319654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.359383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.402112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:02.406376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:02.409300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:02.415299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:02.448632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:02.487634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.524313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:02.524801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.571999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.613719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e23296-cbb7-499a-abac-b69584bb199a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:02.628207 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.641542 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Transition to ACTIVE for port object 47f1ea62-fe17-4a3e-b323-b089135d6f83 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:03:02.708998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.710255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-13d8a5b3-c877-4053-9182-bea5600e64a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4681509 Feb 14 18:03:02.715041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45688) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:02.720570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:02.727075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:02.731625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.736454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:02.736536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:02.742920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:02.813455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.866346 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Pushing event updated for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:02.881420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.929159 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.929509 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.930360 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.930683 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.931004 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.931322 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.931631 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.931944 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.932253 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.932560 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.932921 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:02.965081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.965253 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Attempting to bind port 47f1ea62-fe17-4a3e-b323-b089135d6f83 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:03:02.965253 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Attempting to bind port 47f1ea62-fe17-4a3e-b323-b089135d6f83 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:03:02.965396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Attempting to bind port 47f1ea62-fe17-4a3e-b323-b089135d6f83 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:03:02.972268 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:03:02.972661 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Checking segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:03:02.973081 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.973468 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Bound using segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:03:02.973932 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Bound port: 47f1ea62-fe17-4a3e-b323-b089135d6f83, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:03:02.974299 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:02.990234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d163fcb3-f9a8-4d46-88e3-0c4a157df847,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:03.040387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.041755 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d80881fd-bb5b-47c4-82c3-d49b43a4e83a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3256550 Feb 14 18:03:03.044889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45692) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:03.049858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:03.056319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:03.060735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:03.063823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:03.066474 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] For port 47f1ea62-fe17-4a3e-b323-b089135d6f83, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:03:03.069515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:03.069624 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] For port 47f1ea62-fe17-4a3e-b323-b089135d6f83, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=47f1ea62-fe17-4a3e-b323-b089135d6f83,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:03:03.136145 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.168283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.210923 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d560df0-1984-492d-ae87-424adfe5eff9 None None] Pushing event updated for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:03.221019 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:03.221019 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:03.233451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.314832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.346440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e62b415-00b7-4dba-b5e0-756509d1361f,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:03.402462 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:03.421802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.423507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2df85fc6-15da-4f5f-abbe-ea3b03737932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3780298 Feb 14 18:03:03.426620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45696) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:03.432538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:03.438754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:03.443530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:03.446644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:03.455811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:03.538528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.601826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.745628 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:03.749415 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff79685-dab2-4cdd-86b3-095d4c87d61b None None] The sync data for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv is: [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:03:03.752933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.785168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd3b0ec-9a47-41e6-b4e5-93ba133fe23e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:03.873131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:03.874419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fba863ae-529a-4ce9-8e6e-e2d237c6ec38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4471281 Feb 14 18:03:03.881660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45700) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:03.887966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:03.894182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:03.898491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:03.901603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:03.910076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:03.977380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.045222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.117121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.143462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca655474-eea0-4468-a545-0878615ce14a,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:04.155148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 47f1ea62-fe17-4a3e-b323-b089135d6f83 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:04.217581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.218790 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-21290b29-fc73-437f-8f0e-02b35986464a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3360102 Feb 14 18:03:04.222664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45704) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:04.229406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:04.235521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:04.239857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:04.244323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:04.249378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:04.308906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:04.314341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:04.314759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.336036 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:03:04.339290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.417617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.444290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.478781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 47f1ea62-fe17-4a3e-b323-b089135d6f83, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=47f1ea62-fe17-4a3e-b323-b089135d6f83,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:04.499783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.530389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afffe85-aeb7-4e93-bd0c-6fb4d22a34b4,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:04.593531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.623741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.624996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-48a31da3-0690-48a0-a1cf-cf4e8250ff88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4013252 Feb 14 18:03:04.627672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45708) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:04.633460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '22e23296-cbb7-499a-abac-b69584bb199a', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:04.640148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:04.644378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:04.648144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:04.654911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:04.672172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:04.765948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:03:04.774582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.842073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.912583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:04.935086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc0b8a-6298-4a6f-9de5-361a571fa6e3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:05.005992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:05.007163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-03e93640-8236-4822-8613-5bbb14ffeede tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3784857 Feb 14 18:03:05.178697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-9c8b6261-ee91-4221-9694-1736f5ff1230 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:03:05.244077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-9c8b6261-ee91-4221-9694-1736f5ff1230 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:03:05.245259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-9c8b6261-ee91-4221-9694-1736f5ff1230 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606893683&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1068618 Feb 14 18:03:05.317843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-a7e67c80-202a-480d-8abc-580bc9fd6808 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:05.318412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-a7e67c80-202a-480d-8abc-580bc9fd6808 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:03:05.416024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-a7e67c80-202a-480d-8abc-580bc9fd6808 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:03:05.417348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-a7e67c80-202a-480d-8abc-580bc9fd6808 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 930 time: 0.1657166 Feb 14 18:03:05.563115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-c6f87d13-1dc4-48c7-b825-ad7f2b75f753 service neutron] 10.222.0.30 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1324573 Feb 14 18:03:05.707913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-ac4780c8-9e66-4213-812d-9e1bfbb77838 service neutron] 10.222.0.30 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305232 Feb 14 18:03:05.844209 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-e23387fc-cf2c-4341-9ae7-a48782794665 service neutron] 10.222.0.30 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304085 Feb 14 18:03:06.110843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a422197e-a6a1-4034-a520-1e451e67d154 req-18510e3f-4d64-47c5-89ec-671f1b8e6c9e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 210 time: 0.0522833 Feb 14 18:03:06.156365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 47f1ea62-fe17-4a3e-b323-b089135d6f83 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:06.231425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 47f1ea62-fe17-4a3e-b323-b089135d6f83 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:06.231788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:07.284720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50c3c3a3-c9b1-40c9-84fb-0e415423961b req-e979c60d-dc8a-4ece-b481-e3a70643ce93 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 210 time: 0.0402353 Feb 14 18:03:08.117879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-c571b5e7-3112-4b11-8985-f17341d07a2a service neutron] 10.222.0.45 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1026 time: 0.0616214 Feb 14 18:03:08.270617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-76578694-cc61-49b8-b265-aafe58f99ad0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:08.272286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-76578694-cc61-49b8-b265-aafe58f99ad0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 200 len: 796 time: 0.1467993 Feb 14 18:03:08.334012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-30ff6730-534c-401b-b640-b6ae3135116b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 379 time: 0.0409985 Feb 14 18:03:08.343897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Request body: {'port': {'device_id': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:08.568952 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a6b00e47-1c3d-477c-b7c6-33b609e5a0df req-4a9e9d2c-ddc7-4af5-977a-3c8afd92a364 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 210 time: 0.1433344 Feb 14 18:03:08.580010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:08.914436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:03:08.921107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:08.935478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Transition to ACTIVE for port object c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:03:09.028846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:09.159308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:09.264397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:03:09.264739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:03:09.265062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:03:09.270697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:03:09.271340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:03:09.277625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:03:09.277736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Checking segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:03:09.278036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Bound using segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:03:09.278442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Bound port: c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:03:09.279245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:09.370220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:03:09.373131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:03:09.433816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:09.495094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:09.496439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] 10.222.0.45 "PUT /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1131 time: 1.1565223 Feb 14 18:03:09.496897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:03:09.528524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292826b7-0483-4ed8-91bb-58485148ebab service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:09.555742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'status': 'completed', 'code': 200} Feb 14 18:03:09.662299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d76cb68-7e83-41aa-b597-640c02ee7a88 req-c34a6911-9ea6-4ed4-a784-e477b5a7eb6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 1134 time: 0.0824032 Feb 14 18:03:09.860086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76cb68-7e83-41aa-b597-640c02ee7a88 req-b64e5450-5c0c-4ef4-9eda-4accf9ded4be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:09.861958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d76cb68-7e83-41aa-b597-640c02ee7a88 req-b64e5450-5c0c-4ef4-9eda-4accf9ded4be service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1880319 Feb 14 18:03:09.873921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03465fc-c35e-4507-8059-688bc9b2520c req-43cea4bf-6cc1-435b-9d5d-3225bc97db68 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:09.875296 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c03465fc-c35e-4507-8059-688bc9b2520c req-43cea4bf-6cc1-435b-9d5d-3225bc97db68 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 981 time: 0.1309490 Feb 14 18:03:10.004452 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c03465fc-c35e-4507-8059-688bc9b2520c req-729819ad-5ff9-4ecb-8712-5f6762077495 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110380 Feb 14 18:03:10.037342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76cb68-7e83-41aa-b597-640c02ee7a88 req-5a02da38-ec36-400d-ad35-822ebe518984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:10.038774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d76cb68-7e83-41aa-b597-640c02ee7a88 req-5a02da38-ec36-400d-ad35-822ebe518984 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1626952 Feb 14 18:03:10.151443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-09ffc909-2a06-4351-87dd-1d02c7e72703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 1134 time: 0.0713067 Feb 14 18:03:10.220285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-2bd248cb-29f1-4411-9ff3-95d19d1396ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 217 time: 0.0594165 Feb 14 18:03:10.288199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-d31e2ef8-d502-42a7-9a11-8e671538321b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:10.289722 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-d31e2ef8-d502-42a7-9a11-8e671538321b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dd8e50-3e0e-437c-ac3f-7a0abc217fa5 HTTP/1.1" status: 200 len: 834 time: 0.0605044 Feb 14 18:03:10.365488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-7a548ad1-46a2-4f01-8fb1-499ca14dcf37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661440 Feb 14 18:03:10.595128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-5c4f2a90-7a33-4821-9bb3-16c288f9e303 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202837 Feb 14 18:03:10.726801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e3d58a0-7f4d-47e1-8528-e10993d6350c req-d593324b-6aa7-49b6-bbbd-5fe4d73ce076 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229043 Feb 14 18:03:11.205508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420aa1-7417-4ffb-b57a-2527f2421bad req-32b4012a-e57b-4e2e-9338-903834642c70 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:11.207018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c420aa1-7417-4ffb-b57a-2527f2421bad req-32b4012a-e57b-4e2e-9338-903834642c70 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 981 time: 0.0806410 Feb 14 18:03:11.251902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c420aa1-7417-4ffb-b57a-2527f2421bad req-842c1d1a-08ff-4bf4-aeac-3abde6a2b036 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Feb 14 18:03:12.449548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6c988-c7a9-46b0-b69d-338ae27276ba req-5c7eb408-4872-41dd-ae66-2f267adaac0b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:12.451521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79c6c988-c7a9-46b0-b69d-338ae27276ba req-5c7eb408-4872-41dd-ae66-2f267adaac0b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 981 time: 0.0764885 Feb 14 18:03:12.500916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79c6c988-c7a9-46b0-b69d-338ae27276ba req-89a9bacc-8245-448f-a13c-6f98b277fe09 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Feb 14 18:03:13.421476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:03:13.554658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:13.567812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'mac_address': 'fa:16:3e:fc:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:03:13.622163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:13.639886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:03:13.655219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:13.700868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518ef31-af48-4304-81bf-7d653aa65adb req-f1869f40-f99d-43a8-b117-2d02b3986a10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:13.702433 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3518ef31-af48-4304-81bf-7d653aa65adb req-f1869f40-f99d-43a8-b117-2d02b3986a10 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 981 time: 0.0775516 Feb 14 18:03:13.720437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:13.747497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3518ef31-af48-4304-81bf-7d653aa65adb req-7b31ce71-7523-45b1-baaa-44721df4fa75 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Feb 14 18:03:13.788268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:13.989714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:03:14.949331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd961c-c9c0-4fc6-bfea-cb65f9cf403d req-a9ceabc6-ab66-4d7f-9bc3-419392ac9aed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:14.951194 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34fd961c-c9c0-4fc6-bfea-cb65f9cf403d req-a9ceabc6-ab66-4d7f-9bc3-419392ac9aed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 982 time: 0.0774863 Feb 14 18:03:14.998460 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34fd961c-c9c0-4fc6-bfea-cb65f9cf403d req-676aa8f2-599e-4e6c-ac11-aaaba2c09300 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Feb 14 18:03:15.160260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:15.435746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:15.587186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:15.592332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:15.592713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:15.704720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:15.729931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:03:15.738990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:15.806338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:15.875954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:15.927800 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'code': 200} Feb 14 18:03:16.198638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9cd1e-2112-4924-a6f3-1d79f8e6c187 req-0c60ab6e-d7d8-4607-afc6-4dc8ef977a5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:16.200097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ba9cd1e-2112-4924-a6f3-1d79f8e6c187 req-0c60ab6e-d7d8-4607-afc6-4dc8ef977a5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.0786219 Feb 14 18:03:16.298293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ba9cd1e-2112-4924-a6f3-1d79f8e6c187 req-2c1a4437-a145-4d68-8ade-56e2119db327 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Feb 14 18:03:16.312627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f09c2e3-9c3b-4e4e-939b-411e60a563c2 req-e9efe883-24de-4c38-b64a-4244f049a748 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 1136 time: 0.0920420 Feb 14 18:03:16.359739 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f09c2e3-9c3b-4e4e-939b-411e60a563c2 req-e8555909-07f1-4028-9242-a5a1bda5ccbb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370564 Feb 14 18:03:17.496036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce95a2-e00f-4f99-8847-1adb81233e17 req-cf482e48-cf7c-4fa7-82ca-364d4353f778 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:17.498868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5fce95a2-e00f-4f99-8847-1adb81233e17 req-cf482e48-cf7c-4fa7-82ca-364d4353f778 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.0787747 Feb 14 18:03:17.554222 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5fce95a2-e00f-4f99-8847-1adb81233e17 req-88ba2016-08fd-44ef-814a-74ff02c239b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Feb 14 18:03:18.747063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2b35a-584f-4614-8a3a-d19ba0e86666 req-20b4279d-2bc7-4287-ada5-1f085a164afb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:18.748451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a2b35a-584f-4614-8a3a-d19ba0e86666 req-20b4279d-2bc7-4287-ada5-1f085a164afb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.0754611 Feb 14 18:03:18.791968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a2b35a-584f-4614-8a3a-d19ba0e86666 req-dea630a0-61b7-426b-825e-cef9fde0a6c4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Feb 14 18:03:18.996427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3e740-31f1-4516-aea2-920ce5841988 req-3acd2f02-a15d-4532-bd6d-8b989a123d03 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:18.998067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03b3e740-31f1-4516-aea2-920ce5841988 req-3acd2f02-a15d-4532-bd6d-8b989a123d03 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.0771956 Feb 14 18:03:19.041808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03b3e740-31f1-4516-aea2-920ce5841988 req-0112f41f-6365-4c5e-97a5-bcbaf7fa4bc8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Feb 14 18:03:19.068218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45760) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:19.135178 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3d734bad-c829-4a9c-96ea-63d18f794c65 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 1131 time: 0.0657785 Feb 14 18:03:19.137790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45764) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:19.143280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:19.149008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:19.152791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:19.156153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:19.161769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:19.227159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:19.363434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:19.499265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.185 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/98dd18d6-3c1f-4b90-b743-687dfebce4e4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:03:19.646875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:19.731875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:19.796844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:03:19.799472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:03:19.803543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:03:19.912880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=98dd18d6-3c1f-4b90-b743-687dfebce4e4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:20.373209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:20.484516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:20.693914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:20.748629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:20.815240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ab3977d-f4d9-48de-b7d2-071d8edf2714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:20.853762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=98dd18d6-3c1f-4b90-b743-687dfebce4e4,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:20.868039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:21.053315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP baf1f1d0-067a-4566-9bab-15567e518ad0 associated. External IP: 172.26.4.185, port: c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369. Feb 14 18:03:21.525350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:03:21.724646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:03:21.735910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Sync routers for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:03:21.748107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:21.748740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:21.817699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:21.874866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1c79a5ab-2cfe-486f-a5a3-398d3c2be068 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7355554 Feb 14 18:03:21.875571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:03:21.877843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45768) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:21.931441 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'status': 'completed', 'code': 200} Feb 14 18:03:21.963366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-aacf695d-ece7-459c-b94c-b5284539820c tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b&network_id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 200 len: 1131 time: 0.0838284 Feb 14 18:03:21.973956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:22.024889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-4bb84faa-94d3-4235-8056-61cbca7c346d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 1136 time: 0.0714087 Feb 14 18:03:22.160531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-c330cbf3-19a7-4d55-936d-a4ec1d114c24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:22.162016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-c330cbf3-19a7-4d55-936d-a4ec1d114c24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 200 len: 896 time: 0.1304367 Feb 14 18:03:22.266225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-38932810-cb70-4010-94fe-1ed32791d371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1037 time: 0.0980060 Feb 14 18:03:22.335612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-a713b482-6192-46c7-bfe1-34ee0317f9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:22.337001 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-a713b482-6192-46c7-bfe1-34ee0317f9aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dd8e50-3e0e-437c-ac3f-7a0abc217fa5 HTTP/1.1" status: 200 len: 834 time: 0.0645821 Feb 14 18:03:22.341965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'baf1f1d0-067a-4566-9bab-15567e518ad0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714355813', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'mac_address': 'fa:16:3e:fc:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:03:20Z', 'updated_at': '2022-02-14T18:03:20Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:22.345872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Checking router: 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:03:22.356535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:22.357184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:02:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:22.419936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-67c5fe6e-3bc6-4cda-a6d4-1e1e43fab824 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766010 Feb 14 18:03:22.539997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:22.611093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-9092cc1a-97bb-4903-875f-738793709d07 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812601 Feb 14 18:03:22.700238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed716-bc7a-4a8c-bc62-4e8b419b1e1d req-39e50992-2d7b-4d1e-85eb-79e0b777665e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:22.702258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45bed716-bc7a-4a8c-bc62-4e8b419b1e1d req-39e50992-2d7b-4d1e-85eb-79e0b777665e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.1893148 Feb 14 18:03:22.786317 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45bed716-bc7a-4a8c-bc62-4e8b419b1e1d req-c76ec3bd-7505-4d5f-b35e-b01d1ea8bd3c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746350 Feb 14 18:03:22.788271 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45fd7df6-3b3d-4ba8-8085-be02b5d43d1a req-69386e33-a974-487d-b39c-6e0d3525408a service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697192 Feb 14 18:03:22.890293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'baf1f1d0-067a-4566-9bab-15567e518ad0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714355813', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'mac_address': 'fa:16:3e:fc:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:03:20Z', 'updated_at': '2022-02-14T18:03:20Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:22.894123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3575419-ac45-4596-b739-4ffd29a8b361 None None] The sync data for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv is: [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'baf1f1d0-067a-4566-9bab-15567e518ad0', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714355813', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'mac_address': 'fa:16:3e:fc:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c39d87-f175-4e99-a4ba-d708464f556b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:03:20Z', 'updated_at': '2022-02-14T18:03:20Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:03:23.061805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0c28c13c-6430-40e8-b39f-9268df2651d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:23.087964 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf368084-388e-400c-a73b-421a96ebb16c None None] New status for floating IP baf1f1d0-067a-4566-9bab-15567e518ad0: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:03:24.016782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e891ff0b-327f-4778-b4d5-3d98ff2ec752 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:24.018186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e891ff0b-327f-4778-b4d5-3d98ff2ec752 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.1339490 Feb 14 18:03:24.024364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e339c4-64df-4221-87ca-1e65b5dff45d req-db945794-c25b-4bcc-a839-90599488a6c9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:24.025700 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25e339c4-64df-4221-87ca-1e65b5dff45d req-db945794-c25b-4bcc-a839-90599488a6c9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 983 time: 0.1039119 Feb 14 18:03:24.127385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-d90dcae3-d85b-4114-81c5-ab63a045f7b9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:24.128915 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-d90dcae3-d85b-4114-81c5-ab63a045f7b9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1013670 Feb 14 18:03:24.131366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25e339c4-64df-4221-87ca-1e65b5dff45d req-b37ad623-c357-4291-8f2d-8401ec63ef1c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758791 Feb 14 18:03:24.274948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-10cae89f-649d-4e1d-80ff-e0a0a239bed0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1377676 Feb 14 18:03:24.287225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:24.341307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:24.365398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:24.391920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:24.686833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:24.715744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:03:24.767846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] device_id is not set on port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 18:03:24.775797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:24.851288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:24.986923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=6']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:25.045887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] No DVR routers for this DVR port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:03:25.143552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-08cc388e-826f-4985-be90-a4982638ef9a None None] Provisioning complete for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:25.143918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-08cc388e-826f-4985-be90-a4982638ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:25.197464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-08cc388e-826f-4985-be90-a4982638ef9a None None] Port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:25.316232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2633b366-34ad-4349-8335-dbcdfc150a84 req-5ae1d5af-3bec-4f16-a7b3-04b6de508e1f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 210 time: 0.0498021 Feb 14 18:03:25.324225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] In _notify_port_updated(), no bound segment for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 18:03:25.325223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:25.326975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fcca583-cb2c-400b-a056-2f5b4c70e56e req-e233fb58-43f4-4ab0-9e55-20b05ab15d27 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1026 time: 1.0435445 Feb 14 18:03:25.587621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:26.491224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c443463e-8a45-4e4c-8ccf-548a7a9819e3 req-e38cd610-01da-4435-9638-f5fe74bc2a20 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6c39d87-f175-4e99-a4ba-d708464f556b HTTP/1.1" status: 200 len: 210 time: 0.0403049 Feb 14 18:03:27.470496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:03:27.529418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:03:27.592190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:27.658211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a7901-04ac-4ff1-8a58-893763c8e702 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:27.659541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d38a7901-04ac-4ff1-8a58-893763c8e702 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 925 time: 0.0662322 Feb 14 18:03:28.058649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45794) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:28.064233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660877073', 'description': 'tempest-secgroup-smoke-660877073 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:28.069979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:28.079710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:28.142947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.177140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:28.180820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:28.183535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:28.189017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:28.245032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.317593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.359088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1112879-979f-4e0c-aede-15aadc58f7c5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:28.426599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.427815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-49d0ced3-072a-446e-82ad-de518eb796f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3681440 Feb 14 18:03:28.430541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45798) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:28.436319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:28.442023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:28.445736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:28.448573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:28.454758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:28.532064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.593669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.683988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.708278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84af98ec-867f-474f-acdd-bb674c59524d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:28.775157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.776445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51f679cf-5597-4dfd-8044-7b19fc309d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3450074 Feb 14 18:03:28.779912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45802) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:28.785660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:28.791589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:28.795471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:28.798366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:28.804035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:28.890935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:28.949511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.026466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.052860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5946efc3-4265-4cd5-b411-b6e5de1aa80a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:29.112170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.113404 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-27f2effd-defd-4a8c-a243-c3551a3418a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3325238 Feb 14 18:03:29.116107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45806) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:29.121477 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:29.127261 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:29.131099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:29.134020 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:29.139830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:29.222195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-6ce5ed8c-dd27-4b8b-aee0-d4627aeea035 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697668 Feb 14 18:03:29.233702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.295839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.362425 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-49e6dc0f-20b1-4115-ade7-d9e59597fb3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.0665734 Feb 14 18:03:29.369509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.395654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9651b632-4c33-42db-9611-4ab677d524d8,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:29.467009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.468201 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-504374eb-e788-46fa-9d1b-c37bf46ee9ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3512027 Feb 14 18:03:29.471075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45810) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:29.478373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:29.482081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:29.485902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:29.488794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:29.494461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:29.509061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-4681dd83-9309-49a1-a029-4f79add98eb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:29.510493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-4681dd83-9309-49a1-a029-4f79add98eb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1269159 Feb 14 18:03:29.572145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.617973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-49473ce5-5337-4de2-b8ac-7a674e3750be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 1001 time: 0.0982413 Feb 14 18:03:29.639103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.683660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-c0135167-68f1-42b4-8966-75b599d1ccf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:29.685269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-c0135167-68f1-42b4-8966-75b599d1ccf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0580089 Feb 14 18:03:29.723473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.746830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62a673b-182e-4bd8-b5c0-b13044cc991c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:29.821024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.822356 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-78b33a91-8f0c-4aaa-9c34-b4ba83428ee1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3503830 Feb 14 18:03:29.825155 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45814) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:29.831238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:29.837489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:29.841658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:29.844796 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:29.850328 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:29.864372 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-0e4e4448-5c71-4cdf-9b3a-fa77ff0b796e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702905 Feb 14 18:03:29.918248 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:03:29.925471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.988472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:29.999015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-2a0c6972-1184-4de9-8377-e6060d1f00a0 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245403 Feb 14 18:03:30.061050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.084845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd1625f-5153-4642-96ae-c8db30e8ff14,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:30.133801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a07f44da-f9a8-4f42-a9f2-04d274ca1da1 req-a1201832-50da-4d01-b1a7-27dca400abd9 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263123 Feb 14 18:03:30.152531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.154360 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-21f47587-beb1-4f97-b8fe-899b395931b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3276961 Feb 14 18:03:30.157056 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45818) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:30.162570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': 'f1112879-979f-4e0c-aede-15aadc58f7c5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:30.168364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:30.172142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:30.175043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:30.180637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:30.249658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:03:30.255912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.321700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.392284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.416068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327aaa68-aa72-4112-9835-9f9cdc62eb88,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:30.480085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:30.481320 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8bbfa4db-b7d0-4e53-a0e8-18e84a169f49 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3233504 Feb 14 18:03:30.655345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-14b9aaa7-ca86-4625-8102-9c2e934e4ecd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:03:30.753627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-14b9aaa7-ca86-4625-8102-9c2e934e4ecd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:03:30.754879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-14b9aaa7-ca86-4625-8102-9c2e934e4ecd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660877073&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1478775 Feb 14 18:03:30.829777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-ea361b07-6159-4e37-a851-b6d6283b21ee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:30.831072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-ea361b07-6159-4e37-a851-b6d6283b21ee tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 930 time: 0.0681221 Feb 14 18:03:30.968618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5c014756-de63-4ffc-9843-a1c8d146d299 service neutron] 10.222.0.30 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1261430 Feb 14 18:03:30.977933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-19252585-d77e-4ca9-bd0b-160608ea38a2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:03:30.978843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-19252585-d77e-4ca9-bd0b-160608ea38a2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047233 Feb 14 18:03:31.110912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-56fe4c08-e772-4bf1-bf0c-5ed522cf5c6d service neutron] 10.222.0.30 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259370 Feb 14 18:03:31.245361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5a506c3d-b136-4071-9f0c-6fc47fb8e3aa service neutron] 10.222.0.30 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288607 Feb 14 18:03:31.490617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab66b6d7-bcd7-4459-a042-15b0d3eb607e req-8b773ed4-5923-4931-8720-10b89f5a6219 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 210 time: 0.0417633 Feb 14 18:03:32.670206 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6731bb3d-01f9-4faf-8723-b23150c7adb1 req-a49c53f4-8515-4f12-a27a-3760d6264538 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 210 time: 0.0466175 Feb 14 18:03:33.468131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-f1f9247c-489e-4627-8456-9d9be5847c6b service neutron] 10.222.0.45 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1026 time: 0.0605052 Feb 14 18:03:33.622960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-4f8fe0fc-80e9-4961-b809-9e4ae433bd08 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:33.624538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-4f8fe0fc-80e9-4961-b809-9e4ae433bd08 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 200 len: 796 time: 0.1415324 Feb 14 18:03:33.685983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-e715e6a0-dc73-4982-8502-111bd1ed932c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 471 time: 0.0412960 Feb 14 18:03:33.698184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Request body: {'port': {'device_id': '5ac0d6ea-60f3-4b7c-8398-6457119a3374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:33.841078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:33.855918 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74817844-b186-4221-ab41-1ba7142e23d5 req-2183bd22-fd48-4872-a319-f353b78deb02 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 210 time: 0.0517621 Feb 14 18:03:34.174160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:03:34.180801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:34.194543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Transition to ACTIVE for port object c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:03:34.255064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:34.475306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=7']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:34.612755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:03:34.613084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:03:34.613408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:03:34.619208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:03:34.619496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Attempting to bind port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:03:34.626405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:03:34.626743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Checking segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:03:34.627123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Bound using segment: {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:03:34.627548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Bound port: c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:03:34.627884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:34.718525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:03:34.721324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:03:34.794781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:34.853643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:34.855015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1131 time: 1.1606054 Feb 14 18:03:34.858466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0d6ea-60f3-4b7c-8398-6457119a3374', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:03:34.878751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e463968-a79f-48a5-a7ee-9f22604aa463 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=8']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:34.930012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0d6ea-60f3-4b7c-8398-6457119a3374', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'status': 'completed', 'code': 200} Feb 14 18:03:35.095786 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e916a07b-0503-4c15-bb92-440268d5c85e req-3aed0825-19ce-4d44-ad4c-80b4a18d83f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 1134 time: 0.1413212 Feb 14 18:03:35.105633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc1cd-225c-49e3-9267-e0e09f8a74b0 req-2147b7fe-cfb2-4923-af81-731e820d0083 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:35.107162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9bcc1cd-225c-49e3-9267-e0e09f8a74b0 req-2147b7fe-cfb2-4923-af81-731e820d0083 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 981 time: 0.1169312 Feb 14 18:03:35.234968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9bcc1cd-225c-49e3-9267-e0e09f8a74b0 req-30bb3835-13cf-4f1b-b449-4c92a9c44f42 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083388 Feb 14 18:03:35.275046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916a07b-0503-4c15-bb92-440268d5c85e req-148f9829-3c0c-40c3-aa74-7706f93f67df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:35.276455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e916a07b-0503-4c15-bb92-440268d5c85e req-148f9829-3c0c-40c3-aa74-7706f93f67df service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1683631 Feb 14 18:03:35.409977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916a07b-0503-4c15-bb92-440268d5c85e req-e69dcc9d-535f-4ee1-b4f2-4640ec8e6113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:35.411408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e916a07b-0503-4c15-bb92-440268d5c85e req-e69dcc9d-535f-4ee1-b4f2-4640ec8e6113 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282587 Feb 14 18:03:35.518408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-07f55d6d-9961-4cc0-8e66-87b4ef9f66a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 1134 time: 0.0672300 Feb 14 18:03:35.624469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-13ee26bd-8ef3-47e4-815e-187df507decf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1037 time: 0.0954123 Feb 14 18:03:35.688501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-d8a6b7c7-6667-4b1e-9863-2ff0e7ac11b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:35.689909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-d8a6b7c7-6667-4b1e-9863-2ff0e7ac11b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dd8e50-3e0e-437c-ac3f-7a0abc217fa5 HTTP/1.1" status: 200 len: 834 time: 0.0570042 Feb 14 18:03:35.767936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-a665f4fa-4e00-4688-9f2a-b848e263b570 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684845 Feb 14 18:03:35.898981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-1bc040e2-b465-40d8-9363-da75b36a29fd service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217933 Feb 14 18:03:36.031043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbca3ad7-ba8c-414b-8ddb-664ab92289a3 req-d5caad21-3fe3-4065-b0a5-0fd001aa8c12 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223559 Feb 14 18:03:36.426992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932035fc-7820-4fe5-85ee-96a1cebf909b req-ce691458-91e9-4069-aa29-932906648015 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:36.428415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-932035fc-7820-4fe5-85ee-96a1cebf909b req-ce691458-91e9-4069-aa29-932906648015 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 981 time: 0.0748971 Feb 14 18:03:36.472504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-932035fc-7820-4fe5-85ee-96a1cebf909b req-1f626788-fbec-445b-9d53-9415009323b6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Feb 14 18:03:37.474130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:03:37.615646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:37.630624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'port_id': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'mac_address': 'fa:16:3e:fc:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:03:37.682752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33373360-43a5-45d0-9458-d8cb8359f4d4 req-072cc04c-973b-494e-90d1-61cb5988a44d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:37.689744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33373360-43a5-45d0-9458-d8cb8359f4d4 req-072cc04c-973b-494e-90d1-61cb5988a44d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 981 time: 0.0937793 Feb 14 18:03:37.712983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:37.741283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:03:37.763162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:37.830240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:37.835907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33373360-43a5-45d0-9458-d8cb8359f4d4 req-a4955d0f-3ebf-41a1-8666-2fe333f58abd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451101 Feb 14 18:03:37.901838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=9']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:37.988966 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:03:38.108113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:03:39.031370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80e4f-5e23-4a1f-8638-858330ff09d6 req-5cad2e32-2b68-419f-90a2-783c2b88a1f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:39.032776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27e80e4f-5e23-4a1f-8638-858330ff09d6 req-5cad2e32-2b68-419f-90a2-783c2b88a1f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 982 time: 0.0762663 Feb 14 18:03:39.078749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27e80e4f-5e23-4a1f-8638-858330ff09d6 req-aaecd78a-af61-45e3-9676-d4c2e276146b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Feb 14 18:03:39.497913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:03:39.628841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:03:39.637351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:39.638380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:39.790462 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:39.817771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0d6ea-60f3-4b7c-8398-6457119a3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:03:39.828232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:39.870217 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0d6ea-60f3-4b7c-8398-6457119a3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369', 'code': 200} Feb 14 18:03:39.920519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:39.992202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=10']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:40.306340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9d0bd74-b8a8-45af-acd8-4088ca432978 req-2eb00813-65d2-4993-b39a-f2f245310688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 1137 time: 0.1205180 Feb 14 18:03:40.318924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdbf09-3ecd-4f5a-8b62-cf68099fbd5a req-ab149f4b-d723-470c-bcee-5e7d19421892 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:40.320272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bbfdbf09-3ecd-4f5a-8b62-cf68099fbd5a req-ab149f4b-d723-470c-bcee-5e7d19421892 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.1030958 Feb 14 18:03:40.388258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9d0bd74-b8a8-45af-acd8-4088ca432978 req-17dfd4cd-1652-4a8c-8ce8-5a6de5f1cb62 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Feb 14 18:03:40.392737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bbfdbf09-3ecd-4f5a-8b62-cf68099fbd5a req-9b6fc3a5-6b59-43fa-b27f-807cb9d12186 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Feb 14 18:03:41.634719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd910-995b-4b30-be48-da310378b207 req-7a6e9e26-a1a5-4565-88bf-007a7364097e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:41.636289 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e9dd910-995b-4b30-be48-da310378b207 req-7a6e9e26-a1a5-4565-88bf-007a7364097e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.0885239 Feb 14 18:03:41.686648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e9dd910-995b-4b30-be48-da310378b207 req-9e045218-b976-4012-99b4-41fbfd155e7c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Feb 14 18:03:42.890190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc2af-e278-4a91-9c66-76ef1bfcc29f req-d6c32422-4873-4dcf-803b-a8266062abdb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:42.891648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a58bc2af-e278-4a91-9c66-76ef1bfcc29f req-d6c32422-4873-4dcf-803b-a8266062abdb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.0806985 Feb 14 18:03:42.936732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a58bc2af-e278-4a91-9c66-76ef1bfcc29f req-05d32bf7-d1d8-419e-a252-502f857c97a2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Feb 14 18:03:43.131682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7015d4-88b3-4c6b-85ce-2321a9ebff9e req-c239b2de-4887-4090-b11e-8ed29ea1a117 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:43.133079 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-df7015d4-88b3-4c6b-85ce-2321a9ebff9e req-c239b2de-4887-4090-b11e-8ed29ea1a117 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.0756297 Feb 14 18:03:43.182751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-df7015d4-88b3-4c6b-85ce-2321a9ebff9e req-9026ee03-3c34-4989-86bd-f41420564765 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Feb 14 18:03:43.211335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45892) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:43.282276 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-90caf148-fe62-4c08-b238-00163c5e71cb tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374&network_id=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 200 len: 1132 time: 0.0697045 Feb 14 18:03:43.874112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0882-2d84-4ff7-aa1c-25e72e936514 req-b122d4cd-df78-43ec-80df-0e2d949e013c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:43.875822 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-942f0882-2d84-4ff7-aa1c-25e72e936514 req-b122d4cd-df78-43ec-80df-0e2d949e013c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.0851073 Feb 14 18:03:43.926063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-942f0882-2d84-4ff7-aa1c-25e72e936514 req-de9476d9-82be-49cf-9413-a4b374e2f8c9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Feb 14 18:03:45.232952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:45.305037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-8fb145ae-aea0-4985-931d-852bfa244418 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:45.306573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-8fb145ae-aea0-4985-931d-852bfa244418 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.1365671 Feb 14 18:03:45.352817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc33ed-c12e-48e6-a401-4ccb3376e2c6 req-29f29f47-6245-4de9-a056-cb86752c1645 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:45.354300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ffc33ed-c12e-48e6-a401-4ccb3376e2c6 req-29f29f47-6245-4de9-a056-cb86752c1645 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 984 time: 0.1453874 Feb 14 18:03:45.413825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-bafeb41c-9310-4c7b-9b1d-731a861101e3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:45.415195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-bafeb41c-9310-4c7b-9b1d-731a861101e3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1004589 Feb 14 18:03:45.450775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ffc33ed-c12e-48e6-a401-4ccb3376e2c6 req-4236ef05-97ce-406e-a035-5e0626646e45 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=5293c387-c566-45b5-87b1-1e7551eab9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894251 Feb 14 18:03:45.576988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-9b0af050-b690-42ad-94cb-40fe14935ff9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1536508 Feb 14 18:03:45.589667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:45.696826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:45.899116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:45.929609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] For port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:03:45.982681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] device_id is not set on port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 yet. {{(pid=84255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 18:03:45.990145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:46.083011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:46.214101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=11']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:46.234479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.235303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.235645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.236067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.236486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.236832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.237210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.237538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.237861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.238186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.238509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:46.375458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] No DVR routers for this DVR port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:03:46.386457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4c1bba4d-dda3-473e-b14b-93fce672a94d None None] Provisioning complete for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:03:46.386894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4c1bba4d-dda3-473e-b14b-93fce672a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:46.439886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bba4d-dda3-473e-b14b-93fce672a94d None None] Port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:03:46.662102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a22bd87b-4cd4-4213-97ca-ab9d26b755f9 req-75852b90-468a-4449-9792-ce6795bdd4af tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 210 time: 0.0545030 Feb 14 18:03:46.674434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] In _notify_port_updated(), no bound segment for port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 on network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 {{(pid=84255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 18:03:46.675606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:46.678491 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62b83a43-99e8-4342-8dee-24d6d5f2fba6 req-ca166dfb-122c-4fe1-81d5-fe5216d75f9d service neutron] 10.222.0.45 "PUT /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 200 len: 1027 time: 1.0912023 Feb 14 18:03:47.508626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:03:47.570532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:03:47.844503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d1c247e2-817b-46d9-82c7-6a095458dc75 req-31dff60b-763b-438c-bd44-bb403b691a46 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac0d6ea-60f3-4b7c-8398-6457119a3374 HTTP/1.1" status: 200 len: 210 time: 0.0446620 Feb 14 18:03:48.957483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45918) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:49.026068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.055593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.203558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.223570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1112879-979f-4e0c-aede-15aadc58f7c5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:49.336367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.337543 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8afa42f9-5bde-4d0d-a47d-294f1ccecc86 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1112879-979f-4e0c-aede-15aadc58f7c5 HTTP/1.1" status: 204 len: 168 time: 0.3790379 Feb 14 18:03:49.457975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45926) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:49.659571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 98dd18d6-3c1f-4b90-b743-687dfebce4e4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:03:49.659916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.830739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.831068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:49.964936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 98dd18d6-3c1f-4b90-b743-687dfebce4e4 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:03:50.214830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:50.264391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=98dd18d6-3c1f-4b90-b743-687dfebce4e4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:50.358081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:50.828395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-16e26821-622a-444e-a5a8-5bd1162940a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:50.867244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:03:51.097746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:03:51.107757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Sync routers for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:03:51.118857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:51.123525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:51.193330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:51.250493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-22d3a1e3-8a92-41e8-8d35-a674fb01f1ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/baf1f1d0-067a-4566-9bab-15567e518ad0 HTTP/1.1" status: 204 len: 168 time: 1.7886763 Feb 14 18:03:51.332227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:51.416630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45938) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:51.491513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:51.523096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:51.672391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:51.677220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Checking router: 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:03:51.689185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:51.689834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:51.691021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:51.712056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e23296-cbb7-499a-abac-b69584bb199a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:51.719711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:51.720888 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-30802dd0-29a6-4b5f-b86a-d1daa811f5ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/22e23296-cbb7-499a-abac-b69584bb199a HTTP/1.1" status: 204 len: 168 time: 0.3031430 Feb 14 18:03:51.844516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45944) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:51.890355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:51.913303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:03:51.913660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:52.164858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:52.255680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:52.259681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846902ad-e4de-4114-9fec-1d6c63316ed7 None None] The sync data for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv is: [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:02:58Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '47f1ea62-fe17-4a3e-b323-b089135d6f83', 'name': '', 'network_id': '2d3e31c1-9cfd-4de7-bb2a-25c10deeac61', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:ba:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:57Z', 'updated_at': '2022-02-14T18:03:04Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '84dd8e50-3e0e-437c-ac3f-7a0abc217fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:03:52.291630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 owned by {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:03:52.502200 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adae3c8-9b5f-4080-92e8-c884c1f0751e None None] New status for floating IP baf1f1d0-067a-4566-9bab-15567e518ad0: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:03:52.576785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:52.639451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:52.753327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:52.764139 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5eff3665-aaaf-48c5-9a5b-65cd4c1436e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/ports/c1ef6fcb-cd90-4462-ad5b-68aa4d4a9369 HTTP/1.1" status: 204 len: 168 time: 0.9186003 Feb 14 18:03:52.767183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45950) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:53.061014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6af93757-1cf1-4de2-a83c-46ae03bb2dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:53.279636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:53.932424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 47f1ea62-fe17-4a3e-b323-b089135d6f83 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:03:53.933168 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:54.140418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 47f1ea62-fe17-4a3e-b323-b089135d6f83, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=47f1ea62-fe17-4a3e-b323-b089135d6f83,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:54.140802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:54.264584 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 47f1ea62-fe17-4a3e-b323-b089135d6f83 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:03:54.325483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:54.354047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:54.548103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:54.597160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=47f1ea62-fe17-4a3e-b323-b089135d6f83,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:54.614753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.615345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.615817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.616336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.616772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.617287 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.617837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.618362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.618876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.619900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:54.619900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:55.028037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:55.627101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:03:55.628143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:55.834198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:03:55.844574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Sync routers for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:03:55.849527 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5864153f-b75f-44a3-999a-17ba0ab30007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/7b9bd276-9e23-4e1a-9162-eb7a7988e1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0782163 Feb 14 18:03:55.849785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45960) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:55.856223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:55.856862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:56.038070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:56.041288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 84dd8e50-3e0e-437c-ac3f-7a0abc217fa5 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:03:56.044890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.105573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.202524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.331515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:03:54Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:56.335398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Checking router: 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:03:56.356987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Routers {'7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:03:56.356987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:56.377318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.418260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=84dd8e50-3e0e-437c-ac3f-7a0abc217fa5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:56.426121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.432381 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a1938c2-0b7d-4975-94da-f389aa0cf1c3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/84dd8e50-3e0e-437c-ac3f-7a0abc217fa5 HTTP/1.1" status: 204 len: 168 time: 0.5816467 Feb 14 18:03:56.435059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45964) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:56.468939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4ef56-e366-4037-b32e-24982296eb8b None None] Network 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:03:56.641673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.712055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] Set router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:03:56.919675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] DHCP port deletion for 2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:03:56.928075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Deleting port ba4b83d6-65e8-4dea-ba75-687788f255b2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:03:56.928481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:56.958534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.034783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:03:57.035691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.221263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:57.221891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.262942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] For port ba4b83d6-65e8-4dea-ba75-687788f255b2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ba4b83d6-65e8-4dea-ba75-687788f255b2,segment=NetworkSegment(a7a032a2-ab6b-4e52-a68f-5ef66c63945c),segment_id=a7a032a2-ab6b-4e52-a68f-5ef66c63945c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:03:57.263324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.336102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:03:54Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:57.346031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:03:57.398588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Calling delete_port for ba4b83d6-65e8-4dea-ba75-687788f255b2 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:03:57.425708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd466268-77d1-401f-a240-19289c3e6c69 None None] The sync data for ids ['7b9bd276-9e23-4e1a-9162-eb7a7988e1aa'] in dv-neutron-823271-4-hyperv is: [{'id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'name': 'tempest-TestNetworkBasicOps-router-833516314', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:02:53Z', 'updated_at': '2022-02-14T18:03:54Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '949e3bf2-b5b7-44ef-b786-835c9fb3e8f3', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bd276-9e23-4e1a-9162-eb7a7988e1aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:02:54Z', 'updated_at': '2022-02-14T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:03:57.563145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.597247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:57.609105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Pushing event deleted for resources: {'Port': ['ID=ba4b83d6-65e8-4dea-ba75-687788f255b2,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:57.618433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.618433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.619264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.619264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.619537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.619834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.620025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.620359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.620660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.621010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.621364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:03:57.626939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d64cf-5668-4bc4-9575-badfe1d40938 None None] No DVR routers for this DVR port ba4b83d6-65e8-4dea-ba75-687788f255b2 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:03:57.676357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=949e3bf2-b5b7-44ef-b786-835c9fb3e8f3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:57.912233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.175530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.179725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.206517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ba4b83d6-65e8-4dea-ba75-687788f255b2 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:03:58.239288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ba4b83d6-65e8-4dea-ba75-687788f255b2 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:03:58.239634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ba4b83d6-65e8-4dea-ba75-687788f255b2 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:03:58.240038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 47f1ea62-fe17-4a3e-b323-b089135d6f83 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:03:58.274073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 47f1ea62-fe17-4a3e-b323-b089135d6f83 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:03:58.274417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 47f1ea62-fe17-4a3e-b323-b089135d6f83 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:03:58.314053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.314590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router 7b9bd276-9e23-4e1a-9162-eb7a7988e1aa {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:03:58.330446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.331521 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d66daeb0-0223-474b-9876-647a77943e2d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/7b9bd276-9e23-4e1a-9162-eb7a7988e1aa HTTP/1.1" status: 204 len: 168 time: 1.8955431 Feb 14 18:03:58.335203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45972) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:58.466968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.712204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.738606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3e31c1-9cfd-4de7-bb2a-25c10deeac61']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:58.752357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:58.752568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a032a2-ab6b-4e52-a68f-5ef66c63945c') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:03:58.765330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.784129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.790091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:03:58.790464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:03:58.807863 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:03:58.964928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.984113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:58.996739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=2d3e31c1-9cfd-4de7-bb2a-25c10deeac61,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:58.999235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c379f9e3-0514-423d-bc8c-0099220ca0c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/2d3e31c1-9cfd-4de7-bb2a-25c10deeac61 HTTP/1.1" status: 204 len: 168 time: 0.6618969 Feb 14 18:03:59.014194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:59.026379 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d4adcdf-2e9d-41c5-b0c7-74f128cad4b9 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113239 Feb 14 18:03:59.029874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45982) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:59.034894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--1104712085', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:59.039561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:59.044146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:59.047437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:59.053025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:59.154314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:03:59.157322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.193407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:03:59.202485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.202821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 9a46c490-1b2a-4e81-bc7e-24aea5b8be79 of type vlan for network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f Feb 14 18:03:59.228320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.342264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.345988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:03:59.347142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.463861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:03:59.476997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:03:59.526090 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1f9d22e3-cd1a-496b-94aa-ee4e40d6278a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4952521 Feb 14 18:03:59.529525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45986) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:03:59.534992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-195248952', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:03:59.541755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:03:59.545868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:03:59.549063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:03:59.555059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:03:59.643402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.644439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.665620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:03:59.919135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.117045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:04:00.151221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:04:00.151568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 949e3bf2-b5b7-44ef-b786-835c9fb3e8f3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:04:00.179741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.208399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.350491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.56 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/11ccfa73-53f7-4968-b255-8e867ca2b95d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:00.498710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.611010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.686289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:00.689085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:00.694810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:00.723772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:00.953337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:00.954074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:01.262477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 64e504ec-c785-424c-9c38-55e55d5e0931 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:04:01.547783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:04:01.558206 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:04:01.571447 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:01.572422 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:01.668945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:01.670195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1da6390b-177a-486e-a563-b28d5a81633b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1395059 Feb 14 18:04:01.686843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 45994) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:01.727372 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51e1e211-e5cc-450d-9a2c-4215cd2af3bd tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393138 Feb 14 18:04:01.731405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 45998) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:01.770717 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:01.961552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf51c2-6a32-46b3-9a69-fcd18078cf4c tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:01.963053 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a0cf51c2-6a32-46b3-9a69-fcd18078cf4c tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2305639 Feb 14 18:04:01.966659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46002) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:02.011352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3dff469c-11c6-42ae-9a96-ebc0ac0e50f4 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435276 Feb 14 18:04:02.014487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46006) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:02.021568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429400379', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:02.133082 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:00Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:02.137924 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Checking router: 64e504ec-c785-424c-9c38-55e55d5e0931 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:04:02.138224 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Updating router 64e504ec-c785-424c-9c38-55e55d5e0931 port 11ccfa73-53f7-4968-b255-8e867ca2b95d binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:04:02.171398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:02.180730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:02.186949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:02.190251 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.202580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:02.296576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:04:02.409874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.538262 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.550404 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Transition to ACTIVE for port object 11ccfa73-53f7-4968-b255-8e867ca2b95d will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:02.658204 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.741921 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:02.744984 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Attempting to bind port 11ccfa73-53f7-4968-b255-8e867ca2b95d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:04:02.745530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Attempting to bind port 11ccfa73-53f7-4968-b255-8e867ca2b95d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:04:02.745890 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Attempting to bind port 11ccfa73-53f7-4968-b255-8e867ca2b95d on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:02.754073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Bound port: 11ccfa73-53f7-4968-b255-8e867ca2b95d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:04:02.757581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.836282 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:04:02.839248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:02.839422 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=11ccfa73-53f7-4968-b255-8e867ca2b95d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:04:02.853595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:02.853595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: a44b04d7-482e-47dd-b9c1-4ea39d5bd67f, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:04:02.971106 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:02.988044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:04:03.059367 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:03.066635 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:03.067261 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:03.068557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a44b04d7-482e-47dd-b9c1-4ea39d5bd67f) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:03.080058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700d808-50a9-4a05-8313-70ef04d23a40 None None] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:04:03.092798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:03.093354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:03.174297 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.174665 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.174949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.175421 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.175626 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.175980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.176279 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.176560 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.176892 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.180221 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.180221 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53362c70-51cc-4304-acff-7a70b7bcd6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:04:03.180410 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3c8093ac-7967-4628-aa1e-119fd0bfd721 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1621563 Feb 14 18:04:03.180519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46012) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:03.271907 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:03.309207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:04:03.310021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:03.482168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Allocated IP 172.20.0.2 (a44b04d7-482e-47dd-b9c1-4ea39d5bd67f/ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913/a1ecb8a7-bfeb-4100-b6cd-069a936202a6) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:03.597193 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:00Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:03.601466 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566adc4b-69c2-46e2-a61b-16fdb862a942 None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:00Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:04:03.709759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:03.720611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Transition to ACTIVE for port object a1ecb8a7-bfeb-4100-b6cd-069a936202a6 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:03.741237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Transition to ACTIVE for port object a1ecb8a7-bfeb-4100-b6cd-069a936202a6 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:03.816931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:03.889506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:03.892395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:03.897225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:03.899568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:03.994596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Attempting to bind port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:04:03.994967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Attempting to bind port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:04:03.995329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Attempting to bind port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 on network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:04.002928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:04:04.003464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Checking segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:04.003864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.004258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Bound using segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:04:04.004743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Bound port: a1ecb8a7-bfeb-4100-b6cd-069a936202a6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:04:04.005121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.027531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.094675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] For port a1ecb8a7-bfeb-4100-b6cd-069a936202a6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:04:04.098415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] For port a1ecb8a7-bfeb-4100-b6cd-069a936202a6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:04:04.177628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.219627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:04.363135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d258-5f67-4553-9cac-dd3c0a0493a8 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:04.459129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (a44b04d7-482e-47dd-b9c1-4ea39d5bd67f/ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913/e39ea1a2-33af-4ca3-97e5-a03c0704bae5) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:04.467718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 11ccfa73-53f7-4968-b255-8e867ca2b95d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:04.475668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 11ccfa73-53f7-4968-b255-8e867ca2b95d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:04.476130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.646106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.670520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=11ccfa73-53f7-4968-b255-8e867ca2b95d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:04.703639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.720924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object e39ea1a2-33af-4ca3-97e5-a03c0704bae5 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:04.753549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.789327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:04.819831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:04.843351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-ebfd8b3e-3a09-450c-ad5e-d1c8ad15dbe9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759569678&fields=id&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 267 time: 0.0440109 Feb 14 18:04:04.863360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:04.866462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:04.868961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:04.998360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-34e2c74f-b759-4bb8-9c3a-d5ba98a0a7e0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:05.000131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-34e2c74f-b759-4bb8-9c3a-d5ba98a0a7e0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.1491861 Feb 14 18:04:05.014095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:05.018455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-3b40e2b9-0cac-4c1a-bff1-703279b9066a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/quotas/644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 375 time: 0.0120513 Feb 14 18:04:05.033462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:05.109967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-f9f54bac-f9d6-4395-9201-78ee2aaea022 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0854869 Feb 14 18:04:05.186749 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:05.262811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-1ab5b6eb-8274-44c0-8702-3531fc2c01ce service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393917 Feb 14 18:04:05.349026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07fbef-2ad2-44aa-9293-612205ce083d None None] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:04:05.416946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-57e60e80-6d71-4b96-a012-154c934179f2 service neutron] 10.222.0.30 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482992 Feb 14 18:04:05.650343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-22852143-f4b0-4d15-8d9f-233f62564d0c None None] Provisioning for port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:05.679048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:05.748239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:05.860442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:05.863069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:05.925163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bdfbe38e-8a4d-431f-bb1c-30d695f984c0 None None] Provisioning for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:05.934878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bdfbe38e-8a4d-431f-bb1c-30d695f984c0 None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:05.935256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe38e-8a4d-431f-bb1c-30d695f984c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.026846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:06.029266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:06.052811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbe38e-8a4d-431f-bb1c-30d695f984c0 None None] Port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:04:06.208221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a7b64a73-6819-420d-b556-35c8b0f96b10 None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:06.208712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7b64a73-6819-420d-b556-35c8b0f96b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.349785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:06.359025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b84b165-8117-42c8-bc22-f7c6ac07f083 req-16cda85c-0ab9-4e21-8de3-0a6cca7a1f3b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 210 time: 0.0773518 Feb 14 18:04:06.418532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a7b64a73-6819-420d-b556-35c8b0f96b10 None None] Port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:04:06.444833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 11ccfa73-53f7-4968-b255-8e867ca2b95d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:06.445119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.571286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 64e504ec-c785-424c-9c38-55e55d5e0931 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:04:06.578598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1ecb8a7-bfeb-4100-b6cd-069a936202a6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:06.652570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d5cee3fa-9de6-4e3d-812f-91a621e3396a None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:06.652970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d5cee3fa-9de6-4e3d-812f-91a621e3396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.712729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d5cee3fa-9de6-4e3d-812f-91a621e3396a None None] Port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:04:06.780465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:04:06.794145 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a4d167a6-b8cb-42a8-81b1-c691962b5042 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6114478 Feb 14 18:04:06.795639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46044) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:06.827498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:06.832822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:06.836450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.953702 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:06.989718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a1ecb8a7-bfeb-4100-b6cd-069a936202a6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:07.041147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.041645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.042014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.042370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.042724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.043693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.045851 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4739bf06-25af-48e5-a1e5-359847825dfe tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2491384 Feb 14 18:04:07.049385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46048) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:07.062365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:07.128310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.128725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:07.128830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.129122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.129471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.129885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.130212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:07.133538 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-44a848d9-d2d6-49bb-92f9-cfecd8264323 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0832241 Feb 14 18:04:07.136317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:07.207181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:04:07.220029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:07.220831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:07.404582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:07.437045 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7db9c1e8-f641-4957-af29-42e929342df6 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2984772 Feb 14 18:04:07.539516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94604328-6b9e-49c1-a287-75ee8cd80090 req-6664731b-7439-4fd4-9b9b-907691f4ee11 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 210 time: 0.0473287 Feb 14 18:04:07.764086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:07.767815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Checking router: 64e504ec-c785-424c-9c38-55e55d5e0931 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:04:07.768159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Updating router 64e504ec-c785-424c-9c38-55e55d5e0931 port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:04:07.821934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:07.830022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:07.835771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242884448', 'description': 'tempest-secgroup-smoke-242884448 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:07.841852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:07.846080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:07.850970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:07.857314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:07.936116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:07.970032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:07.973782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:07.976517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:07.982691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:08.035883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.113939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.175130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49184235-458f-4274-8af5-257eee3bdb0f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:08.184672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1ecb8a7-bfeb-4100-b6cd-069a936202a6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:08.227764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.239180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.243160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6589a582-0aee-4b2f-9b2a-cce640e2c094 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4094827 Feb 14 18:04:08.243448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:08.249055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:08.254808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:08.255073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Transition to ACTIVE for port object e39ea1a2-33af-4ca3-97e5-a03c0704bae5 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:08.258616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:08.261513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:08.267147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:08.274982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:08.275359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.328081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.388995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.487638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-95fe867e-6ec5-4faf-a56f-a124c7da0d57 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:08.489324 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-95fe867e-6ec5-4faf-a56f-a124c7da0d57 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 812 time: 0.1945264 Feb 14 18:04:08.493584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d274c-df50-4dbb-99ad-566519d8dfce None None] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:08.517139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.573712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-9b0be327-0b89-4264-b0ed-faca62dcc0d2 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644b9b93f0414c82952cd55508414abd HTTP/1.1" status: 200 len: 380 time: 0.0553627 Feb 14 18:04:08.579992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.613917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'port': {'device_id': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'admin_state_up': True, 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'security_groups': ['5c466562-0705-4db4-89a2-a74326b4e00f']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:08.616978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Attempting to bind port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:04:08.617352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Attempting to bind port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:04:08.617714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Attempting to bind port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 on network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:08.624677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:04:08.625274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Checking segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:08.625675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.626059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Bound using segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:04:08.626619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Bound port: e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:04:08.626979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.632146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044b8325-17a5-4737-af5d-040a0c5f7c61,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:08.755379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:04:08.758786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:04:08.759962 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24cfe8b3-8717-4e79-a7e0-6e1120f07584 req-973acf8c-2901-4242-9dc1-20c8faee7c9f tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 210 time: 0.0515966 Feb 14 18:04:08.829593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:08.834915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.839768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:08.861443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:08.865458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b4fa727-2eef-430f-8ec6-06c758903c25 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6181982 Feb 14 18:04:08.865574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:08.871687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:08.878598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:08.884253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:08.888365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:08.895254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:08.925863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d274c-df50-4dbb-99ad-566519d8dfce None None] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:08.929953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:08.930578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:03:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:08.948136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Made reservation on behalf of 644b9b93f0414c82952cd55508414abd for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:04:08.952288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.129172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:09.132418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.143450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.20.0.7 (799bc6f6-6ca9-45e7-b04f-f3caf2ab394f/86a0c743-ff68-43e0-8351-4dddc9352221/74c82ce8-09b6-45b8-aa85-ab5de2540c09) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:09.299644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.365938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.405378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7800df6-e844-4474-b577-1b5a96ab8069,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:09.409258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.430720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Transition to ACTIVE for port object 74c82ce8-09b6-45b8-aa85-ab5de2540c09 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:09.490981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.492571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8d81f905-37be-4719-ad6d-8010434c7c1b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6257813 Feb 14 18:04:09.495171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46074) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:09.501016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:09.507023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:09.510861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:09.513360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:08Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:09.514005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:09.517497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e697a6-b557-4280-9f34-72bf286a58fe None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:08Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:04:09.520141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:09.527153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.622814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:09.623811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:09.628221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:09.659245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:09.695438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.765772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:09.766384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.810259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:09.868889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-242783a3-b05d-466a-89ba-a87899c6ceca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2608428 Feb 14 18:04:09.885600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Request body: {'port': {'device_id': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:09.956154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.012946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925dc5b1-884c-4541-876e-5de8e83a1f0e,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:10.054383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4425cb64-3a38-4de3-9ee2-771d8696dc81 None None] Provisioning for port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:10.060566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4425cb64-3a38-4de3-9ee2-771d8696dc81 None None] Provisioning complete for port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:10.064472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4425cb64-3a38-4de3-9ee2-771d8696dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.086285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.090715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1e5a70f3-20c7-46ea-a848-daccc483e74c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5913479 Feb 14 18:04:10.091330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46080) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:10.097083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.101364 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:10.123659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502b8c-e187-44be-adba-5d1c5358b40b req-41a24d8a-f148-4c82-b25c-1c0820e2fe2a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:10.124311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5f502b8c-e187-44be-adba-5d1c5358b40b req-41a24d8a-f148-4c82-b25c-1c0820e2fe2a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:04:10.132371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:10.147752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:10.160401 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:10.174430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:10.202075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4425cb64-3a38-4de3-9ee2-771d8696dc81 None None] Port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:04:10.219635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:10.263492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.350874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.362826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:10.368222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:10.372964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.430235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5f502b8c-e187-44be-adba-5d1c5358b40b req-41a24d8a-f148-4c82-b25c-1c0820e2fe2a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:04:10.431400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f502b8c-e187-44be-adba-5d1c5358b40b req-41a24d8a-f148-4c82-b25c-1c0820e2fe2a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 931 time: 0.5112948 Feb 14 18:04:10.480075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.507641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d5bbb4-0c4b-4192-80fa-eeac5a90e1b1,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:10.537018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.577694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f502b8c-e187-44be-adba-5d1c5358b40b req-631cb9a0-d7f1-41a2-b63b-99ee683f449d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373997 Feb 14 18:04:10.579288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:10.586105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.588902 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-03a8e8fc-9200-4af2-a0a2-0e51354d6322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4935446 Feb 14 18:04:10.590222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46084) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:10.595597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:10.609062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:10.613924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:10.617046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:10.636538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:10.651690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.724667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c82ce8-09b6-45b8-aa85-ab5de2540c09 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:04:10.731032 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:04:10.737887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.739012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.740378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:10.759174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Transition to ACTIVE for port object 74c82ce8-09b6-45b8-aa85-ab5de2540c09 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:10.806764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.839178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.867769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.894984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094b7f6b-bf8b-4424-ba25-aece62717a6d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:10.972219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Pushing event updated for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:10.979955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:10.984224 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-46b25da9-12b9-40ed-9931-d2df761f442a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3930674 Feb 14 18:04:10.984973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46088) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:10.990660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '49184235-458f-4274-8af5-257eee3bdb0f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:10.997657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:11.001511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:11.004595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:11.010895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:11.084993 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:04:11.092214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.093466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Attempting to bind port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:04:11.096287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Attempting to bind port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:04:11.096287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Attempting to bind port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:11.099791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:04:11.100118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Attempting to bind port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 on network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:11.106197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:04:11.106525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Checking segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:11.106895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Bound using segment: {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:04:11.107304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Bound port: 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705047fa-8db5-4693-b132-7f675e44033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:04:11.107641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.160414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.197565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:04:11.200996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:04:11.236899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.259861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8efdc4-610c-409b-a1af-8ac1942b5e9a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:11.260396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.322696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.324729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] 10.222.0.45 "PUT /v2.0/ports/74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 200 len: 1093 time: 1.4440362 Feb 14 18:04:11.325177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:11.334389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:11.340734 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-092503b0-dc61-4d80-8584-30d67a0f0a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3497820 Feb 14 18:04:11.350317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585150f9-a8f2-4b13-b078-c338412c44ef service neutron] Pushing event updated for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:11.383975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'status': 'completed', 'code': 200} Feb 14 18:04:11.507582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e575c21-29ae-4973-badb-f5d2127a7e4d req-4ffb5621-68b9-4b61-a423-2911d8c7c9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1096 time: 0.0979249 Feb 14 18:04:11.591686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-43e67287-f35d-4dd9-b0cd-c04e20e65903 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:04:11.668781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575c21-29ae-4973-badb-f5d2127a7e4d req-9e40a589-d5cc-4ec0-9a65-d745a9d66f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:11.670289 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e575c21-29ae-4973-badb-f5d2127a7e4d req-9e40a589-d5cc-4ec0-9a65-d745a9d66f51 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=644b9b93f0414c82952cd55508414abd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1525714 Feb 14 18:04:11.698161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-43e67287-f35d-4dd9-b0cd-c04e20e65903 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:04:11.699285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-43e67287-f35d-4dd9-b0cd-c04e20e65903 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242884448&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.2205405 Feb 14 18:04:11.965340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575c21-29ae-4973-badb-f5d2127a7e4d req-3f00698c-576f-4c29-936e-79f40a395654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:11.966792 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e575c21-29ae-4973-badb-f5d2127a7e4d req-3f00698c-576f-4c29-936e-79f40a395654 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2895865 Feb 14 18:04:12.001252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-212516c7-4495-4be6-a7a4-d2987d98c64a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:12.001823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-212516c7-4495-4be6-a7a4-d2987d98c64a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:04:12.011358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612bb68-bf5b-40a4-af0f-453f7a67b66e req-31a28468-ff23-4446-8312-1449c98482d9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:12.013470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f612bb68-bf5b-40a4-af0f-453f7a67b66e req-31a28468-ff23-4446-8312-1449c98482d9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.2644906 Feb 14 18:04:12.111117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f612bb68-bf5b-40a4-af0f-453f7a67b66e req-7e008e47-2a45-4ccf-9374-371cd6e53f20 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658662 Feb 14 18:04:12.125485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-486b9581-4e70-4521-9f5f-4634c0491a11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1096 time: 0.1111174 Feb 14 18:04:12.133275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-212516c7-4495-4be6-a7a4-d2987d98c64a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:04:12.134533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-212516c7-4495-4be6-a7a4-d2987d98c64a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f HTTP/1.1" status: 200 len: 797 time: 0.3866267 Feb 14 18:04:12.165953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:12.211729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-9cc842c6-cc44-4339-96ff-0b02e7b45c46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 200 len: 217 time: 0.0759206 Feb 14 18:04:12.213462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-f8fad07d-a456-4980-86d6-8202f60a14bd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0236509 Feb 14 18:04:12.235885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:12.236249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:12.428223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-5494830d-948a-4650-a317-6035e7bea111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:12.429662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-5494830d-948a-4650-a317-6035e7bea111 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.1813276 Feb 14 18:04:12.472802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-233305f0-c3f2-46a3-93a7-1c853e381d02 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:04:12.521475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-6871fcb5-ada9-4357-9999-1337a476f82a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808635 Feb 14 18:04:12.598276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-233305f0-c3f2-46a3-93a7-1c853e381d02 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:04:12.599528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-233305f0-c3f2-46a3-93a7-1c853e381d02 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3810458 Feb 14 18:04:12.745047 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-d2256f16-3b62-4745-b56a-6c68b2a1512b service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141004 Feb 14 18:04:12.852948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-08f189dd-4fa0-4c97-a984-f2e2c95589f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388124 Feb 14 18:04:12.981446 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e07f952-4277-48ac-81fb-60f6ebb01f6c req-120ce3db-abcf-466c-b6a6-e5a619614074 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265930 Feb 14 18:04:13.019345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-67bf860e-7c1f-4e7b-9fd1-0924259ad45b service neutron] 10.222.0.30 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586955 Feb 14 18:04:13.325166 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ef74dbe9-7495-416b-a09e-3c59fa7ff46c req-b38b1c4d-6751-4bef-a119-438f5e1e9910 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 210 time: 0.0463595 Feb 14 18:04:13.356081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655de071-9eab-4006-8737-6c52fa6f6711 req-e5cc9155-2764-418c-a2c6-b00dcee4d7bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:13.357764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-655de071-9eab-4006-8737-6c52fa6f6711 req-e5cc9155-2764-418c-a2c6-b00dcee4d7bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.1261730 Feb 14 18:04:13.405878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-655de071-9eab-4006-8737-6c52fa6f6711 req-cf9ed901-030d-4d22-b289-715f6529e73c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Feb 14 18:04:14.497541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b9cd7bf-e841-4cdf-9a7d-6a424f80e6d8 req-34fd85ad-6df0-4e7f-894c-4a5d2a6e3147 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 210 time: 0.0433714 Feb 14 18:04:14.608686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f2a0a-9d5d-4d29-8fa2-203fbc139474 req-cecb30bf-32b5-4bfe-82d6-1fe150653958 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:14.610138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-687f2a0a-9d5d-4d29-8fa2-203fbc139474 req-cecb30bf-32b5-4bfe-82d6-1fe150653958 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.0799849 Feb 14 18:04:14.658207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-687f2a0a-9d5d-4d29-8fa2-203fbc139474 req-0add6e3b-5d56-4672-be4b-4715e94912d4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Feb 14 18:04:14.988733 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:04:15.190892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:15.639075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-fa55722b-4798-4c86-8243-07e4882cbc8b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:15.640611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-fa55722b-4798-4c86-8243-07e4882cbc8b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f HTTP/1.1" status: 200 len: 797 time: 0.1628194 Feb 14 18:04:15.701184 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f99603e2-97a1-42e8-a453-02856d4b2bcf req-28861205-f9cd-427d-b3fc-274f589472b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 210 time: 0.0594225 Feb 14 18:04:15.736745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-c66c142d-0a7b-4398-965c-e467ccea7320 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 379 time: 0.0647907 Feb 14 18:04:15.745735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['49184235-458f-4274-8af5-257eee3bdb0f']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:15.931761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:15.945855 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:15.953301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52586a5-bcbf-4515-98ab-6205b395351a req-95262225-6394-43eb-9cad-8211e60624ab tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:15.954738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d52586a5-bcbf-4515-98ab-6205b395351a req-95262225-6394-43eb-9cad-8211e60624ab tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.1456101 Feb 14 18:04:16.000042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d52586a5-bcbf-4515-98ab-6205b395351a req-71a88d53-9713-4b60-a89e-cb3cdae481fb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Feb 14 18:04:16.016403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:04:16.019471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:16.180726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.7 (a44b04d7-482e-47dd-b9c1-4ea39d5bd67f/ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913/159f5e19-ccae-4179-a302-b9f6c762ddf3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:16.454002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:16.469354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 159f5e19-ccae-4179-a302-b9f6c762ddf3 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:16.582244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:16.653992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:16.656991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:16.660880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:16.697997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:16.727917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:16.728753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:16.845685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-19651581-f137-42d8-a4eb-605973c3e5e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1035759 Feb 14 18:04:16.891421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Request body: {'port': {'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:16.959298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e3bf415-30aa-4207-a9d5-6fe8c6b6800b None None] Provisioning for port 159f5e19-ccae-4179-a302-b9f6c762ddf3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:16.965026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9e3bf415-30aa-4207-a9d5-6fe8c6b6800b None None] Provisioning complete for port 159f5e19-ccae-4179-a302-b9f6c762ddf3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:16.965592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf415-30aa-4207-a9d5-6fe8c6b6800b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:17.016694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bf415-30aa-4207-a9d5-6fe8c6b6800b None None] Port 159f5e19-ccae-4179-a302-b9f6c762ddf3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:04:17.018128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:17.041185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dbda6-9091-4da4-ac46-c3bb0c2446be req-539b0e39-e6f4-4719-a051-47343d9fb540 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:17.041537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-547dbda6-9091-4da4-ac46-c3bb0c2446be req-539b0e39-e6f4-4719-a051-47343d9fb540 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:04:17.198073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-547dbda6-9091-4da4-ac46-c3bb0c2446be req-539b0e39-e6f4-4719-a051-47343d9fb540 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:04:17.199201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-547dbda6-9091-4da4-ac46-c3bb0c2446be req-539b0e39-e6f4-4719-a051-47343d9fb540 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 931 time: 0.3498225 Feb 14 18:04:17.356375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-547dbda6-9091-4da4-ac46-c3bb0c2446be req-600d82d1-d9e5-4462-ac1f-153123901f6e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495442 Feb 14 18:04:17.391631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e10a3-f5ca-4d36-a4d5-5747a225f542 req-197e88cc-ca45-48cf-a06b-5fadf64c105a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:17.393062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a01e10a3-f5ca-4d36-a4d5-5747a225f542 req-197e88cc-ca45-48cf-a06b-5fadf64c105a tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.2423143 Feb 14 18:04:17.481930 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a01e10a3-f5ca-4d36-a4d5-5747a225f542 req-730b668e-e427-44a6-b200-8af6bbe7bfe9 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819042 Feb 14 18:04:17.506335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159f5e19-ccae-4179-a302-b9f6c762ddf3 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:04:17.513676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:17.528382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Transition to ACTIVE for port object 159f5e19-ccae-4179-a302-b9f6c762ddf3 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:04:17.602748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:17.729784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Pushing event updated for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:17.840080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Attempting to bind port 159f5e19-ccae-4179-a302-b9f6c762ddf3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:04:17.840621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Attempting to bind port 159f5e19-ccae-4179-a302-b9f6c762ddf3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:04:17.841191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Attempting to bind port 159f5e19-ccae-4179-a302-b9f6c762ddf3 on network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:17.849332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Port 159f5e19-ccae-4179-a302-b9f6c762ddf3 on network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:04:17.849849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Attempting to bind port 159f5e19-ccae-4179-a302-b9f6c762ddf3 on network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:04:17.856527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:04:17.856892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Checking segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:04:17.857268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Bound using segment: {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:04:17.857676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Bound port: 159f5e19-ccae-4179-a302-b9f6c762ddf3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a46c490-1b2a-4e81-bc7e-24aea5b8be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:04:17.858053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:17.942423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:04:17.945963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:04:18.014108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:18.078052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:18.079385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] 10.222.0.45 "PUT /v2.0/ports/159f5e19-ccae-4179-a302-b9f6c762ddf3 HTTP/1.1" status: 200 len: 1093 time: 1.1957400 Feb 14 18:04:18.079804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:18.105943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1db03-3dd1-4de5-af1a-5cd486a5f236 service neutron] Pushing event updated for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:18.140515 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'status': 'completed', 'code': 200} Feb 14 18:04:18.232536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a63ff2e9-ab4c-4a0a-86d9-d8b7559bfee2 req-dfa18dda-a466-4cd4-88b2-7ccbc56895fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1096 time: 0.0717866 Feb 14 18:04:18.381101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff2e9-ab4c-4a0a-86d9-d8b7559bfee2 req-d4b9a0b4-539f-4bf4-97eb-01d8f12b5c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:18.382587 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a63ff2e9-ab4c-4a0a-86d9-d8b7559bfee2 req-d4b9a0b4-539f-4bf4-97eb-01d8f12b5c4e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1400433 Feb 14 18:04:18.719173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff2e9-ab4c-4a0a-86d9-d8b7559bfee2 req-decdd225-388d-4e27-9d67-fe3a7a1467ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:18.720692 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a63ff2e9-ab4c-4a0a-86d9-d8b7559bfee2 req-decdd225-388d-4e27-9d67-fe3a7a1467ce service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3306451 Feb 14 18:04:18.744110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d28f8-c75b-41a7-b33c-c72f7380608d req-b79d3bbe-8401-405a-93dd-cb349974b801 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:18.745582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d1d28f8-c75b-41a7-b33c-c72f7380608d req-b79d3bbe-8401-405a-93dd-cb349974b801 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 943 time: 0.1914959 Feb 14 18:04:18.759621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279e6e-6b34-44d6-a843-b458ae7b6668 req-4ccb8b1d-8069-4e04-b38e-bde2c0c8f1ca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:18.761027 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8279e6e-6b34-44d6-a843-b458ae7b6668 req-4ccb8b1d-8069-4e04-b38e-bde2c0c8f1ca tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.1501307 Feb 14 18:04:18.887829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d1d28f8-c75b-41a7-b33c-c72f7380608d req-9d115939-afc8-4bcd-b96d-9f17177e6413 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347632 Feb 14 18:04:18.895149 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8279e6e-6b34-44d6-a843-b458ae7b6668 req-7d3e5aac-388f-476c-95ae-ab78930660a4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203957 Feb 14 18:04:18.906522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-4b913c3e-9517-44ba-a486-73d67b26312f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1096 time: 0.1327181 Feb 14 18:04:18.978838 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-64f265aa-087e-4b24-bc8b-6a02a1b3cda1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0639684 Feb 14 18:04:19.041758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-060b50a4-711c-4c55-bf24-26520a0a0e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:19.043216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-060b50a4-711c-4c55-bf24-26520a0a0e0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913 HTTP/1.1" status: 200 len: 835 time: 0.0576744 Feb 14 18:04:19.120631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-c5af813b-d396-4dfc-9bc3-72cc5bbeb155 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706954 Feb 14 18:04:19.259358 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-2de24936-8695-47a0-9700-9fea4d368ade service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318359 Feb 14 18:04:19.390672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed43f478-e900-4b53-9558-9c2584b2dacc req-f3b375c3-2862-4665-9566-795fbe86f897 service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238115 Feb 14 18:04:20.139129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ef932-5684-4586-9cbf-613d824e5ddc req-11e5f3bd-22c3-4047-a946-15b1fed7acc5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:20.140565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e0ef932-5684-4586-9cbf-613d824e5ddc req-11e5f3bd-22c3-4047-a946-15b1fed7acc5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 943 time: 0.1325641 Feb 14 18:04:20.146981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d6df-b235-4cd1-a28c-80b34e69888c req-50094a44-78a7-443e-bc46-8d7864458f33 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:20.148311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dae4d6df-b235-4cd1-a28c-80b34e69888c req-50094a44-78a7-443e-bc46-8d7864458f33 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.1097281 Feb 14 18:04:20.223596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e0ef932-5684-4586-9cbf-613d824e5ddc req-70c1afec-9b68-4b7c-b938-bc4510f653ed tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743341 Feb 14 18:04:20.225704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dae4d6df-b235-4cd1-a28c-80b34e69888c req-9d25f722-c717-4337-aa31-67983912f186 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602460 Feb 14 18:04:20.821680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7ebaced0-83c6-4119-97f9-a13b3e14736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:21.475529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0545-c44f-485d-8942-76c705387cf4 req-530ffefc-ba94-48d9-8e80-a1273f69c523 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:21.476985 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e6e0545-c44f-485d-8942-76c705387cf4 req-530ffefc-ba94-48d9-8e80-a1273f69c523 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 943 time: 0.1340420 Feb 14 18:04:21.483189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd257-3a0e-4e86-a173-9a971a97e14f req-1660a5e6-6f02-4b52-ae9b-4cf3ee6c53f3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:21.485026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68bbd257-3a0e-4e86-a173-9a971a97e14f req-1660a5e6-6f02-4b52-ae9b-4cf3ee6c53f3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 943 time: 0.1123226 Feb 14 18:04:21.554777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e6e0545-c44f-485d-8942-76c705387cf4 req-08474e17-3806-40b2-9830-503722267b83 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691218 Feb 14 18:04:21.559768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68bbd257-3a0e-4e86-a173-9a971a97e14f req-cf5ecb37-6373-41dc-a57a-cab063c12e60 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607581 Feb 14 18:04:21.682510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 74c82ce8-09b6-45b8-aa85-ab5de2540c09 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:04:21.812546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:21.830007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'port_id': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'mac_address': 'fa:16:3e:65:a7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:04:21.881146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:21.898372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c82ce8-09b6-45b8-aa85-ab5de2540c09 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:04:21.913603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:22.004695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:22.070498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:22.252076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['74c82ce8-09b6-45b8-aa85-ab5de2540c09'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:04:22.808570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83342a6-b868-4d15-91ea-5c49eef58746 req-a6ca1ad1-aed8-454a-a218-ecf7c68f85d4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:22.810031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a83342a6-b868-4d15-91ea-5c49eef58746 req-a6ca1ad1-aed8-454a-a218-ecf7c68f85d4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 944 time: 0.1278927 Feb 14 18:04:22.819650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8423-ead5-4767-b81d-5e2dcf18263e req-fc54fd4d-a7b5-4640-af71-f02ad2958da5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:22.824789 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be1c8423-ead5-4767-b81d-5e2dcf18263e req-fc54fd4d-a7b5-4640-af71-f02ad2958da5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 943 time: 0.1406968 Feb 14 18:04:22.891111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a83342a6-b868-4d15-91ea-5c49eef58746 req-b5a9472a-5113-40fd-95a2-06e727e023b5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691862 Feb 14 18:04:22.897925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be1c8423-ead5-4767-b81d-5e2dcf18263e req-8ade12ea-138e-46c4-aabd-4ebfadb09a3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632105 Feb 14 18:04:23.055919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-81e3e3c4-7e8b-464c-b9b1-97ad072e0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:23.682124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 159f5e19-ccae-4179-a302-b9f6c762ddf3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:04:23.686070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 74c82ce8-09b6-45b8-aa85-ab5de2540c09 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:23.871559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:23.885641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:04:23.914029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:23.931282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:23.931771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:23.994220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.015811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159f5e19-ccae-4179-a302-b9f6c762ddf3 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:04:24.036062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:24.089266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.112894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.144243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581f004-73a8-4a46-9ee7-793f7e81ae6c req-8f57d023-c9f4-47a4-a362-fe9bc3063112 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:24.145704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4581f004-73a8-4a46-9ee7-793f7e81ae6c req-8f57d023-c9f4-47a4-a362-fe9bc3063112 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 944 time: 0.1333559 Feb 14 18:04:24.156204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:24.160529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711a805-b07c-4237-883b-692565dc7e1a req-16c8b218-567d-4297-b7a7-748294add568 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:24.161955 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4711a805-b07c-4237-883b-692565dc7e1a req-16c8b218-567d-4297-b7a7-748294add568 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 943 time: 0.1134560 Feb 14 18:04:24.217047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:24.247845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:24.290269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.329885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4581f004-73a8-4a46-9ee7-793f7e81ae6c req-9eab6bab-572c-46b3-9a61-47a1f5d79f50 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757812 Feb 14 18:04:24.332218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4711a805-b07c-4237-883b-692565dc7e1a req-afa8801a-9c93-49a9-a3e3-f69241a5af1f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537976 Feb 14 18:04:24.344430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.361759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:24.364778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:24.369164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['159f5e19-ccae-4179-a302-b9f6c762ddf3'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:04:24.403908 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'code': 200} Feb 14 18:04:24.830577 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-48e55697-2bb3-48d3-a96b-c953fde2b77a req-6cf5597d-7eb8-4bf3-8db8-29f7758d956e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1098 time: 0.0658104 Feb 14 18:04:24.872371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-48e55697-2bb3-48d3-a96b-c953fde2b77a req-02d51dcd-d5dc-4a44-b134-d0034288dec3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351839 Feb 14 18:04:25.596108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2446579-3cd5-46d1-be8e-7dbbbe673659 req-43fb5410-262b-49f8-aa8c-58a6bbd10743 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:25.596776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:25.597569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2446579-3cd5-46d1-be8e-7dbbbe673659 req-43fb5410-262b-49f8-aa8c-58a6bbd10743 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.1465466 Feb 14 18:04:25.603759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302955-a9ae-4872-8364-bd741ed016f5 req-7014e97a-1f77-41c5-8af2-e79fc924c16d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:25.605098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71302955-a9ae-4872-8364-bd741ed016f5 req-7014e97a-1f77-41c5-8af2-e79fc924c16d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 944 time: 0.1218345 Feb 14 18:04:25.683576 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2446579-3cd5-46d1-be8e-7dbbbe673659 req-21ec89d9-8ce2-46a3-ab34-75e22a72eb74 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775607 Feb 14 18:04:25.688084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71302955-a9ae-4872-8364-bd741ed016f5 req-78102197-3878-412c-9ef7-55205f6d1a38 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684454 Feb 14 18:04:25.690576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 159f5e19-ccae-4179-a302-b9f6c762ddf3 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:04:25.821701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 159f5e19-ccae-4179-a302-b9f6c762ddf3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:04:25.827569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 159f5e19-ccae-4179-a302-b9f6c762ddf3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:04:25.827948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:25.942445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:25.975801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:04:26.042205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:26.109504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:26.405139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:26.459184 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'code': 200} Feb 14 18:04:26.977307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-daca4bdd-ad60-4d06-aa4e-7b7a981cec19 req-caa0c1b3-e612-4b47-84a0-770fc3139c71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1098 time: 0.1890376 Feb 14 18:04:26.986296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700effe6-a5e5-46ae-9696-e6f9e166d5c8 req-bc4a590b-aca4-4745-97ac-c100aa8e0427 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:26.987639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-700effe6-a5e5-46ae-9696-e6f9e166d5c8 req-bc4a590b-aca4-4745-97ac-c100aa8e0427 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.1656427 Feb 14 18:04:27.009607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319ce2-1209-4510-a158-5141d4feca29 req-d57fec48-289b-4536-9e20-29b0c796741e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:27.011000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68319ce2-1209-4510-a158-5141d4feca29 req-d57fec48-289b-4536-9e20-29b0c796741e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.1900823 Feb 14 18:04:27.095953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-daca4bdd-ad60-4d06-aa4e-7b7a981cec19 req-112c6686-47bf-4455-a2e9-5742335b1b09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066358 Feb 14 18:04:27.103720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-700effe6-a5e5-46ae-9696-e6f9e166d5c8 req-0189889f-887c-48f7-bd63-405d8a7f42db tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897522 Feb 14 18:04:27.108749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68319ce2-1209-4510-a158-5141d4feca29 req-31504d00-31c0-474a-9cf5-ace1ad45a88b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780613 Feb 14 18:04:27.303084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5cbf9-4655-4bcb-9e7d-7b861c084be1 req-c1fbbcfe-0d0b-4ca4-9072-7bd05b2bb120 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:27.304538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdd5cbf9-4655-4bcb-9e7d-7b861c084be1 req-c1fbbcfe-0d0b-4ca4-9072-7bd05b2bb120 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.0750630 Feb 14 18:04:27.352036 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdd5cbf9-4655-4bcb-9e7d-7b861c084be1 req-8b2f0d36-233e-42ee-a664-00f9a5582da0 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Feb 14 18:04:27.379394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:27.573130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-39432af7-ebdb-446a-a1a7-00bf7f464510 tempest-TestVolumeBootPattern-1763169792 tempest-TestVolumeBootPattern-1763169792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1093 time: 0.1925445 Feb 14 18:04:27.576258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46170) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:27.581364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:27.586778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:27.590516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Usage tracker for resource:floatingip and tenant:644b9b93f0414c82952cd55508414abd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:27.593936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:27.599647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:27.690503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:27.827304 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:27.962399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Allocated IP 172.26.4.64 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/faebcf9b-8820-49cd-b18c-131e4a593a87) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:28.111803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:28.259413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:28.343814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:28.349420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:28.351916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:28.386035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=faebcf9b-8820-49cd-b18c-131e4a593a87,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:28.446346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c79fa-ae94-4169-a57a-6a9b2029cc91 req-78ad8a5e-6d11-4da3-8519-bff694d97550 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:28.447782 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-184c79fa-ae94-4169-a57a-6a9b2029cc91 req-78ad8a5e-6d11-4da3-8519-bff694d97550 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.2240047 Feb 14 18:04:28.547723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-184c79fa-ae94-4169-a57a-6a9b2029cc91 req-44d9504d-864a-41a4-a762-b21c16d234f4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939956 Feb 14 18:04:29.003545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:29.102712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:29.309234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:29.398608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:29.506556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event updated for resources: {'Port': ['ID=faebcf9b-8820-49cd-b18c-131e4a593a87,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:29.520001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:29.769873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc4403-7d8d-426b-81b5-88b5a0505299 req-9b3e3261-6e20-492c-acfe-5724ffaa24b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:29.773306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68dc4403-7d8d-426b-81b5-88b5a0505299 req-9b3e3261-6e20-492c-acfe-5724ffaa24b5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.1012630 Feb 14 18:04:29.799873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Floating IP e8acbab7-f0ac-491b-806d-71a437a82d74 associated. External IP: 172.26.4.64, port: 74c82ce8-09b6-45b8-aa85-ab5de2540c09. Feb 14 18:04:29.939014 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68dc4403-7d8d-426b-81b5-88b5a0505299 req-faa43ee9-c10b-4d91-9196-0456e21f98f1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611786 Feb 14 18:04:30.380108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c1cc-6414-4916-bfbb-72bb34dba3fb req-d538e92c-94c5-45d3-abf5-86350dc6a50e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:30.381565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5870c1cc-6414-4916-bfbb-72bb34dba3fb req-d538e92c-94c5-45d3-abf5-86350dc6a50e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.3187778 Feb 14 18:04:30.392216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-14b7e43e-802b-4c27-a389-52d7c578ed7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2393286 Feb 14 18:04:30.441325 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5870c1cc-6414-4916-bfbb-72bb34dba3fb req-07ea3c56-fb8b-4865-bea5-8c11534f8da4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520158 Feb 14 18:04:30.470311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46180) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:30.517906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:04:30.546149 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f4bdd51b-7913-4d07-baf7-2d46d3ebcf19 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1093 time: 0.0746684 Feb 14 18:04:30.548936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46184) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:30.554213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:04:30.560013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:04:30.564939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:04:30.566886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:04:30.572769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:04:30.664979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-fa16aaa6-b860-4084-8b12-0d14ec547cdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.2023387 Feb 14 18:04:30.670917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:30.809679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:30.835964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c483ea2-3874-4085-ac93-407c823f5267 req-f02259ce-d101-438d-94d6-c464f811bf9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:30.837440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-f02259ce-d101-438d-94d6-c464f811bf9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1480300 Feb 14 18:04:30.948160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.113 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c64cdb04-4211-47e6-8496-4787586deda9) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:04:30.958439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-bf2b8381-656d-44bb-9d67-b97ae8b9b0fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 1001 time: 0.1092062 Feb 14 18:04:30.963088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:04:30.973020 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:04:30.987457 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:30.988224 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:31.038385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c483ea2-3874-4085-ac93-407c823f5267 req-3af41542-7223-4594-b4d7-862f9c11ff55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:31.039666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-3af41542-7223-4594-b4d7-862f9c11ff55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0728054 Feb 14 18:04:31.103507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:31.115319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:31.162038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-7317ec53-1e42-475d-8a4a-166985c270af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157465 Feb 14 18:04:31.172307 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:31.197201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e897899-51b2-487d-a9ea-368b749147bb tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6199286 Feb 14 18:04:31.208243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:31.245263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:31.293203 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:04:31.297434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:04:31.299523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c64cdb04-4211-47e6-8496-4787586deda9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:31.302011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:04:31.325597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-d5c54dc1-4825-4e12-bb6d-0f4c9b51101d service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549518 Feb 14 18:04:31.329763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'status': 'completed', 'code': 200} Feb 14 18:04:31.517616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c483ea2-3874-4085-ac93-407c823f5267 req-f67492c0-8248-42e6-96ac-0c1d538ac197 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852071 Feb 14 18:04:31.521875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-2eba1053-aade-4aba-924b-2d82b8b170a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1098 time: 0.1190717 Feb 14 18:04:31.606903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}, {'id': 'e8acbab7-f0ac-491b-806d-71a437a82d74', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:65:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:28Z', 'updated_at': '2022-02-14T18:04:28Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:31.613493 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:04:31.632687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:31.633961 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:31.665664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-8acb47ae-0878-4ee1-aa14-e4b5abdf166e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:31.667226 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-8acb47ae-0878-4ee1-aa14-e4b5abdf166e service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1388290 Feb 14 18:04:31.777124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-75812d3b-dfa8-4b04-8d23-97ca8f4fcbd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 200 len: 998 time: 0.1027122 Feb 14 18:04:31.831461 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:31.848786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:31.850080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-261775e8-6605-48f1-b812-ccf0ac204b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:31.851594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-261775e8-6605-48f1-b812-ccf0ac204b18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0633569 Feb 14 18:04:31.931431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-b131e32a-3d93-4acf-be6f-2369a3210722 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724349 Feb 14 18:04:31.962502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:32.198600 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-275b472f-e994-4a1b-b940-cfef46fad33d service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605054 Feb 14 18:04:32.214044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}, {'id': 'e8acbab7-f0ac-491b-806d-71a437a82d74', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:65:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:28Z', 'updated_at': '2022-02-14T18:04:28Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:32.218340 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75bf5-73ad-469e-8ab0-40dc2247abbe None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}, {'id': 'e8acbab7-f0ac-491b-806d-71a437a82d74', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:65:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:28Z', 'updated_at': '2022-02-14T18:04:28Z', 'revision_number': 0, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:04:32.277121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:32.350467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ad70c4-6234-402b-8fa3-adb5e88a2787 req-243ef8cc-cbd0-4a64-b46e-5ea6a77db298 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451414 Feb 14 18:04:32.373904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:32.423181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d903b8-1db1-4fd2-ae2d-1c4f0551cafd None None] New status for floating IP e8acbab7-f0ac-491b-806d-71a437a82d74: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:04:32.472395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c64cdb04-4211-47e6-8496-4787586deda9,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:04:32.487924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:32.683390 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 04b66be1-d632-4983-9521-65d05b864970 associated. External IP: 172.26.4.113, port: 159f5e19-ccae-4179-a302-b9f6c762ddf3. Feb 14 18:04:33.074887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 64e504ec-c785-424c-9c38-55e55d5e0931 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:04:33.289780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:04:33.298820 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:04:33.310125 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:33.311234 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:33.381629 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:33.438529 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-71c968be-2525-4531-809b-652e44053e74 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8885438 Feb 14 18:04:33.439100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:04:33.441734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46192) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:33.503309 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:33.691058 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-72817e02-4461-4639-a16a-72349867b184 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931 HTTP/1.1" status: 200 len: 921 time: 0.2415705 Feb 14 18:04:33.691631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46200) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:33.707863 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'status': 'completed', 'code': 200} Feb 14 18:04:33.843175 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b145b83-b2da-4e63-86d6-64c2779b980a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1504750 Feb 14 18:04:33.858591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-edd34955-a4c8-4180-a767-2f16106045fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1098 time: 0.1119051 Feb 14 18:04:33.885090 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:04:31Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:10Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:33.889568 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Checking router: 64e504ec-c785-424c-9c38-55e55d5e0931 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:04:33.900029 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:04:33.900547 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:33.990346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-4df06f1d-9d57-4a25-90a2-5fea1e969ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:33.991804 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-4df06f1d-9d57-4a25-90a2-5fea1e969ec0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f HTTP/1.1" status: 200 len: 897 time: 0.1274095 Feb 14 18:04:34.093420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-e3d7f637-e0bb-48df-bece-1c982c348b6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3 HTTP/1.1" status: 200 len: 999 time: 0.0953012 Feb 14 18:04:34.105492 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:04:34.154934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-3ff9bfaa-c97d-4f9b-9d06-c8731ee5e139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:04:34.156295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-3ff9bfaa-c97d-4f9b-9d06-c8731ee5e139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913 HTTP/1.1" status: 200 len: 835 time: 0.0574486 Feb 14 18:04:34.234498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-1c12b953-85f2-41f0-9672-ccc76412718f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720465 Feb 14 18:04:34.368176 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-c48dfb81-e1cd-42fe-802b-6daf4db583f3 service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273136 Feb 14 18:04:34.450201 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:04:31Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:10Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:04:34.454601 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d17040-b8a8-4aff-b675-4e2919a4d30c None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:04:31Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:04:10Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:04:34.500338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e438524-eb7f-433a-abb0-4a7e748819fb req-73a5f7e2-985f-4019-9702-8fb2567e02b8 service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262155 Feb 14 18:04:34.665495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b4080-3c46-487d-978b-10137e982572 None None] New status for floating IP 04b66be1-d632-4983-9521-65d05b864970: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:04:34.849076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46204) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:34.959631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cec93b5c-a624-413f-a035-0ab9a74c7dbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1093113 Feb 14 18:04:35.962474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46208) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:04:36.066904 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-56300b90-6cbf-45d8-a861-c676884a933e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 993 time: 0.1033082 Feb 14 18:04:45.173120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:50.873783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5ec-0ff5-49a4-a11b-0e7eba7f90a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:51.995480 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:04:53.069980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07cacbe4-98e4-49af-854e-7cadd75d5dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:54.584139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:54.611991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:04:55.619319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:07.250087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:07.528596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e4a8a9a6-ba11-4d71-bd72-25b8774a757b tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2773881 Feb 14 18:05:07.532469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46236) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:07.822979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedbf2c3-baf4-4b6f-8c0e-c3c217cec7e7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Notify agent at dv-neutron-823271-4-hyperv the message router_removed_from_agent {{(pid=84255) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 14 18:05:07.826902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bedbf2c3-baf4-4b6f-8c0e-c3c217cec7e7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "DELETE /v2.0/agents/826b7300-5201-4366-9f21-7851eb40b019/l3-routers/64e504ec-c785-424c-9c38-55e55d5e0931 HTTP/1.1" status: 204 len: 168 time: 0.2934580 Feb 14 18:05:07.828636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46240) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:08.005593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0c6da13d-adcd-43a8-a3b8-d8265dc0afae tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1758513 Feb 14 18:05:08.008270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46244) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:08.113141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a3b4cef0-0df2-4319-8507-bb3056831367 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 993 time: 0.1037748 Feb 14 18:05:08.227675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:08.339046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:08.411957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:08.466417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:08.532976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:08.541986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.542326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.542663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.542995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.543333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.543649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.543972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.544296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.544614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.544959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.545283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:08.610243 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b9d6c-bee7-440d-bbd3-26f97cf04834 None None] New status for floating IP 04b66be1-d632-4983-9521-65d05b864970: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:05:09.116470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46248) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:09.218104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-56618692-7748-4504-be2c-05dcccf21e7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.0999892 Feb 14 18:05:10.187433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:10.301436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:10.317362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=11ccfa73-53f7-4968-b255-8e867ca2b95d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:10.379304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46256) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:10.412170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:10.477369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:10.660633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e53b9-8727-4e8e-8aa1-d18d5c80564a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Router 64e504ec-c785-424c-9c38-55e55d5e0931 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:05:10.661084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e53b9-8727-4e8e-8aa1-d18d5c80564a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Notify agent at dv-neutron-823271-4-hyperv the message router_added_to_agent {{(pid=84256) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 14 18:05:10.687514 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4f6e53b9-8727-4e8e-8aa1-d18d5c80564a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "POST /v2.0/agents/826b7300-5201-4366-9f21-7851eb40b019/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3071594 Feb 14 18:05:10.689561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:05:10.690423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46262) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:10.701410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:10.702016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:10.870848 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4e8e375e-405b-4006-8160-f1b137a4e2cc tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1792617 Feb 14 18:05:10.873641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:10.876716 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:10.977958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a5756eef-e976-4d86-a9fb-9163a9defd6a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1021953 Feb 14 18:05:11.220254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:11.224109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Checking router: 64e504ec-c785-424c-9c38-55e55d5e0931 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:05:11.234466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:11.235004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:04:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:11.415069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:11.767460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:11.771269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7b3a-06da-4640-98de-ad49bb55db16 None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:04:05Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '04b66be1-d632-4983-9521-65d05b864970', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'port_id': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'mac_address': 'fa:16:3e:96:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:04:31Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39ea1a2-33af-4ca3-97e5-a03c0704bae5', 'name': '', 'network_id': 'a44b04d7-482e-47dd-b9c1-4ea39d5bd67f', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:5f:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:04Z', 'updated_at': '2022-02-14T18:05:08Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:05:11.981221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46270) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:12.088863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8ef1e3d6-abb6-462a-9cc3-06149347b21c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1064487 Feb 14 18:05:12.220249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:12.295225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:12.295868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:12.466539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:12.501774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:12.576124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:12.654079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:13.092430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46274) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:13.192051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4079db44-a741-402a-a088-a1e4f2463335 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.0984669 Feb 14 18:05:14.195964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46278) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:14.266111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:14.337333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:14.337699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:14.420327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d01f95e-ecbd-44d3-a4d0-21486fc679a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.2226639 Feb 14 18:05:14.455784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:14.518684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 11ccfa73-53f7-4968-b255-8e867ca2b95d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:14.519044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:14.630599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:14.647545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=11ccfa73-53f7-4968-b255-8e867ca2b95d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:14.800613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:14.864066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:15.189126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:15.428470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46282) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:15.532447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9d61e1f2-49bd-44b3-85d3-0b41fad464d8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1028399 Feb 14 18:05:16.200317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:16.270893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 11ccfa73-53f7-4968-b255-8e867ca2b95d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:16.271001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:16.536384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46286) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:16.639007 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7043a533-8396-49ad-8c49-2eb43d9c11a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1011376 Feb 14 18:05:17.642497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46290) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:17.835933 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-797954fe-92c6-495b-ab4b-5fedc8e735f6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1921408 Feb 14 18:05:18.839525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46294) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:18.924148 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a353271-4f7f-4f19-9142-7053966dd7c4 None None] New status for floating IP 04b66be1-d632-4983-9521-65d05b864970: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:05:18.949067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-84e11847-2bfa-4abd-bf3b-365924ef1907 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 991 time: 0.1083119 Feb 14 18:05:19.959680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46298) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:20.070925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e7a4a7c0-6da3-461e-85f9-b51b49ebf8f9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 200 len: 993 time: 0.1092110 Feb 14 18:05:20.388929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46306) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:20.585870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port c64cdb04-4211-47e6-8496-4787586deda9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:05:20.590278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:20.751697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:20.752019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:20.811700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7161a611-ab64-4a93-8965-c72f0c5b53a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:20.872360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for c64cdb04-4211-47e6-8496-4787586deda9 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:05:21.080463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:21.124830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=c64cdb04-4211-47e6-8496-4787586deda9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:21.163989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.164327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.164655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.165001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.165320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.165640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.165954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.166265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.166589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.166881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.167189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:21.225162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:21.705576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 64e504ec-c785-424c-9c38-55e55d5e0931 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:05:21.904232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:05:21.981074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:22.032866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11ad40b5-438d-4547-ab6d-f6260e0169fc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/04b66be1-d632-4983-9521-65d05b864970 HTTP/1.1" status: 204 len: 168 time: 1.6428685 Feb 14 18:05:22.033434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:05:22.087046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'status': 'completed', 'code': 200} Feb 14 18:05:22.188811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-38747ca0-c1ae-4930-a599-b534c33db032 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 1098 time: 0.0708022 Feb 14 18:05:22.322431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31301a88-7980-4186-b281-66f711b64970 req-fcc55b15-5cdb-45fd-8355-a944b7a2127d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:22.323856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-fcc55b15-5cdb-45fd-8355-a944b7a2127d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f HTTP/1.1" status: 200 len: 897 time: 0.1262505 Feb 14 18:05:22.410503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-2bed165e-5609-46d4-b44b-94314953a3ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0668981 Feb 14 18:05:22.479218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31301a88-7980-4186-b281-66f711b64970 req-2b563a7b-2ffc-40aa-9923-22af9cda6666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:22.480671 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-2b563a7b-2ffc-40aa-9923-22af9cda6666 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913 HTTP/1.1" status: 200 len: 835 time: 0.0617476 Feb 14 18:05:22.615532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-a22d7667-3a73-4621-8c49-d7ba2f36476f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282182 Feb 14 18:05:22.625251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ce0c-b424-4174-8b9a-615ab2986016 req-412e7766-a7cb-44b3-9f42-0ae3bfdba897 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:22.625917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2da7ce0c-b424-4174-8b9a-615ab2986016 req-412e7766-a7cb-44b3-9f42-0ae3bfdba897 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:22.762152 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-c8782dc4-a46f-44e5-89f1-c1f7f3af330e service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329007 Feb 14 18:05:22.787470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2da7ce0c-b424-4174-8b9a-615ab2986016 req-412e7766-a7cb-44b3-9f42-0ae3bfdba897 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:22.788505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2da7ce0c-b424-4174-8b9a-615ab2986016 req-412e7766-a7cb-44b3-9f42-0ae3bfdba897 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.2627430 Feb 14 18:05:22.908411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2da7ce0c-b424-4174-8b9a-615ab2986016 req-93b9fea0-5a0c-4c5f-874a-6aad6785df8c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743201 Feb 14 18:05:22.925714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31301a88-7980-4186-b281-66f711b64970 req-eb928261-64f8-45ae-93ec-43962a6474f9 service neutron] 10.222.0.45 "GET /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571159 Feb 14 18:05:23.091575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bad60cd4-2d22-4694-970c-e77dd5ab46b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:24.151689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-c5451a6b-eb7f-4463-8856-afd974431c77 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:24.153156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-c5451a6b-eb7f-4463-8856-afd974431c77 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.1333539 Feb 14 18:05:24.161789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4471e-b01c-4415-9b1c-b910d43d279d req-82ab0da6-5f63-4463-abb7-0d52ad232a0c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:24.163097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-91f4471e-b01c-4415-9b1c-b910d43d279d req-82ab0da6-5f63-4463-abb7-0d52ad232a0c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 945 time: 0.1132512 Feb 14 18:05:24.256356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 159f5e19-ccae-4179-a302-b9f6c762ddf3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:05:24.256621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:24.314558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:24.337478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:24.391022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-91f4471e-b01c-4415-9b1c-b910d43d279d req-40e66433-5248-452b-a07d-68f87d6a1fe2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=49184235-458f-4274-8af5-257eee3bdb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996169 Feb 14 18:05:24.598961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 159f5e19-ccae-4179-a302-b9f6c762ddf3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=159f5e19-ccae-4179-a302-b9f6c762ddf3,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:24.599320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:24.718506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 159f5e19-ccae-4179-a302-b9f6c762ddf3 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:05:25.120384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:25.171771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=159f5e19-ccae-4179-a302-b9f6c762ddf3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:25.242728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port 159f5e19-ccae-4179-a302-b9f6c762ddf3 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:05:25.245273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:25.248396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'name': 'network-vif-deleted', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:05:25.305379 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524d8c-ae2e-4892-8ca4-5feb5aba1e2d', 'name': 'network-vif-deleted', 'tag': '159f5e19-ccae-4179-a302-b9f6c762ddf3', 'status': 'completed', 'code': 200} Feb 14 18:05:25.326338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d11e0293-a3f6-4256-9d21-e4e753e3cae8 req-4d300c19-8585-40db-9eb4-fa998a638de3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/159f5e19-ccae-4179-a302-b9f6c762ddf3 HTTP/1.1" status: 204 len: 173 time: 1.1623201 Feb 14 18:05:25.571249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-00975944-cabb-47af-86ce-57d427365aef req-ebcfc526-cde6-4b41-805c-cba527135daa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:25.603576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:25.652481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-00975944-cabb-47af-86ce-57d427365aef req-ebcfc526-cde6-4b41-805c-cba527135daa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:25.653852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-00975944-cabb-47af-86ce-57d427365aef req-ebcfc526-cde6-4b41-805c-cba527135daa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524d8c-ae2e-4892-8ca4-5feb5aba1e2d HTTP/1.1" status: 200 len: 210 time: 0.1317358 Feb 14 18:05:26.758491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46326) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:26.828351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:26.857167 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:26.994673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:27.014113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49184235-458f-4274-8af5-257eee3bdb0f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:27.023545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.024045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.024265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.024595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.024969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.025296 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.025620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.025944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.026263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.026581 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.026904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:27.079852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:27.081003 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d37f4ba2-c95f-4151-97c3-b081d5287fe5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/49184235-458f-4274-8af5-257eee3bdb0f HTTP/1.1" status: 204 len: 168 time: 0.3215179 Feb 14 18:05:27.192886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46332) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:27.583348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:27.962819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 159f5e19-ccae-4179-a302-b9f6c762ddf3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:27.995686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 159f5e19-ccae-4179-a302-b9f6c762ddf3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:05:27.996099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 159f5e19-ccae-4179-a302-b9f6c762ddf3 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:05:28.187396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port e39ea1a2-33af-4ca3-97e5-a03c0704bae5 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:05:28.187949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:28.370828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port e39ea1a2-33af-4ca3-97e5-a03c0704bae5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:28.371172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:28.577158 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for e39ea1a2-33af-4ca3-97e5-a03c0704bae5 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:05:28.805614 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:28.852346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=e39ea1a2-33af-4ca3-97e5-a03c0704bae5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:28.986030 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:05:29.145671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:29.408029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:05:29.419637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:29.420332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:29.603262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:29.735937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 64e504ec-c785-424c-9c38-55e55d5e0931 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:05:29.930073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:05:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:29.934553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Checking router: 64e504ec-c785-424c-9c38-55e55d5e0931 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:05:29.939708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:05:29.945170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Routers {'64e504ec-c785-424c-9c38-55e55d5e0931'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:29.945767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['64e504ec-c785-424c-9c38-55e55d5e0931'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:30.011244 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4394a070-c548-47bf-bd7e-1927366ccbfa tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8170829 Feb 14 18:05:30.014622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46336) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:30.169877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] Set router 64e504ec-c785-424c-9c38-55e55d5e0931 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:30.344367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:05:30.347347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.401425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.491603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.506341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:05:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:30.510443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272da3d-99e8-41b4-a92a-932fc0fe17dc None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [{'id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'name': 'tempest-TestNetworkBasicOps-router-195248952', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:03:59Z', 'updated_at': '2022-02-14T18:05:28Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '11ccfa73-53f7-4968-b255-8e867ca2b95d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e504ec-c785-424c-9c38-55e55d5e0931', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:04:00Z', 'updated_at': '2022-02-14T18:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:05:30.629833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.681482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:30.690365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.694258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78f018-933c-4ff5-8849-a2a36fd32788 None None] Network a44b04d7-482e-47dd-b9c1-4ea39d5bd67f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:05:30.701091 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-16ef3329-5f83-4ad6-b406-394eb1672b90 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/ad58afcc-9c04-4fb6-9acb-3c2ea7b3b913 HTTP/1.1" status: 204 len: 168 time: 0.6853125 Feb 14 18:05:30.703746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46340) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:30.917428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:30.956632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] DHCP port deletion for a44b04d7-482e-47dd-b9c1-4ea39d5bd67f request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:05:30.961601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Deleting port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:05:30.962192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.125114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.172818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] For port a1ecb8a7-bfeb-4100-b6cd-069a936202a6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,segment=NetworkSegment(9a46c490-1b2a-4e81-bc7e-24aea5b8be79),segment_id=9a46c490-1b2a-4e81-bc7e-24aea5b8be79)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:31.173055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.183021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 11ccfa73-53f7-4968-b255-8e867ca2b95d {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:05:31.184097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.296132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Calling delete_port for a1ecb8a7-bfeb-4100-b6cd-069a936202a6 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:05:31.370266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 11ccfa73-53f7-4968-b255-8e867ca2b95d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=11ccfa73-53f7-4968-b255-8e867ca2b95d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:31.371175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.422939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.473991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] Pushing event deleted for resources: {'Port': ['ID=a1ecb8a7-bfeb-4100-b6cd-069a936202a6,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:31.481094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65c2b3-99d0-4f85-a66c-21676f929935 None None] No DVR routers for this DVR port a1ecb8a7-bfeb-4100-b6cd-069a936202a6 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:05:31.505223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 11ccfa73-53f7-4968-b255-8e867ca2b95d owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:05:31.746583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:31.793976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=11ccfa73-53f7-4968-b255-8e867ca2b95d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:32.100501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.247245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:32.280729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e39ea1a2-33af-4ca3-97e5-a03c0704bae5 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:05:32.281079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e39ea1a2-33af-4ca3-97e5-a03c0704bae5 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:05:32.281487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1ecb8a7-bfeb-4100-b6cd-069a936202a6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:32.312166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: a1ecb8a7-bfeb-4100-b6cd-069a936202a6 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:05:32.312506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1ecb8a7-bfeb-4100-b6cd-069a936202a6 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:05:32.358111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.362207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.474505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.475021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router 64e504ec-c785-424c-9c38-55e55d5e0931 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:05:32.489121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.490659 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c7bddb5f-0ee7-4aa4-999c-763e7ea6d222 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/64e504ec-c785-424c-9c38-55e55d5e0931 HTTP/1.1" status: 204 len: 168 time: 1.7854562 Feb 14 18:05:32.492916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46346) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:32.604498 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.733268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.757426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b04d7-482e-47dd-b9c1-4ea39d5bd67f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:32.768905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a46c490-1b2a-4e81-bc7e-24aea5b8be79') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:32.769214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a46c490-1b2a-4e81-bc7e-24aea5b8be79') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:32.780470 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.796046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.801837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:05:32.802205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:05:32.816443 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:05:32.966515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.971014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:32.988812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-81d52dfc-053c-4db7-82e3-c8bdf6e27397 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715015 Feb 14 18:05:33.000047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=a44b04d7-482e-47dd-b9c1-4ea39d5bd67f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:33.072333 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-314ae486-5aed-40b1-8529-c2d1e56e2b33 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/a44b04d7-482e-47dd-b9c1-4ea39d5bd67f HTTP/1.1" status: 204 len: 168 time: 0.5783298 Feb 14 18:05:33.084413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-c1181978-8af5-4715-bf8b-73b477b5a473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1098 time: 0.0691645 Feb 14 18:05:33.095236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46350) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:33.101802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--829913106', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:33.107510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:33.130393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:33.135965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:33.191970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:33.250875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-cc9cca0e-32c3-467a-95c2-018b50b42f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:33.252489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-cc9cca0e-32c3-467a-95c2-018b50b42f82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1424568 Feb 14 18:05:33.319703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:05:33.322000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:33.385591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:05:33.386159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-f9bcfa84-21ed-445b-90c8-e5c4e0c3f9e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 200 len: 1000 time: 0.1245275 Feb 14 18:05:33.393463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:33.393805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 1a22b309-5066-41aa-bc11-85824ca3ee9d of type vlan for network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 Feb 14 18:05:33.467296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:33.478818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-229c72ac-0298-4064-bb08-320db5db42d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:33.480250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-229c72ac-0298-4064-bb08-320db5db42d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0851781 Feb 14 18:05:33.581806 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-b59544b7-8fae-4c7c-99c6-021a8d6be606 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864263 Feb 14 18:05:33.584959 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf0a0e-3896-4396-b949-28d6e578132a None None] New status for floating IP 04b66be1-d632-4983-9521-65d05b864970: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:05:33.663894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:33.667787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:33.668366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:33.799876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:33.803491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Sync routers for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:05:33.813779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:05:33.840797 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-3fd0b0df-fd2f-4c1e-a429-4321307a9343 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489872 Feb 14 18:05:33.901681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:33.902050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 18:05:33.902673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_agentschedulers_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64e504ec-c785-424c-9c38-55e55d5e0931'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84257) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 18:05:33.934388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:33.934765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 18:05:33.935364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_agentschedulers_db [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64e504ec-c785-424c-9c38-55e55d5e0931'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84257) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 18:05:33.935750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb00e9-110c-4889-a11e-b743f746fde2 None None] The sync data for ids ['64e504ec-c785-424c-9c38-55e55d5e0931'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:05:34.024569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c8573777-dc86-4e18-a826-f5592eb6b380 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9278135 Feb 14 18:05:34.027360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46354) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:34.039458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:34.049755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:34.056295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:34.061675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:34.072636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:34.122676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3318e7d5-0ed9-47b0-8246-93b65bd2c340 req-876aad1d-d21e-4edc-ba84-a02d89281722 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755141 Feb 14 18:05:34.165662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:05:34.200567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.201494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.209149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 11ccfa73-53f7-4968-b255-8e867ca2b95d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:05:34.209494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 11ccfa73-53f7-4968-b255-8e867ca2b95d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:05:34.223659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.442861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.672830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.704188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:34.840616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.83 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/9242d216-545e-452d-848d-2aa97c0636e6) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:05:34.982878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:35.068333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:35.139001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:05:35.142194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=9242d216-545e-452d-848d-2aa97c0636e6,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:35.144505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:35.146761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:05:35.366647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:35.367361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:35.679688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 50e9c094-0923-4dfa-8a02-fa5216d8e057 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:05:35.878147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:05:35.887277 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Sync routers for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:05:35.899048 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:35.899638 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:35.965554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:35.966939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7ab52c18-59f9-4cb6-9d0d-9cdca4c23b7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9386723 Feb 14 18:05:35.975742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46358) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:36.019373 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e166cec7-9948-40e2-9c65-6ed5475bbf0a tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423591 Feb 14 18:05:36.022219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46362) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:36.107819 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:36.260568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4320932c-67d5-4411-82d0-5573ed690676 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:36.264996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4320932c-67d5-4411-82d0-5573ed690676 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2418716 Feb 14 18:05:36.265163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46366) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:36.306052 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbb980a2-3407-4075-a015-dc4db28115cc tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394161 Feb 14 18:05:36.309141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46370) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:36.313573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493659643', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:36.403381 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:35Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:36.407061 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Checking router: 50e9c094-0923-4dfa-8a02-fa5216d8e057 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:05:36.407389 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Updating router 50e9c094-0923-4dfa-8a02-fa5216d8e057 port 9242d216-545e-452d-848d-2aa97c0636e6 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:05:36.431130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:36.436613 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:36.441273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:36.446986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:36.458625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.557767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:05:36.663369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.785230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.797130 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Transition to ACTIVE for port object 9242d216-545e-452d-848d-2aa97c0636e6 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:36.868562 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.940671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.952017 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Pushing event updated for resources: {'Port': ['ID=9242d216-545e-452d-848d-2aa97c0636e6,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:36.954227 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Attempting to bind port 9242d216-545e-452d-848d-2aa97c0636e6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:05:36.954585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Attempting to bind port 9242d216-545e-452d-848d-2aa97c0636e6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:05:36.954935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Attempting to bind port 9242d216-545e-452d-848d-2aa97c0636e6 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:05:36.966722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.967062 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.967399 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.967724 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.968045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.968389 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.968688 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.969078 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.969392 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.969705 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.970014 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:05:36.973374 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:05:36.973744 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:05:36.974141 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:36.974518 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:05:36.974981 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Bound port: 9242d216-545e-452d-848d-2aa97c0636e6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:05:36.975344 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:37.050363 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] For port 9242d216-545e-452d-848d-2aa97c0636e6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:05:37.053669 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] For port 9242d216-545e-452d-848d-2aa97c0636e6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9242d216-545e-452d-848d-2aa97c0636e6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:05:37.120740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=590bbb32-7c1e-4f16-aa98-ad6036a32a6c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:37.130083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:05:37.134856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:05:37.134978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:37.217858 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123028c6-3310-4370-add2-3f91d4527974 None None] Pushing event updated for resources: {'Port': ['ID=9242d216-545e-452d-848d-2aa97c0636e6,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:37.218707 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:37.219294 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:37.233789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:05:37.330908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:37.335422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:37.336131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:37.340644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f131ab-e075-4e43-88d3-0b93d7347565 None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:05:37.394989 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:37.421379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46374) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:37.422282 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-89c08174-9611-42c0-a030-bf0e8d9b3bc4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1126513 Feb 14 18:05:37.626684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:05:37.627780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:37.805849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Allocated IP 172.20.0.2 (0e42ebbf-bed3-4c6f-b2b8-d71b19ade037/590bbb32-7c1e-4f16-aa98-ad6036a32a6c/8697fbcc-15ef-4fa5-b165-80640cccd2e1) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:05:37.921093 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:35Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:37.925575 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5a124-3db1-4bae-a98e-43895567cc82 None None] The sync data for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv is: [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:35Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:05:38.042390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.052560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Transition to ACTIVE for port object 8697fbcc-15ef-4fa5-b165-80640cccd2e1 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:38.074505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Transition to ACTIVE for port object 8697fbcc-15ef-4fa5-b165-80640cccd2e1 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:38.151297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.241636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:05:38.245047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:38.250458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:05:38.261592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.339740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9242d216-545e-452d-848d-2aa97c0636e6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:38.373680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Pushing event updated for resources: {'Port': ['ID=8697fbcc-15ef-4fa5-b165-80640cccd2e1,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:38.425969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Attempting to bind port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:05:38.426338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Attempting to bind port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:05:38.426897 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Attempting to bind port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 on network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:05:38.438489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:05:38.438864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Checking segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:05:38.439263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.439652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Bound using segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:05:38.440113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Bound port: 8697fbcc-15ef-4fa5-b165-80640cccd2e1, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:05:38.440632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.537615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9242d216-545e-452d-848d-2aa97c0636e6 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:38.545199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9242d216-545e-452d-848d-2aa97c0636e6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:38.545464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.570064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] For port 8697fbcc-15ef-4fa5-b165-80640cccd2e1, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:05:38.600454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] For port 8697fbcc-15ef-4fa5-b165-80640cccd2e1, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8697fbcc-15ef-4fa5-b165-80640cccd2e1,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:05:38.677804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.696073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.698953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9242d216-545e-452d-848d-2aa97c0636e6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9242d216-545e-452d-848d-2aa97c0636e6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:38.713150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (0e42ebbf-bed3-4c6f-b2b8-d71b19ade037/590bbb32-7c1e-4f16-aa98-ad6036a32a6c/71c6cc66-94bb-4c66-b96b-0f5664dbda4a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:05:38.782955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5106-7789-4406-b9fb-b33cffdd12a1 None None] Pushing event updated for resources: {'Port': ['ID=8697fbcc-15ef-4fa5-b165-80640cccd2e1,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:38.804038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.878741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9242d216-545e-452d-848d-2aa97c0636e6,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:38.911309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:38.927292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 71c6cc66-94bb-4c66-b96b-0f5664dbda4a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:39.021098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:39.094450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:05:39.097448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:39.102025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:05:39.130747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:39.163927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:39.429293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:39.702697 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61507526-2924-40bb-a8fb-893aaa046a57 None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:05:39.845210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:39.912041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d25af715-6f9e-4db9-b19e-7917f196c269 None None] Provisioning for port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:39.936787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.049479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:40.052293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.192746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:05:40.194175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:40.314144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9242d216-545e-452d-848d-2aa97c0636e6 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:40.373571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3993a77f-4df6-406a-96ec-7cef23eaf4bf None None] Provisioning for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:40.379879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3993a77f-4df6-406a-96ec-7cef23eaf4bf None None] Provisioning complete for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:40.380248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3993a77f-4df6-406a-96ec-7cef23eaf4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.451635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9242d216-545e-452d-848d-2aa97c0636e6 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:40.452003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.475887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3993a77f-4df6-406a-96ec-7cef23eaf4bf None None] Port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:05:40.583286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8697fbcc-15ef-4fa5-b165-80640cccd2e1 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:40.604724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 50e9c094-0923-4dfa-8a02-fa5216d8e057 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:05:40.655393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6da18044-e323-48c7-b07c-fecb2518289f None None] Provisioning complete for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:40.655674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6da18044-e323-48c7-b07c-fecb2518289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.709998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6da18044-e323-48c7-b07c-fecb2518289f None None] Port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:05:40.816206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:05:40.828612 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d26aff1-38a6-4313-ab43-e701e66d262b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/50e9c094-0923-4dfa-8a02-fa5216d8e057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062781 Feb 14 18:05:40.831159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46378) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:40.840247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:40.845339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:40.845707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:40.995814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:41.032372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 8697fbcc-15ef-4fa5-b165-80640cccd2e1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8697fbcc-15ef-4fa5-b165-80640cccd2e1,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:41.088076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.088582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.088820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.089767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.090125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.090472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.092197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4f9ba9b6-1bbe-4d3c-99e8-7d93e9717287 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2601600 Feb 14 18:05:41.095030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46382) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:41.140361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:41.163830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.164208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.164568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.164952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.165336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.165688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:41.169926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b9489a3c-7db0-42c5-a40d-13849c40bab7 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0714941 Feb 14 18:05:41.171029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46386) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:41.210060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=8697fbcc-15ef-4fa5-b165-80640cccd2e1,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:41.379232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-57b3e130-4f25-4b71-a350-e2e60de831f9 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2077835 Feb 14 18:05:41.528992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Sync routers for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:05:41.540875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:41.541777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:41.739336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:42.087563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:42.092005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Checking router: 50e9c094-0923-4dfa-8a02-fa5216d8e057 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:05:42.092358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Updating router 50e9c094-0923-4dfa-8a02-fa5216d8e057 port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:05:42.142476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.197316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46392) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:42.203168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883807870', 'description': 'tempest-secgroup-smoke-1883807870 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:42.209812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:42.217086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:42.221048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:42.222129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8697fbcc-15ef-4fa5-b165-80640cccd2e1 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:42.227019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:42.306242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.341721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:42.345419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:42.348162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:42.353695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:42.429158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.435434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:42.435804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.494837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.543579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4efb0-3736-4a63-a94c-8741f742acbb,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:42.628164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.629941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a098384c-3037-49ec-a118-752723fff7dd tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4313664 Feb 14 18:05:42.635675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46396) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:42.642268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:42.648557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:42.653431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:42.656369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:42.662160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:42.676918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.688791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Transition to ACTIVE for port object 71c6cc66-94bb-4c66-b96b-0f5664dbda4a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:42.749685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.799863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.820321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.885549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.911569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c6e745-ae90-42a5-81a9-2dc7e83393ad,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:42.956427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751880a-6462-440e-8fcb-f8cacc51a791 None None] Pushing event updated for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:42.982916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:42.984225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-52136466-0232-432b-986a-0d8cb9a0682a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3470347 Feb 14 18:05:42.987113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46400) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:42.992833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:43.002000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:43.006294 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:43.009907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:43.015993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:43.047176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Attempting to bind port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:05:43.047569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Attempting to bind port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:05:43.047949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Attempting to bind port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a on network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:05:43.054577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:05:43.054944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Checking segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:05:43.055332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.055712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Bound using segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:05:43.056162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Bound port: 71c6cc66-94bb-4c66-b96b-0f5664dbda4a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:05:43.056553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.118918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.180678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.188656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] For port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:05:43.191654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] For port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:05:43.272155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.301497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.301602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63607050-594c-4091-ad9a-50af971a3264,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:43.369961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751880a-6462-440e-8fcb-f8cacc51a791 None None] Pushing event updated for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:43.375193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.375193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5e3cf697-f4b7-4b73-af2a-991f3f0417b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3844643 Feb 14 18:05:43.375397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:05:43.375397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:43.377416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46404) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:43.383894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:43.398837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:43.399964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:43.403683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:43.409979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:43.475778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.547926 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.563067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:05:43.645304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.675178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5eb0222-c726-4011-b933-a699b627387a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:43.763454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.765307 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a3863bd9-ab87-4cda-9a68-bd27d4a3d7c5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3860517 Feb 14 18:05:43.768751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46408) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:43.773996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:43.780674 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:43.784524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:43.787438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:43.794899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:43.904023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:43.911953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:43Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:05:43.916416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4967ef-5c23-435f-9638-97141e0b49eb None None] The sync data for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv is: [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:43Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:05:43.990876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.095121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.123230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ef222b-4bff-4604-85cc-424f5bbf7ce4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:44.209680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.210735 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-717edcfb-e367-4d5b-a29d-8f19b466b31f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4418552 Feb 14 18:05:44.213485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46412) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:44.219506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:44.226215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:44.232585 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:44.235712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:44.247414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:44.249978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 71c6cc66-94bb-4c66-b96b-0f5664dbda4a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:44.335696 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:05:44.340810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.394775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:44.400780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:44.401917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.419169 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.490104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.525548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6322ed2-c302-4596-9a8a-2daf78fdf693,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:44.554971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.601729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:44.609459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.616917 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3b858e1e-dcd7-42e9-96e1-78d15d8e59f8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3963470 Feb 14 18:05:44.618142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46416) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:05:44.628564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '76b4efb0-3736-4a63-a94c-8741f742acbb', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:44.635322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:44.647187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:05:44.647187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:05:44.650508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:44.730519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.780685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:05:44.784523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.805311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:44.858341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.942324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:44.966391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2ebd87-97b5-4128-bf5d-39196fd3ba60,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:45.037462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:45.038688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2507fbde-c7ec-4f23-8647-cb5268861172 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4191201 Feb 14 18:05:45.187918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:45.210459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e29d55ce-a617-48ec-8954-1e40b1ad94b4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:45.290662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e29d55ce-a617-48ec-8954-1e40b1ad94b4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:45.292822 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e29d55ce-a617-48ec-8954-1e40b1ad94b4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883807870&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1220667 Feb 14 18:05:45.435721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-f9c49e74-4e9f-4d20-9be7-823459dc28ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:45.436385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-f9c49e74-4e9f-4d20-9be7-823459dc28ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:45.513680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-f9c49e74-4e9f-4d20-9be7-823459dc28ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:45.514804 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-f9c49e74-4e9f-4d20-9be7-823459dc28ae tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 796 time: 0.2165072 Feb 14 18:05:45.531287 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-78921138-fd05-40f3-bc06-b3e8a356041a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0109954 Feb 14 18:05:45.611866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e8300ea6-ecf1-426d-8f20-867690ab75e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:45.714005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e8300ea6-ecf1-426d-8f20-867690ab75e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:45.715635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-e8300ea6-ecf1-426d-8f20-867690ab75e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790509 Feb 14 18:05:45.853421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-5177cbf0-3901-4882-bea4-853608b1a4d9 service neutron] 10.222.0.30 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263607 Feb 14 18:05:45.985018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-059b73ad-a1ec-45d7-a577-cb0aea32e2ed service neutron] 10.222.0.30 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249056 Feb 14 18:05:46.236275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 71c6cc66-94bb-4c66-b96b-0f5664dbda4a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:46.256992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce1bd5e3-3812-4548-b8a2-b3c5cce83024 req-1c5585d7-32ba-4bdb-b9e8-17515d2c4243 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 210 time: 0.0477326 Feb 14 18:05:46.311121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:46.311495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:47.419434 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d1c7687b-5c18-46ad-8ca2-46b0249de1b9 req-36dfad0a-03cf-408d-9f18-706da770a13d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 210 time: 0.0414183 Feb 14 18:05:48.634717 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94b6718e-355e-4dca-b94f-dc3730cd528f req-145e6a45-f3e7-45bf-bd3e-2f8ec55f6777 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 210 time: 0.0529675 Feb 14 18:05:48.695560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-c7bfc187-3909-4d55-bf7e-40df9231731d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:48.699273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-c7bfc187-3909-4d55-bf7e-40df9231731d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 796 time: 0.1912014 Feb 14 18:05:48.755384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-35f75f4c-c2f1-4c80-aafc-73806a160093 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 380 time: 0.0405517 Feb 14 18:05:48.767671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['76b4efb0-3736-4a63-a94c-8741f742acbb']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:48.987544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:05:48.997665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:05:49.094691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:05:49.097380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.259313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.5 (0e42ebbf-bed3-4c6f-b2b8-d71b19ade037/590bbb32-7c1e-4f16-aa98-ad6036a32a6c/444a8a12-b014-4fb3-866c-91916f47299b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:05:49.440588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.455529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 444a8a12-b014-4fb3-866c-91916f47299b will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:49.547938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.618117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:05:49.620646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:05:49.624356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:05:49.658579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:49.698589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:49.699151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.820677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-7ffb5d61-17ba-4c01-a077-694ace1d7d0e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558803 Feb 14 18:05:49.831375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Request body: {'port': {'device_id': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:05:49.938723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3e0fca59-0e57-4b7e-ad0e-1130447008b2 None None] Provisioning for port 444a8a12-b014-4fb3-866c-91916f47299b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:49.943301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3e0fca59-0e57-4b7e-ad0e-1130447008b2 None None] Provisioning complete for port 444a8a12-b014-4fb3-866c-91916f47299b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:49.943674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e0fca59-0e57-4b7e-ad0e-1130447008b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.953814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfc4a0-2f33-446e-a4a7-2f4921fe769f req-5ee903a1-7631-47e5-90a9-6051de29e3ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:49.954504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-26dfc4a0-2f33-446e-a4a7-2f4921fe769f req-5ee903a1-7631-47e5-90a9-6051de29e3ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:05:49.968197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:49.998086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fca59-0e57-4b7e-ad0e-1130447008b2 None None] Port 444a8a12-b014-4fb3-866c-91916f47299b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:05:50.045994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-26dfc4a0-2f33-446e-a4a7-2f4921fe769f req-5ee903a1-7631-47e5-90a9-6051de29e3ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:05:50.047137 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26dfc4a0-2f33-446e-a4a7-2f4921fe769f req-5ee903a1-7631-47e5-90a9-6051de29e3ca tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 931 time: 0.2809899 Feb 14 18:05:50.217913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26dfc4a0-2f33-446e-a4a7-2f4921fe769f req-1a16ac24-762f-45ad-a268-27bc870b99c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288085 Feb 14 18:05:50.352098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444a8a12-b014-4fb3-866c-91916f47299b {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:05:50.358926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:50.373218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Transition to ACTIVE for port object 444a8a12-b014-4fb3-866c-91916f47299b will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:05:50.439333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:50.563722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Pushing event updated for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:50.677997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Attempting to bind port 444a8a12-b014-4fb3-866c-91916f47299b on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:05:50.678843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Attempting to bind port 444a8a12-b014-4fb3-866c-91916f47299b by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:05:50.678843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Attempting to bind port 444a8a12-b014-4fb3-866c-91916f47299b on network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:05:50.685336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Port 444a8a12-b014-4fb3-866c-91916f47299b on network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:05:50.685650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Attempting to bind port 444a8a12-b014-4fb3-866c-91916f47299b on network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:05:50.691726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:05:50.692057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Checking segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:05:50.692486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Bound using segment: {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:05:50.692879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Bound port: 444a8a12-b014-4fb3-866c-91916f47299b, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a22b309-5066-41aa-bc11-85824ca3ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:05:50.693268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:50.783109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:05:50.785989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=444a8a12-b014-4fb3-866c-91916f47299b,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:05:50.945993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-930b761e-67b5-4ce5-8347-f3d56adb9e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:50.949708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:51.007439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:51.018846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] 10.222.0.45 "PUT /v2.0/ports/444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 1093 time: 1.1813898 Feb 14 18:05:51.018846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:05:51.028615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914e1f9-2041-48f6-8cfe-283e36196f34 service neutron] Pushing event updated for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:51.071033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b', 'status': 'completed', 'code': 200} Feb 14 18:05:51.177028 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e37f995b-4928-4d86-b705-85515eee65da req-a5bf2da5-33bd-4b83-ad61-512fd8fabd3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1096 time: 0.0811341 Feb 14 18:05:51.422996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f995b-4928-4d86-b705-85515eee65da req-e40f72e2-c325-4cff-a591-0953e7e4475d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:51.424425 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e37f995b-4928-4d86-b705-85515eee65da req-e40f72e2-c325-4cff-a591-0953e7e4475d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2372060 Feb 14 18:05:51.628285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f995b-4928-4d86-b705-85515eee65da req-3ac2f615-3a33-4bba-a079-18080dc16a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:51.629749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e37f995b-4928-4d86-b705-85515eee65da req-3ac2f615-3a33-4bba-a079-18080dc16a02 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1960137 Feb 14 18:05:51.712922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e1a08-31e6-482f-b491-eef3b45ef3c6 req-46ea80c3-815f-4772-a6b7-0423b90ea0de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:51.714910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-588e1a08-31e6-482f-b491-eef3b45ef3c6 req-46ea80c3-815f-4772-a6b7-0423b90ea0de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 943 time: 0.2633748 Feb 14 18:05:51.774026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-588e1a08-31e6-482f-b491-eef3b45ef3c6 req-855b91eb-756b-4bdd-9d82-58355eb7873b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529692 Feb 14 18:05:51.785964 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-78864d79-f2bb-4043-b39e-adc9cd9ad2bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1096 time: 0.1147556 Feb 14 18:05:51.861508 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-16240646-e7c6-4a17-a803-f34f794b87a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 217 time: 0.0650389 Feb 14 18:05:51.927146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-ef3560a1-4865-4433-b3da-5350c5a98271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:51.928585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-ef3560a1-4865-4433-b3da-5350c5a98271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 844 time: 0.0606356 Feb 14 18:05:52.003357 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-479165ac-07dd-4cb8-a475-710caad6a908 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658975 Feb 14 18:05:52.140816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-b596721d-2e69-4867-8c62-eee018626c0b service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282692 Feb 14 18:05:52.285885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ea52e59-b411-429e-a4ea-b60903bdd93e req-3a428a3b-f59c-48fa-b0d3-40e053c8b0be service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390567 Feb 14 18:05:52.971273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cade2-0fe8-487f-a0ad-69b9da736b8d req-cb4dddca-b828-4e6e-8ded-0474546ffb2c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:52.972735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-357cade2-0fe8-487f-a0ad-69b9da736b8d req-cb4dddca-b828-4e6e-8ded-0474546ffb2c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 943 time: 0.0800557 Feb 14 18:05:53.019135 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-357cade2-0fe8-487f-a0ad-69b9da736b8d req-9896d83a-2fbf-4340-8c64-5abc855a68da tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Feb 14 18:05:53.102084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-880bb67d-d700-471f-9f31-dcfff393b098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:54.211928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d1d7e-9ad1-4988-87bf-80fe363d75b9 req-e5b5793b-a281-4d6d-97e6-d0788b81f46b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:54.213400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a04d1d7e-9ad1-4988-87bf-80fe363d75b9 req-e5b5793b-a281-4d6d-97e6-d0788b81f46b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 943 time: 0.0759606 Feb 14 18:05:54.266062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a04d1d7e-9ad1-4988-87bf-80fe363d75b9 req-9e197262-5f37-4888-a1e2-be5ace35232b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465891 Feb 14 18:05:54.311709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:54.353737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:55.476942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ca73-6cb0-476e-aba2-bf4c1f926c7e req-9a33f0ba-f400-40ff-8b9f-d34ec31aeb7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:55.478427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ebf8ca73-6cb0-476e-aba2-bf4c1f926c7e req-9a33f0ba-f400-40ff-8b9f-d34ec31aeb7d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 943 time: 0.0885370 Feb 14 18:05:55.524311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ebf8ca73-6cb0-476e-aba2-bf4c1f926c7e req-da155fa1-fe21-4230-95d5-84d9f49b4f64 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Feb 14 18:05:55.645398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:56.102116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 444a8a12-b014-4fb3-866c-91916f47299b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:05:56.246675 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=444a8a12-b014-4fb3-866c-91916f47299b,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:56.263011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '444a8a12-b014-4fb3-866c-91916f47299b', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'port_id': '444a8a12-b014-4fb3-866c-91916f47299b', 'mac_address': 'fa:16:3e:05:b9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:05:56.315152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:56.332207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444a8a12-b014-4fb3-866c-91916f47299b {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:05:56.346985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=444a8a12-b014-4fb3-866c-91916f47299b,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:56.439062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:56.503794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:56.737356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['444a8a12-b014-4fb3-866c-91916f47299b'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:05:56.740993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce93c9-3b41-4b7c-ae99-03ac35639c76 req-2fc6ab0c-bf72-474f-b29e-b2827f7aa9e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:56.742472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-82ce93c9-3b41-4b7c-ae99-03ac35639c76 req-2fc6ab0c-bf72-474f-b29e-b2827f7aa9e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 944 time: 0.0875053 Feb 14 18:05:56.790829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-82ce93c9-3b41-4b7c-ae99-03ac35639c76 req-80dd6807-faae-4cfb-9b09-ec4b1ee2b27b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Feb 14 18:05:57.994133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e77cb-732d-41e7-8edc-462cb33ff263 req-bdfb1609-a38f-4cc1-b89f-18ee1989f1b7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:57.995621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-388e77cb-732d-41e7-8edc-462cb33ff263 req-bdfb1609-a38f-4cc1-b89f-18ee1989f1b7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 944 time: 0.0824533 Feb 14 18:05:58.042747 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-388e77cb-732d-41e7-8edc-462cb33ff263 req-2d080e96-e3ee-43db-bd55-77bfa50e4936 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Feb 14 18:05:58.101635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 444a8a12-b014-4fb3-866c-91916f47299b up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:05:58.227698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 444a8a12-b014-4fb3-866c-91916f47299b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:05:58.233357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 444a8a12-b014-4fb3-866c-91916f47299b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:05:58.243542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:58.344533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:58.370149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:05:58.380020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=444a8a12-b014-4fb3-866c-91916f47299b,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:05:58.424136 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b', 'code': 200} Feb 14 18:05:58.462068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:05:58.529563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:05:58.812398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d4bb83e9-342d-47a5-b9cb-7ec3fdc3e62a req-ef87b8a1-5803-4d29-90e7-9e89743aaa57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1098 time: 0.0700541 Feb 14 18:05:58.857089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d4bb83e9-342d-47a5-b9cb-7ec3fdc3e62a req-b2bc034c-454d-40c1-945c-abda0ca64030 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Feb 14 18:05:59.236856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878710-479c-4eaf-8b3f-ad9cb50334b6 req-9f6338cd-f88c-4521-b0b1-a52027b541cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:05:59.238302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68878710-479c-4eaf-8b3f-ad9cb50334b6 req-9f6338cd-f88c-4521-b0b1-a52027b541cc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.0763257 Feb 14 18:05:59.285749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-68878710-479c-4eaf-8b3f-ad9cb50334b6 req-2c8bbc4d-f167-4dac-ae06-ee40f11cfbbe tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Feb 14 18:06:00.487912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d6c6-c934-43b5-a783-77ca13b61e63 req-62db6d92-58a1-4e61-8d50-866bada28f91 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:06:00.489411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1265d6c6-c934-43b5-a783-77ca13b61e63 req-62db6d92-58a1-4e61-8d50-866bada28f91 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.0758841 Feb 14 18:06:00.533761 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1265d6c6-c934-43b5-a783-77ca13b61e63 req-1722c378-26ad-4820-a3c8-d1d43d087ba8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386827 Feb 14 18:06:00.737608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e472d86-1d87-437c-9ba9-4eab3cc7d3ba req-62af6bd1-f4b4-48e0-8b46-7451e164ee91 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:06:00.738992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e472d86-1d87-437c-9ba9-4eab3cc7d3ba req-62af6bd1-f4b4-48e0-8b46-7451e164ee91 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.0786386 Feb 14 18:06:00.783425 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e472d86-1d87-437c-9ba9-4eab3cc7d3ba req-3571e56e-10c9-44b4-bcda-675467963e1e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Feb 14 18:06:00.819889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46472) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:06:00.886976 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9488b08f-bd64-4190-83cd-756772cb7693 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1093 time: 0.0659223 Feb 14 18:06:00.889577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46476) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:06:00.894546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '444a8a12-b014-4fb3-866c-91916f47299b', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:06:00.900093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:06:00.904311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:06:00.907141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:06:00.913156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:06:00.999078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:01.223020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:01.356432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.77 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/0d16422e-02fc-4925-88f5-dc78b233fe39) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:06:01.497801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:01.580057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:01.649670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:06:01.649670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:06:01.653689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:06:01.680449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=0d16422e-02fc-4925-88f5-dc78b233fe39,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:06:02.148993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:02.263102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:02.466155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:02.520359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:02.626481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=0d16422e-02fc-4925-88f5-dc78b233fe39,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:06:02.642088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:02.835907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 355855d7-c551-4d37-b23d-a5aeba9e0195 associated. External IP: 172.26.4.77, port: 444a8a12-b014-4fb3-866c-91916f47299b. Feb 14 18:06:03.315049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 50e9c094-0923-4dfa-8a02-fa5216d8e057 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:06:03.511316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:06:03.521974 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Sync routers for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:06:03.533448 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:06:03.534043 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:06:03.585706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:03.645052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-20a068e2-ae4c-467d-a263-8c1425009f9d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7544568 Feb 14 18:06:03.645633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:06:03.648347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46480) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:06:03.712575 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b', 'status': 'completed', 'code': 200} Feb 14 18:06:03.713977 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:06:03.761363 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b115c163-5411-4815-a7e5-55876d306166 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/355855d7-c551-4d37-b23d-a5aeba9e0195 HTTP/1.1" status: 200 len: 990 time: 0.1118031 Feb 14 18:06:03.804118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-97954c57-54f0-4283-a540-d94b0b32c6b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1098 time: 0.0691001 Feb 14 18:06:03.936974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-90b2f9f6-83f1-4df9-acb6-f5ee6c5889f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:06:03.938404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-90b2f9f6-83f1-4df9-acb6-f5ee6c5889f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 896 time: 0.1251340 Feb 14 18:06:04.042228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-046f8a04-93e3-45e3-9e02-e1f1327154c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 998 time: 0.0964160 Feb 14 18:06:04.061311 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '355855d7-c551-4d37-b23d-a5aeba9e0195', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'port_id': '444a8a12-b014-4fb3-866c-91916f47299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'mac_address': 'fa:16:3e:05:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:06:01Z', 'updated_at': '2022-02-14T18:06:01Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:06:04.065009 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Checking router: 50e9c094-0923-4dfa-8a02-fa5216d8e057 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:06:04.075151 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:06:04.075720 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:05:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:06:04.103557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-ccb499f6-d5b2-4aec-a467-3011d7a8c56e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:06:04.106300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-ccb499f6-d5b2-4aec-a467-3011d7a8c56e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 844 time: 0.0582421 Feb 14 18:06:04.187566 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-e66c90dd-9e1c-4368-b691-c281f3319604 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743456 Feb 14 18:06:04.248040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:06:04.326302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-e1a3a8cd-3411-4246-ad6b-9eb7885833ac service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307502 Feb 14 18:06:04.459936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5604a28-d991-409f-8db3-57f1e9cc2df5 req-ca534469-bdf0-4ffa-bb60-860fc06ec0df service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270816 Feb 14 18:06:04.589659 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '355855d7-c551-4d37-b23d-a5aeba9e0195', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'port_id': '444a8a12-b014-4fb3-866c-91916f47299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'mac_address': 'fa:16:3e:05:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:06:01Z', 'updated_at': '2022-02-14T18:06:01Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:06:04.596249 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646225f-1efa-43d4-8c80-858421a6bd25 None None] The sync data for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv is: [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '355855d7-c551-4d37-b23d-a5aeba9e0195', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'port_id': '444a8a12-b014-4fb3-866c-91916f47299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'mac_address': 'fa:16:3e:05:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:06:01Z', 'updated_at': '2022-02-14T18:06:01Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:06:04.766507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46486) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:06:04.804161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5af0eb-2e0c-48fd-ae96-2496e873bfbf None None] New status for floating IP 355855d7-c551-4d37-b23d-a5aeba9e0195: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:06:04.874111 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b279d804-c787-4744-a8dc-0e62c398c927 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/355855d7-c551-4d37-b23d-a5aeba9e0195 HTTP/1.1" status: 200 len: 990 time: 0.1063063 Feb 14 18:06:05.877908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46490) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:06:05.982974 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4284ab75-b68e-4bd6-8812-be78951195d4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/355855d7-c551-4d37-b23d-a5aeba9e0195 HTTP/1.1" status: 200 len: 992 time: 0.1039224 Feb 14 18:06:05.992614 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:06:15.193074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:20.844154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b4a18beb-5284-4fe6-9dbc-f1a9dc5759e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:23.095387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9964d47b-0a27-4a10-9529-d1d8f4afeb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:24.347167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:24.374778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:25.641052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:42.982886 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:06:45.213483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:50.877417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4c92-8d02-41ca-a848-0329b1916998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:53.077454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8f279c6-853b-4a58-96b3-f9692c1099da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:54.420643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:54.421519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:06:55.614550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:02.006551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46524) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:02.203219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port faebcf9b-8820-49cd-b18c-131e4a593a87 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:02.203557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:02.362554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:02.362873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:02.478298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for faebcf9b-8820-49cd-b18c-131e4a593a87 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:02.699857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:02.743799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=faebcf9b-8820-49cd-b18c-131e4a593a87,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:02.782874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.783218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.783557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.783888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.784220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.784696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.784896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.785220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.785543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.785866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.786186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:02.848428 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:03.324034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:07:03.525816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:07:03.535731 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:07:03.547779 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:03.548370 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:06:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:03.593049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:03.649071 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-97f9d733-02da-4e7c-a24c-6d814aff19d1 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "DELETE /v2.0/floatingips/e8acbab7-f0ac-491b-806d-71a437a82d74 HTTP/1.1" status: 204 len: 168 time: 1.6413321 Feb 14 18:07:03.650147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:07:03.726526 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'status': 'completed', 'code': 200} Feb 14 18:07:03.768816 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:03.887644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-50bcabb3-0b84-440e-8cb0-96b9ea657ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 1098 time: 0.1343248 Feb 14 18:07:04.123234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-7bfb0264-f67b-4bca-b19f-5aca12d6317f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:04.124672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-7bfb0264-f67b-4bca-b19f-5aca12d6317f service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.2270613 Feb 14 18:07:04.133811 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:04.137807 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:07:04.148545 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:04.153199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:06:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:04.196566 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-65a46a69-dfc3-48c1-8e0d-91510e8bf275 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 200 len: 217 time: 0.0642312 Feb 14 18:07:04.310929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-431a66a6-7d7f-490c-b5d5-7f730cf93039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:04.312360 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-431a66a6-7d7f-490c-b5d5-7f730cf93039 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0762112 Feb 14 18:07:04.331390 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:04.367046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c65f-6618-48d2-a0b8-8ea78c6e5c5f req-d4da8eaf-0705-4734-9b9e-51696c840a39 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:04.368521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a558c65f-6618-48d2-a0b8-8ea78c6e5c5f req-d4da8eaf-0705-4734-9b9e-51696c840a39 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.2429538 Feb 14 18:07:04.433883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-6f80db4d-9636-4691-aa2e-76ed29531acd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141233 Feb 14 18:07:04.436026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a558c65f-6618-48d2-a0b8-8ea78c6e5c5f req-1916a7c1-ef90-4d1a-9cf1-17a11161cb6e tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581868 Feb 14 18:07:04.568207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-eb9d9dc5-1f11-45d3-b4ac-8cf32c584d12 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269808 Feb 14 18:07:04.679722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:04.683660 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74ce1-398a-4d8f-93a2-ba42529c3e9e None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '1a874d6f-02bd-41d7-8977-b0a7a0816098', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'port_id': '215c9e5c-4432-4f04-a896-815d852a7a21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'mac_address': 'fa:16:3e:fc:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:01:20Z', 'updated_at': '2022-02-14T18:01:23Z', 'revision_number': 1, 'project_id': '644b9b93f0414c82952cd55508414abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:07:04.700501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a791505d-aab4-4d79-bfd4-62449c240c60 req-a488cd1d-ecf0-40fc-84db-56d1965aae74 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260285 Feb 14 18:07:04.897822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d0eb-7db0-4ab0-b63a-21cc7c07707e None None] New status for floating IP e8acbab7-f0ac-491b-806d-71a437a82d74: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:07:05.707182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959dd45-e5d7-41f9-818a-db87a43fb5c5 req-0b5dd52f-29e5-4697-aedc-a52e3f62008c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:05.707182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9959dd45-e5d7-41f9-818a-db87a43fb5c5 req-0b5dd52f-29e5-4697-aedc-a52e3f62008c tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.1422217 Feb 14 18:07:05.751210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9959dd45-e5d7-41f9-818a-db87a43fb5c5 req-d5d07d2b-7be8-41c2-bd65-a9c1ebfb124b tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Feb 14 18:07:06.067551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-9ba29f35-13f1-480c-97f9-90c9ae00ddef tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:06.068984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-9ba29f35-13f1-480c-97f9-90c9ae00ddef tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 945 time: 0.0781765 Feb 14 18:07:06.136155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:06.136498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:06.374117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] For port 74c82ce8-09b6-45b8-aa85-ab5de2540c09, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=74c82ce8-09b6-45b8-aa85-ab5de2540c09,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:06.374394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:06.491152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for 74c82ce8-09b6-45b8-aa85-ab5de2540c09 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:06.698261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:06.744844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=74c82ce8-09b6-45b8-aa85-ab5de2540c09,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:06.785169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.785511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.786204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.786537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.786866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.787194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.787519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.787842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.788161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.788481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.788887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:07:06.957416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] No DVR routers for this DVR port 74c82ce8-09b6-45b8-aa85-ab5de2540c09 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:07:06.959833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:06.967371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'name': 'network-vif-deleted', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:07:06.974554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6eac7214-eaac-41b3-ba73-c2c53dabbd1b req-49bacd9c-c398-4676-ae95-ea3cb379dbc4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 210 time: 0.0541101 Feb 14 18:07:06.981230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e52d6d7-da1b-40ff-ac20-345832691c5b req-1592c7f9-d53e-46ea-9c3e-4ac458e97582 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "DELETE /v2.0/ports/74c82ce8-09b6-45b8-aa85-ab5de2540c09 HTTP/1.1" status: 204 len: 173 time: 0.9054279 Feb 14 18:07:07.093709 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93e3dd0-04e4-49f2-9c36-86a192c024c8', 'name': 'network-vif-deleted', 'tag': '74c82ce8-09b6-45b8-aa85-ab5de2540c09', 'status': 'completed', 'code': 200} Feb 14 18:07:08.153920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-098449ea-156d-4583-9d99-adfbd85c159a req-c3690653-4d0a-4833-b89b-887e340e33af tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:07:08.238561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-098449ea-156d-4583-9d99-adfbd85c159a req-c3690653-4d0a-4833-b89b-887e340e33af tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:07:08.239723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-098449ea-156d-4583-9d99-adfbd85c159a req-c3690653-4d0a-4833-b89b-887e340e33af tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=f93e3dd0-04e4-49f2-9c36-86a192c024c8 HTTP/1.1" status: 200 len: 210 time: 0.1276376 Feb 14 18:07:10.397352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 74c82ce8-09b6-45b8-aa85-ab5de2540c09 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:10.433824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 74c82ce8-09b6-45b8-aa85-ab5de2540c09 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:10.434162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 74c82ce8-09b6-45b8-aa85-ab5de2540c09 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:14.126569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46570) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:14.321183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port 432f5dca-1e0b-43db-b100-6a71446e7e67 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:14.321518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:14.488382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:14.488629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:14.607727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for 432f5dca-1e0b-43db-b100-6a71446e7e67 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:14.831168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:14.873416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=432f5dca-1e0b-43db-b100-6a71446e7e67,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:14.966249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:15.195928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:15.348618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:07:15.642248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:07:15.652888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:07:15.664179 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:15.664831 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:06:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:15.717071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:15.768263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b9335c33-e6d2-47d5-a187-64ec629a6c7d tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a874d6f-02bd-41d7-8977-b0a7a0816098 HTTP/1.1" status: 204 len: 168 time: 1.6406219 Feb 14 18:07:15.768866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:07:15.823399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21', 'status': 'completed', 'code': 200} Feb 14 18:07:15.844613 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:15.924916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-32e68e5a-484d-4b5f-ac65-063275bd9c8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=644b9b93f0414c82952cd55508414abd&device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 1098 time: 0.0712252 Feb 14 18:07:16.061736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-9a50993e-d507-4ebd-90fc-6556ed99add9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:16.063264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-9a50993e-d507-4ebd-90fc-6556ed99add9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 200 len: 912 time: 0.1291635 Feb 14 18:07:16.140758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-c39bcd34-3b6d-4fd4-85ac-5bc5d3317c35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 200 len: 217 time: 0.0666156 Feb 14 18:07:16.191017 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:16.194698 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:07:16.205378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-f09e1bfb-5cf0-4bb4-aec8-a74d983450ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:16.205630 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:16.206218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:06:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:16.206833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-f09e1bfb-5cf0-4bb4-aec8-a74d983450ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 200 len: 851 time: 0.0573614 Feb 14 18:07:16.297609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-b4d20a48-0ee3-4023-b51d-8b107bd82dfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811236 Feb 14 18:07:16.380256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:16.485759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-94f55e81-22b1-4d2f-859f-b1a884dc4fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781070 Feb 14 18:07:16.496011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43649a75-cf9b-4120-a294-8321be594683 req-4284e1a0-38e7-4dfd-8159-4c528a12c3be tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:16.496714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-43649a75-cf9b-4120-a294-8321be594683 req-4284e1a0-38e7-4dfd-8159-4c528a12c3be tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:07:16.637767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b019b2ea-2983-48f0-b838-fdcee5f9f806 req-22b8616c-c9dc-41bf-b14c-e690f43c4999 service neutron] 10.222.0.45 "GET /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373556 Feb 14 18:07:16.659371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-43649a75-cf9b-4120-a294-8321be594683 req-4284e1a0-38e7-4dfd-8159-4c528a12c3be tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:07:16.660594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-43649a75-cf9b-4120-a294-8321be594683 req-4284e1a0-38e7-4dfd-8159-4c528a12c3be tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 945 time: 0.3336396 Feb 14 18:07:16.692406 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:16.696361 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f044c-14a5-4457-8768-7bc7352d2f07 None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T17:56:15Z', 'revision_number': 4, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'c45a1d64-81c2-4dba-b68a-23b7a797797c', 'name': '', 'network_id': '799bc6f6-6ca9-45e7-b04f-f3caf2ab394f', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'mac_address': 'fa:16:3e:f6:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:14Z', 'updated_at': '2022-02-14T17:56:27Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'subnets': [{'id': '86a0c743-ff68-43e0-8351-4dddc9352221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:07:16.712305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-43649a75-cf9b-4120-a294-8321be594683 req-0f1aa587-df0d-451a-9a8e-32877b7aaf10 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c466562-0705-4db4-89a2-a74326b4e00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Feb 14 18:07:16.925619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b383b6c-944d-47e3-90cb-688279ed85e1 None None] New status for floating IP 1a874d6f-02bd-41d7-8977-b0a7a0816098: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:07:16.954799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-7b3cc7ab-6691-4922-8d87-b297c2cb61e5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:16.956214 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-7b3cc7ab-6691-4922-8d87-b297c2cb61e5 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 945 time: 0.0766399 Feb 14 18:07:17.024320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port 215c9e5c-4432-4f04-a896-815d852a7a21 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:17.024547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:17.264100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] For port 215c9e5c-4432-4f04-a896-815d852a7a21, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=215c9e5c-4432-4f04-a896-815d852a7a21,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:17.264448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:17.381202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for 215c9e5c-4432-4f04-a896-815d852a7a21 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:17.562318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:17.608319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=215c9e5c-4432-4f04-a896-815d852a7a21,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:17.768908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] No DVR routers for this DVR port 215c9e5c-4432-4f04-a896-815d852a7a21 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:07:17.771122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:17.824498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'name': 'network-vif-deleted', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:07:17.873367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf7b5eae-8eba-4428-8a5d-98374a7776f8 req-2a6d2e5f-d4b7-4b06-a188-db1b1fe71452 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.45 "DELETE /v2.0/ports/215c9e5c-4432-4f04-a896-815d852a7a21 HTTP/1.1" status: 204 len: 173 time: 0.9090679 Feb 14 18:07:17.878934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ad40c082-501e-4a51-a613-8df5114648e3 req-b58a374a-c3a0-4a86-a62a-4e6277f30e58 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Synchronizing usage tracker for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:07:17.882320 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4cbdcc-0773-4199-912b-466ec49732b7', 'name': 'network-vif-deleted', 'tag': '215c9e5c-4432-4f04-a896-815d852a7a21', 'status': 'completed', 'code': 200} Feb 14 18:07:18.014055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ad40c082-501e-4a51-a613-8df5114648e3 req-b58a374a-c3a0-4a86-a62a-4e6277f30e58 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Unset dirty status for tenant:644b9b93f0414c82952cd55508414abd on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:07:18.019578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad40c082-501e-4a51-a613-8df5114648e3 req-b58a374a-c3a0-4a86-a62a-4e6277f30e58 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 210 time: 0.1813619 Feb 14 18:07:19.196918 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9eabea9b-6872-45f0-b841-355bc39572f4 req-4bd7e974-9396-4c8d-992e-03221c3571a4 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e4cbdcc-0773-4199-912b-466ec49732b7 HTTP/1.1" status: 200 len: 210 time: 0.0462916 Feb 14 18:07:19.983148 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:07:20.299571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46588) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:20.419559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 215c9e5c-4432-4f04-a896-815d852a7a21 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:20.452199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 215c9e5c-4432-4f04-a896-815d852a7a21 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:20.452547 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 215c9e5c-4432-4f04-a896-815d852a7a21 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:20.456066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Deleting port bfeb8a5a-d792-4a34-876f-105f116e83d0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:20.456412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:20.624722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:20.625059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:20.744673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Calling delete_port for bfeb8a5a-d792-4a34-876f-105f116e83d0 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:20.825580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3bd99a2d-77f4-4229-ac09-78eee3180493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:20.933383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:20.976265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'Port': ['ID=bfeb8a5a-d792-4a34-876f-105f116e83d0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:21.065723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:21.156171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:21.157338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cf166ebf-b3dd-4b84-877d-bcb681a16e26 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "DELETE /v2.0/floatingips/4b1e8d7b-faf4-4c43-a64c-e3b1bdc862a2 HTTP/1.1" status: 204 len: 168 time: 0.8567913 Feb 14 18:07:23.111203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-234dd0d2-4167-416f-8517-5a9513229e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:23.805779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46604) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:23.873160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:23.902880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:24.025390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:24.045314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c466562-0705-4db4-89a2-a74326b4e00f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:24.121751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:24.125400 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-94c56cba-725e-48c7-b60c-d6814a6d1ea3 tempest-TestVolumeBootPattern-938525401 tempest-TestVolumeBootPattern-938525401-project] 10.222.0.30 "DELETE /v2.0/security-groups/5c466562-0705-4db4-89a2-a74326b4e00f HTTP/1.1" status: 204 len: 168 time: 0.3161399 Feb 14 18:07:24.256369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46610) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:24.391059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:24.424198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:24.834302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:25.542752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Deleting port c45a1d64-81c2-4dba-b68a-23b7a797797c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:25.543423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:25.623916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:25.712074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] For port c45a1d64-81c2-4dba-b68a-23b7a797797c, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c45a1d64-81c2-4dba-b68a-23b7a797797c,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:25.712425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:25.832553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Calling delete_port for c45a1d64-81c2-4dba-b68a-23b7a797797c owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:26.053644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:26.098775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45a1d64-81c2-4dba-b68a-23b7a797797c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:26.380538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:27.031691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:07:27.229007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:07:27.237768 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Sync routers for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:07:27.244799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2a936ca-93cb-4cad-bb3c-28da6b455872 admin admin] 10.222.0.30 "PUT /v2.0/routers/aee4b3b4-1b81-40ec-ace9-ba95de03bfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9864869 Feb 14 18:07:27.246931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46616) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:27.250281 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:27.250870 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:07:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:27.427894 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:27.442275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:27.634831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:27.709291 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T18:07:25Z', 'revision_number': 5, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port': {'id': '9d0bdfc2-a641-472e-a16a-a294895cd9b8', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:04Z', 'updated_at': '2022-02-14T17:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:27.712965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Checking router: aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:07:27.723011 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Routers {'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:27.723589 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:07:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:27.733278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Deleting port 9d0bdfc2-a641-472e-a16a-a294895cd9b8 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:27.733619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:27.895107 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] Set router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:27.905169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] For port 9d0bdfc2-a641-472e-a16a-a294895cd9b8, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d0bdfc2-a641-472e-a16a-a294895cd9b8,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:27.905512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:27.998891 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T18:07:27Z', 'revision_number': 6, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:28.002723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03459abb-d077-4e11-9b96-4798276b42dc None None] The sync data for ids ['aee4b3b4-1b81-40ec-ace9-ba95de03bfc4'] in dv-neutron-823271-4-hyperv is: [{'id': 'aee4b3b4-1b81-40ec-ace9-ba95de03bfc4', 'name': 'tempest-TestVolumeBootPattern-2071551655-router', 'tenant_id': '644b9b93f0414c82952cd55508414abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:02Z', 'updated_at': '2022-02-14T18:07:27Z', 'revision_number': 6, 'project_id': '644b9b93f0414c82952cd55508414abd', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:07:28.027771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Calling delete_port for 9d0bdfc2-a641-472e-a16a-a294895cd9b8 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:28.344975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:28.379806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c45a1d64-81c2-4dba-b68a-23b7a797797c no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:28.389930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0bdfc2-a641-472e-a16a-a294895cd9b8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:28.464256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c45a1d64-81c2-4dba-b68a-23b7a797797c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:28.464599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c45a1d64-81c2-4dba-b68a-23b7a797797c not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:28.623839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:28.878680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:28.882926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.001256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.001808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:07:29.013876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.014998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8e2e582e-178d-495a-bb64-afbe57749bf9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aee4b3b4-1b81-40ec-ace9-ba95de03bfc4 HTTP/1.1" status: 204 len: 168 time: 1.7671940 Feb 14 18:07:29.017686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46620) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:29.083208 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Deleting subnet 86a0c743-ff68-43e0-8351-4dddc9352221 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:07:29.086348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.139065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.212939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.349779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.390488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a0c743-ff68-43e0-8351-4dddc9352221,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:29.399673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.401891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd93e89-e1c6-4663-8f44-26296afb670f None None] Network 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:07:29.404229 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-40e2438c-8374-451c-95ea-3c8c5fc15827 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/86a0c743-ff68-43e0-8351-4dddc9352221 HTTP/1.1" status: 204 len: 168 time: 0.3855145 Feb 14 18:07:29.406714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46624) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:29.511681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.522494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Deleting port 585c16ba-1413-4e6a-b520-bb8ad77677b2 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:29.522817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.654212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] DHCP port deletion for 799bc6f6-6ca9-45e7-b04f-f3caf2ab394f request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:07:29.658429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Deleting port 585c16ba-1413-4e6a-b520-bb8ad77677b2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:29.658794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.725555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] For port 585c16ba-1413-4e6a-b520-bb8ad77677b2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=585c16ba-1413-4e6a-b520-bb8ad77677b2,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:29.725896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.845138 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Calling delete_port for 585c16ba-1413-4e6a-b520-bb8ad77677b2 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:29.856402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] For port 585c16ba-1413-4e6a-b520-bb8ad77677b2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=585c16ba-1413-4e6a-b520-bb8ad77677b2,segment=NetworkSegment(705047fa-8db5-4693-b132-7f675e44033f),segment_id=705047fa-8db5-4693-b132-7f675e44033f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:29.856820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:29.975567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Calling delete_port for 585c16ba-1413-4e6a-b520-bb8ad77677b2 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:30.086906 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn_limited( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn_limited( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 18:07:30.087493 dv-neutron-823271-4-hyperv neutron-server[84257]: util.warn( Feb 14 18:07:30.092061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:07:30.092413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:07:30.138876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=585c16ba-1413-4e6a-b520-bb8ad77677b2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:30.143316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] No DVR routers for this DVR port 585c16ba-1413-4e6a-b520-bb8ad77677b2 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:07:30.259197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.260044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d0bdfc2-a641-472e-a16a-a294895cd9b8 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:30.284313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799bc6f6-6ca9-45e7-b04f-f3caf2ab394f']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:30.291592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9d0bdfc2-a641-472e-a16a-a294895cd9b8 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:30.291933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d0bdfc2-a641-472e-a16a-a294895cd9b8 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:30.292337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 585c16ba-1413-4e6a-b520-bb8ad77677b2 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:30.296506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705047fa-8db5-4693-b132-7f675e44033f') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:30.296860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705047fa-8db5-4693-b132-7f675e44033f') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:30.308875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.323553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 585c16ba-1413-4e6a-b520-bb8ad77677b2 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:30.323889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 585c16ba-1413-4e6a-b520-bb8ad77677b2 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:30.329239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.335348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:07:30.335723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:07:30.348585 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:07:30.498882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.524555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.524555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=799bc6f6-6ca9-45e7-b04f-f3caf2ab394f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:30.531693 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7fe1fbe4-8b1f-4bd0-a955-1a43e0318f0c admin admin] 10.222.0.30 "DELETE /v2.0/networks/799bc6f6-6ca9-45e7-b04f-f3caf2ab394f HTTP/1.1" status: 204 len: 168 time: 1.1240857 Feb 14 18:07:30.534594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46628) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:30.593861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Deleting port 585c16ba-1413-4e6a-b520-bb8ad77677b2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:30.594994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:30.659622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5014b6b4-c6b5-4f13-a8ff-af978bab7c34 None None] The port '585c16ba-1413-4e6a-b520-bb8ad77677b2' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:07:30.925249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:31.510292 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Deleting port e9a29391-37a9-4cd6-baaa-7553f924b061 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:31.510975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:31.766729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] For port e9a29391-37a9-4cd6-baaa-7553f924b061, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9a29391-37a9-4cd6-baaa-7553f924b061,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:31.766984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:31.885790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Calling delete_port for e9a29391-37a9-4cd6-baaa-7553f924b061 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:32.144567 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:32.192646 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a29391-37a9-4cd6-baaa-7553f924b061,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:32.478200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:33.038730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Router 09fb9d5a-1973-412a-9909-b1d97831ead0 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:07:33.332084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:07:33.340415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Sync routers for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:07:33.352151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:33.354810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:07:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:33.403729 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2f6ea1b6-ce32-4153-8b65-637bf0dcab67 admin admin] 10.222.0.30 "PUT /v2.0/routers/09fb9d5a-1973-412a-9909-b1d97831ead0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8680477 Feb 14 18:07:33.406180 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:33.526273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:33.603068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:33.823589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:33.832858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T18:07:31Z', 'revision_number': 5, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:33.837178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Checking router: 09fb9d5a-1973-412a-9909-b1d97831ead0 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:07:33.847476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Routers {'09fb9d5a-1973-412a-9909-b1d97831ead0'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:07:33.848056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:07:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['09fb9d5a-1973-412a-9909-b1d97831ead0'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:33.934217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Deleting port c7357bf7-d527-4ebf-b096-ff7694c24427 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:33.934491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:34.056187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] Set router 09fb9d5a-1973-412a-9909-b1d97831ead0 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:07:34.104396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] For port c7357bf7-d527-4ebf-b096-ff7694c24427, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c7357bf7-d527-4ebf-b096-ff7694c24427,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:34.105032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:34.223865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Calling delete_port for c7357bf7-d527-4ebf-b096-ff7694c24427 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:34.331131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T18:07:31Z', 'revision_number': 5, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:34.335230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c40840-8633-4ae2-984e-e52a585f5f28 None None] The sync data for ids ['09fb9d5a-1973-412a-9909-b1d97831ead0'] in dv-neutron-823271-4-hyperv is: [{'id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'name': 'tempest-TestVolumeBootPattern-1834497983-router', 'tenant_id': '8086ca223a5c43f59a873289ecd769e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T17:56:24Z', 'updated_at': '2022-02-14T18:07:31Z', 'revision_number': 5, 'project_id': '8086ca223a5c43f59a873289ecd769e6', 'gw_port': {'id': 'c7357bf7-d527-4ebf-b096-ff7694c24427', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb9d5a-1973-412a-9909-b1d97831ead0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T17:56:27Z', 'updated_at': '2022-02-14T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:07:34.458967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:34.503520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=c7357bf7-d527-4ebf-b096-ff7694c24427,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:34.721550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.070151 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.074302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.167455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.168120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fb9d5a-1973-412a-9909-b1d97831ead0 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:07:35.181127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.184489 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-de996015-fc08-42af-9c78-efc5e762fdbf admin admin] 10.222.0.30 "DELETE /v2.0/routers/09fb9d5a-1973-412a-9909-b1d97831ead0 HTTP/1.1" status: 204 len: 168 time: 1.7751927 Feb 14 18:07:35.184774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:35.202131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-f02a8b08-17df-440c-9b64-dd8bde769c28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719850 Feb 14 18:07:35.246093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Deleting subnet 2351ae67-0a26-4e62-856e-5ada02f2977c {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:07:35.249170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.304256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.359054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-c7dd61d2-167a-47f0-8e9e-9cf906b7b2e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1098 time: 0.0802555 Feb 14 18:07:35.386318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.506724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-b5b17b0c-1c5c-42c2-9818-73951fb80321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:35.508196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-b5b17b0c-1c5c-42c2-9818-73951fb80321 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 896 time: 0.1261990 Feb 14 18:07:35.533644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.573732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2351ae67-0a26-4e62-856e-5ada02f2977c,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:35.579960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.588095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2df327-ed5c-468b-a0e1-c060adf90439 None None] Network da9f2ffb-0494-4934-afb4-1a2ddf4fe52a requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:07:35.607693 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-be03fc55-6633-4f38-a508-a15e0486b72d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2351ae67-0a26-4e62-856e-5ada02f2977c HTTP/1.1" status: 204 len: 168 time: 0.4214103 Feb 14 18:07:35.608283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46640) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:35.626505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-bdba080b-a914-4701-b979-9c0cd52b12d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 1000 time: 0.1043780 Feb 14 18:07:35.703475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-d8b3e008-51a0-499e-9f31-c9877e1d4cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:07:35.705067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-d8b3e008-51a0-499e-9f31-c9877e1d4cf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 844 time: 0.0698967 Feb 14 18:07:35.722436 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.734495 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Deleting port 551b9688-2183-457e-a757-3565e24234ac {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:35.735103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.788352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-9ddf290d-a0ec-42a0-9e41-659a82fa0953 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740659 Feb 14 18:07:35.902919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] DHCP port deletion for da9f2ffb-0494-4934-afb4-1a2ddf4fe52a request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:07:35.906723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Deleting port 551b9688-2183-457e-a757-3565e24234ac {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:35.907204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:35.936439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-41f80d7a-6c60-4206-a1f8-21bb1ebe1f0b service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381137 Feb 14 18:07:35.939366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] For port 551b9688-2183-457e-a757-3565e24234ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=551b9688-2183-457e-a757-3565e24234ac,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:35.939713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.063925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Calling delete_port for 551b9688-2183-457e-a757-3565e24234ac owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:36.115803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] For port 551b9688-2183-457e-a757-3565e24234ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=551b9688-2183-457e-a757-3565e24234ac,segment=NetworkSegment(12d0e164-8a27-4da5-9c27-3246d326e473),segment_id=12d0e164-8a27-4da5-9c27-3246d326e473)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:07:36.116204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.171496 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c6d96ce-8270-4530-8a06-0db3498b1d8d req-32ab1421-257e-4e42-8274-99cd48cd8bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263999 Feb 14 18:07:36.215780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.237641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Calling delete_port for 551b9688-2183-457e-a757-3565e24234ac owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:07:36.262616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] No DVR routers for this DVR port 551b9688-2183-457e-a757-3565e24234ac on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:07:36.286446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 551b9688-2183-457e-a757-3565e24234ac no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:36.294748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Pushing event deleted for resources: {'Port': ['ID=551b9688-2183-457e-a757-3565e24234ac,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:36.323277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 551b9688-2183-457e-a757-3565e24234ac {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:36.323613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 551b9688-2183-457e-a757-3565e24234ac not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:36.324021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9a29391-37a9-4cd6-baaa-7553f924b061 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:36.366808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e9a29391-37a9-4cd6-baaa-7553f924b061 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:36.367143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9a29391-37a9-4cd6-baaa-7553f924b061 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:36.367583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c7357bf7-d527-4ebf-b096-ff7694c24427 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:07:36.387548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.402052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c7357bf7-d527-4ebf-b096-ff7694c24427 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:07:36.402388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c7357bf7-d527-4ebf-b096-ff7694c24427 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:07:36.407451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:07:36.407655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:07:36.414958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9f2ffb-0494-4934-afb4-1a2ddf4fe52a']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:36.431499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d0e164-8a27-4da5-9c27-3246d326e473') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:36.431499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d0e164-8a27-4da5-9c27-3246d326e473') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:07:36.438119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.453999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.459978 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:07:36.460322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:07:36.477308 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:07:36.653306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.669388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.679164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] Pushing event deleted for resources: {'Network': ['ID=da9f2ffb-0494-4934-afb4-1a2ddf4fe52a,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:36.686123 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-83b5eb13-9da1-43bc-be30-e71bac322abe admin admin] 10.222.0.30 "DELETE /v2.0/networks/da9f2ffb-0494-4934-afb4-1a2ddf4fe52a HTTP/1.1" status: 204 len: 168 time: 1.0768485 Feb 14 18:07:36.909115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Deleting port 551b9688-2183-457e-a757-3565e24234ac {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:07:36.909687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:36.973704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8c4519b6-f93f-4ae9-abfd-e7bec38135d0 None None] The port '551b9688-2183-457e-a757-3565e24234ac' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:07:37.066109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46646) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:37.114696 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f9287c0d-6d0c-464f-ba0c-0e8abf1c93d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=644b9b93f0414c82952cd55508414abd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474627 Feb 14 18:07:37.117023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46650) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:37.178019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:37.202929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:37.320627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:37.337467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa0498-54b4-4c00-be84-391de8183c6c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:37.343511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:37.344859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4b76e3b5-acb4-4006-a4bc-2c6cf56b82a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bafa0498-54b4-4c00-be84-391de8183c6c HTTP/1.1" status: 204 len: 168 time: 0.2261946 Feb 14 18:07:38.168098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46658) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:38.218306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6c586ef9-076f-4f5d-b110-0058ce2e9d78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8086ca223a5c43f59a873289ecd769e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488772 Feb 14 18:07:38.220496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46662) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:07:38.277370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:38.304237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:38.413034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:38.430552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9384d4-6ca1-4ed0-ab35-b6539aac94e4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:07:38.433626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:38.435091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b605ef11-630a-4f95-bd9b-31846a392044 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f9384d4-6ca1-4ed0-ab35-b6539aac94e4 HTTP/1.1" status: 204 len: 168 time: 0.2133017 Feb 14 18:07:45.212631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:50.851848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c4c14dd2-1f2e-40d8-8791-9274601dc7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:53.081556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-636704b8-efec-49b7-ad26-581eda9abbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:54.354756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:54.382972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:55.589883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:07:56.984409 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:08:01.743187 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46674) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:01.749545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:08:02.070628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1814880'] for subnet, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:02.332234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760996874891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382839'] for subnet, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:02.392132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:02.392725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:02.394529 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/subnets/590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 836 time: 0.6498327 Feb 14 18:08:02.398557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8dc870-a690-4416-bd77-8f36dc1ababe None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:08:02.404368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc0041-4a8d-4428-a9d6-ee1ce813f06e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=590bbb32-7c1e-4f16-aa98-ad6036a32a6c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:02.860542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Provisioning complete for port 444a8a12-b014-4fb3-866c-91916f47299b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:08:02.860947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:02.980499 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Provisioning complete for port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:08:02.980772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:03.099503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Provisioning complete for port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:08:03.099855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79df39ce-2a45-4d22-a347-ef496bb4e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:15.194481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:20.856659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c2776e30-ce37-4213-a189-1ea94d9febc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:23.068627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e89c50e-bbb3-451f-bcdd-0775013bfa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:24.588447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:24.634455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:25.646265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:33.985918 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:08:35.190641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-8c0728ea-dfb6-4e57-b43d-8e5685a410d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672305 Feb 14 18:08:35.333588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-54edc98b-221d-4672-b221-ccc0c6691014 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1098 time: 0.0716002 Feb 14 18:08:35.481402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-fbee7504-7a25-415c-b36c-6cf8f9052649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:35.482730 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-fbee7504-7a25-415c-b36c-6cf8f9052649 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 896 time: 0.1257279 Feb 14 18:08:35.583983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-72866036-f8ae-4851-a7ff-af2397c09dbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 1000 time: 0.0919147 Feb 14 18:08:35.653096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-6c515662-1e28-4940-9632-b80cbc03f06c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:35.654521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-6c515662-1e28-4940-9632-b80cbc03f06c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 844 time: 0.0613286 Feb 14 18:08:35.727249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-e5e158fc-b0f3-44f7-8244-a75f65570f6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659146 Feb 14 18:08:35.858663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-86547600-c13c-41e7-aa86-a97127f6f726 service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211169 Feb 14 18:08:35.990653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca4fc0bf-d989-40bd-8ccc-51a58e28abd1 req-b3fb084f-ae28-49f4-a364-df4c4a0df4f6 service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226327 Feb 14 18:08:45.199304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:45.399217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:45.599245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 0d16422e-02fc-4925-88f5-dc78b233fe39 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:08:45.599608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:45.762362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:45.762685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:45.879553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 0d16422e-02fc-4925-88f5-dc78b233fe39 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:08:46.079298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:46.123914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=0d16422e-02fc-4925-88f5-dc78b233fe39,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:46.169881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.170223 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.170559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.170889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.171216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.171541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.171863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.172183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.172500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.172842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.173160 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:46.227241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:46.696586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 50e9c094-0923-4dfa-8a02-fa5216d8e057 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:08:46.893240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:08:46.903917 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Sync routers for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:08:46.915624 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:08:46.916249 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:46.981935 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:47.035265 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-050b60d6-0907-4edf-8354-e021129c3237 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/355855d7-c551-4d37-b23d-a5aeba9e0195 HTTP/1.1" status: 204 len: 168 time: 1.6349812 Feb 14 18:08:47.035826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:08:47.103236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:08:47.105774 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b', 'status': 'completed', 'code': 200} Feb 14 18:08:47.215302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-5bb2fa00-afaf-4e4b-89aa-d73473af8b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 1098 time: 0.0810130 Feb 14 18:08:47.351332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-da23cb8e-9598-48c2-9498-4b76d9e88cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:47.353660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-da23cb8e-9598-48c2-9498-4b76d9e88cb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 200 len: 896 time: 0.1294901 Feb 14 18:08:47.416086 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:47.419877 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Checking router: 50e9c094-0923-4dfa-8a02-fa5216d8e057 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:08:47.430869 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:08:47.431492 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:47.431624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-ad703b05-a336-4e03-aa43-ebe4180fe5d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 200 len: 217 time: 0.0617287 Feb 14 18:08:47.500726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-82a0681b-bf77-4cc3-af1b-d81106c5e5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:47.502075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-82a0681b-bf77-4cc3-af1b-d81106c5e5b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 200 len: 844 time: 0.0639319 Feb 14 18:08:47.621636 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:08:47.722801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-7b3e5ce5-68f7-4249-a9b1-b42ef747ac74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2142258 Feb 14 18:08:47.731555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79898532-56e1-45a8-8592-2cd68b2894fe req-759af247-4ce2-4c13-a821-d4069cd4bdcf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:47.732894 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79898532-56e1-45a8-8592-2cd68b2894fe req-759af247-4ce2-4c13-a821-d4069cd4bdcf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.1953173 Feb 14 18:08:47.857988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79898532-56e1-45a8-8592-2cd68b2894fe req-342816a6-f477-4d2b-8f22-e43da5ac3cd3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050858 Feb 14 18:08:47.900976 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-3b8bdf49-e39c-415e-b507-df82c848521b service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671467 Feb 14 18:08:47.971815 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:47.975652 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf5d5e-0983-4ce5-aa89-15b1863bbb1a None None] The sync data for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv is: [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:39Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '71c6cc66-94bb-4c66-b96b-0f5664dbda4a', 'name': '', 'network_id': '0e42ebbf-bed3-4c6f-b2b8-d71b19ade037', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:4b:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:38Z', 'updated_at': '2022-02-14T18:05:44Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '590bbb32-7c1e-4f16-aa98-ad6036a32a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:08:48.031367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-49e6c6b1-4bff-44f6-8c72-08f30b931c08 req-6b0276b4-c829-45d3-99fa-c83c4ed70e02 service neutron] 10.222.0.45 "GET /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238980 Feb 14 18:08:48.198731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23900a4d-937e-4fcc-b307-0e642f5a15dd None None] New status for floating IP 355855d7-c551-4d37-b23d-a5aeba9e0195: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:08:49.109134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d82e4-b51d-45cc-a7c2-802acb27381e req-13c85e1b-6cca-4f02-88e1-d11dd657faf9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:49.110574 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f00d82e4-b51d-45cc-a7c2-802acb27381e req-13c85e1b-6cca-4f02-88e1-d11dd657faf9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.1306851 Feb 14 18:08:49.120316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec83453-b354-480c-951a-086421847ecb req-824b0957-2b28-47eb-8197-2fed2778953f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:49.121660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bec83453-b354-480c-951a-086421847ecb req-824b0957-2b28-47eb-8197-2fed2778953f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 945 time: 0.1116278 Feb 14 18:08:49.211235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f00d82e4-b51d-45cc-a7c2-802acb27381e req-80885040-3c8e-4475-ae3d-9917e7afe99b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=76b4efb0-3736-4a63-a94c-8741f742acbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885746 Feb 14 18:08:49.216072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 444a8a12-b014-4fb3-866c-91916f47299b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:08:49.216410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:49.452734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 444a8a12-b014-4fb3-866c-91916f47299b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=444a8a12-b014-4fb3-866c-91916f47299b,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:08:49.453083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:49.570539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 444a8a12-b014-4fb3-866c-91916f47299b owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:08:49.776660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:49.822912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=444a8a12-b014-4fb3-866c-91916f47299b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:49.860615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.861064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.861400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.861726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.862054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.862377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.862696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.863012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.863328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.863637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.863951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:49.914470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port 444a8a12-b014-4fb3-866c-91916f47299b on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:08:49.916905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:49.919554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'name': 'network-vif-deleted', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:08:49.931600 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bec83453-b354-480c-951a-086421847ecb req-80c7198c-9604-4775-aad5-c74da726073f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/444a8a12-b014-4fb3-866c-91916f47299b HTTP/1.1" status: 204 len: 173 time: 0.7955656 Feb 14 18:08:49.972319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a3439-4edb-4a20-b780-be9138e34dfd', 'name': 'network-vif-deleted', 'tag': '444a8a12-b014-4fb3-866c-91916f47299b', 'status': 'completed', 'code': 200} Feb 14 18:08:50.415370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-bc507cbd-b5a3-4939-ab06-2a7200e9f67b req-2389478b-82e7-4625-80d3-fd3ef54767b8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:08:50.502775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-bc507cbd-b5a3-4939-ab06-2a7200e9f67b req-2389478b-82e7-4625-80d3-fd3ef54767b8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:08:50.504082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bc507cbd-b5a3-4939-ab06-2a7200e9f67b req-2389478b-82e7-4625-80d3-fd3ef54767b8 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a3439-4edb-4a20-b780-be9138e34dfd HTTP/1.1" status: 200 len: 210 time: 0.1302524 Feb 14 18:08:50.851662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2cea64ba-9dfd-48e4-b87f-03a90abb46be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:51.617313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46710) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:51.686722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:51.714678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:51.844776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:51.863991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4efb0-3736-4a63-a94c-8741f742acbb,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:51.935122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:51.936221 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-83380099-473f-4567-b00b-d088066887de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/76b4efb0-3736-4a63-a94c-8741f742acbb HTTP/1.1" status: 204 len: 168 time: 0.3179402 Feb 14 18:08:52.033837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46716) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:52.524126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:52.845887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 444a8a12-b014-4fb3-866c-91916f47299b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:08:52.887698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 444a8a12-b014-4fb3-866c-91916f47299b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:08:52.888043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 444a8a12-b014-4fb3-866c-91916f47299b not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:08:53.125518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:08:53.126130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:53.153639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-86823c3a-be05-46a0-8967-dbba87cc0e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:53.311952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 71c6cc66-94bb-4c66-b96b-0f5664dbda4a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:08:53.312324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:53.432279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 71c6cc66-94bb-4c66-b96b-0f5664dbda4a owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:08:53.662669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:53.709946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=71c6cc66-94bb-4c66-b96b-0f5664dbda4a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:54.088411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:54.342194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:54.370347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:54.657109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 50e9c094-0923-4dfa-8a02-fa5216d8e057 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:08:54.850779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:08:54.859940 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Sync routers for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:08:54.871188 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:08:54.871774 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:54.955698 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c0246483-a4e8-4ef6-a834-26b5e177200b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/50e9c094-0923-4dfa-8a02-fa5216d8e057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9206126 Feb 14 18:08:54.958205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46720) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:55.042299 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:08:55.140271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 590bbb32-7c1e-4f16-aa98-ad6036a32a6c {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:08:55.143158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.195862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.276340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.320088 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:08:53Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:55.323952 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Checking router: 50e9c094-0923-4dfa-8a02-fa5216d8e057 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:08:55.338040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Routers {'50e9c094-0923-4dfa-8a02-fa5216d8e057'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:08:55.338654 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['50e9c094-0923-4dfa-8a02-fa5216d8e057'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:55.422497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.463310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=590bbb32-7c1e-4f16-aa98-ad6036a32a6c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:55.470104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.476609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7c4d8-f46a-485a-a889-579290220b15 None None] Network 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:08:55.477143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8d1b2f9b-fc78-455f-893d-d62ab3efa1a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/590bbb32-7c1e-4f16-aa98-ad6036a32a6c HTTP/1.1" status: 204 len: 168 time: 0.5177290 Feb 14 18:08:55.479557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46724) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:55.539044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] Set router 50e9c094-0923-4dfa-8a02-fa5216d8e057 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:08:55.658942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.761225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] DHCP port deletion for 0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:08:55.765072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Deleting port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:08:55.765473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.832554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:55.840250 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:08:53Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:55.844111 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fe64d-70e7-49d5-a5e2-27017ca49f03 None None] The sync data for ids ['50e9c094-0923-4dfa-8a02-fa5216d8e057'] in dv-neutron-823271-4-hyperv is: [{'id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'name': 'tempest-TestNetworkBasicOps-router-1237634388', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '9242d216-545e-452d-848d-2aa97c0636e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:08:53Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '9242d216-545e-452d-848d-2aa97c0636e6', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9c094-0923-4dfa-8a02-fa5216d8e057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:05:34Z', 'updated_at': '2022-02-14T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:08:55.978476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] For port 8697fbcc-15ef-4fa5-b165-80640cccd2e1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=8697fbcc-15ef-4fa5-b165-80640cccd2e1,segment=NetworkSegment(1a22b309-5066-41aa-bc11-85824ca3ee9d),segment_id=1a22b309-5066-41aa-bc11-85824ca3ee9d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:08:55.978859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.034383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.094561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Calling delete_port for 8697fbcc-15ef-4fa5-b165-80640cccd2e1 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:08:56.124796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 9242d216-545e-452d-848d-2aa97c0636e6 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:08:56.125134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.257566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.305809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] No DVR routers for this DVR port 8697fbcc-15ef-4fa5-b165-80640cccd2e1 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:08:56.314289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 9242d216-545e-452d-848d-2aa97c0636e6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9242d216-545e-452d-848d-2aa97c0636e6,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:08:56.314463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.317264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Pushing event deleted for resources: {'Port': ['ID=8697fbcc-15ef-4fa5-b165-80640cccd2e1,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:56.323110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 71c6cc66-94bb-4c66-b96b-0f5664dbda4a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:08:56.366385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 71c6cc66-94bb-4c66-b96b-0f5664dbda4a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:08:56.366642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 71c6cc66-94bb-4c66-b96b-0f5664dbda4a not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:08:56.367044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8697fbcc-15ef-4fa5-b165-80640cccd2e1 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:08:56.398111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.398597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.399104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.399623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.399992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.400310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.400802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.401274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.401747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.402211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.402669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e11c4-a543-4d9e-9afd-db5aea526864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:08:56.415097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 8697fbcc-15ef-4fa5-b165-80640cccd2e1 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:08:56.415554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 8697fbcc-15ef-4fa5-b165-80640cccd2e1 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:08:56.465500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 9242d216-545e-452d-848d-2aa97c0636e6 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:08:56.702626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:56.750922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=9242d216-545e-452d-848d-2aa97c0636e6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:56.965298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.306722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.310794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.404790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.405344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router 50e9c094-0923-4dfa-8a02-fa5216d8e057 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:08:57.419336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.420439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-560c443d-5060-4892-b284-9ca9e987a842 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/50e9c094-0923-4dfa-8a02-fa5216d8e057 HTTP/1.1" status: 204 len: 168 time: 1.9399810 Feb 14 18:08:57.423350 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46728) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:57.541100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.673104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.701329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e42ebbf-bed3-4c6f-b2b8-d71b19ade037']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:57.713087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a22b309-5066-41aa-bc11-85824ca3ee9d') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:57.713377 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a22b309-5066-41aa-bc11-85824ca3ee9d') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:08:57.724236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.740809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.750847 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:08:57.751397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:08:57.773887 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:08:57.964891 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.969242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:57.995653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=0e42ebbf-bed3-4c6f-b2b8-d71b19ade037,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:58.091499 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-062b37e7-0250-4b7b-815d-7bbd7bd0cbbc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/0e42ebbf-bed3-4c6f-b2b8-d71b19ade037 HTTP/1.1" status: 204 len: 168 time: 0.6669605 Feb 14 18:08:58.108191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46732) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:58.114046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--519858342', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:08:58.128186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:08:58.128186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:08:58.128186 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:08:58.132690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:08:58.222127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:08:58.225706 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.253778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:08:58.262259 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.262602 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment e19e61e0-dd60-4744-ba5d-c636c737df92 of type vlan for network b8d9322d-1014-45c8-8bba-5b3277861724 Feb 14 18:08:58.289801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.303183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9242d216-545e-452d-848d-2aa97c0636e6 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:08:58.335166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9242d216-545e-452d-848d-2aa97c0636e6 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:08:58.335504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9242d216-545e-452d-848d-2aa97c0636e6 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:08:58.433861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.437562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:08:58.438137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.546734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=b8d9322d-1014-45c8-8bba-5b3277861724,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:08:58.559018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network b8d9322d-1014-45c8-8bba-5b3277861724 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:08:58.634420 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-432703ad-b8f1-4dc0-b13f-e996f743e815 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5250564 Feb 14 18:08:58.637068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46736) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:08:58.642337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:08:58.649494 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:08:58.653408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:08:58.656302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:08:58.662041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:08:58.759684 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.760573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.778503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:58.979762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:59.279008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:59.307429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:59.438136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.60 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/f838334c-fe00-40e2-9e1e-52ff5d2aeddc) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:08:59.585362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:59.765645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:08:59.832497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:08:59.835192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:08:59.839454 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:08:59.869310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:00.084999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:00.085710 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:00.359267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:09:00.548893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:09:00.558667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:09:00.571011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:00.571696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:00.690808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:00.692210 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a3a651f4-2f32-4db4-a0c1-70f5a7d23d5e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0541723 Feb 14 18:09:00.696096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46740) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:00.747997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:00.959900 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc62057f-cebd-4b24-9960-e14442f8aa13 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2621481 Feb 14 18:09:00.962622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46746) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:01.029289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:08:59Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:01.033180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:09:01.033533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Updating router 1bc204e4-fac1-446b-94c9-a3459fc2c317 port f838334c-fe00-40e2-9e1e-52ff5d2aeddc binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:09:01.083544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.091329 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97857f-29be-410e-810d-ce04df41e39f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:01.092816 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b97857f-29be-410e-810d-ce04df41e39f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292920 Feb 14 18:09:01.095743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46750) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:01.133636 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f80d541b-9104-4c10-a684-2816a0cb2e8f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367706 Feb 14 18:09:01.136000 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46754) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:01.141141 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031245091', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:01.246303 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:01.250028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:01.252760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:01.258902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:01.341875 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:09:01.401441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.412746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Transition to ACTIVE for port object f838334c-fe00-40e2-9e1e-52ff5d2aeddc will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:01.442595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.478997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.564221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Attempting to bind port f838334c-fe00-40e2-9e1e-52ff5d2aeddc on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:09:01.564947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Attempting to bind port f838334c-fe00-40e2-9e1e-52ff5d2aeddc by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:09:01.564947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Attempting to bind port f838334c-fe00-40e2-9e1e-52ff5d2aeddc on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:01.566985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5e50-80ae-4283-a4f0-4be44eb89829 None None] Pushing event updated for resources: {'Port': ['ID=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:01.575482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:09:01.575852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:01.576253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.576635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:09:01.577150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Bound port: f838334c-fe00-40e2-9e1e-52ff5d2aeddc, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:09:01.577515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.650019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] For port f838334c-fe00-40e2-9e1e-52ff5d2aeddc, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:09:01.653001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] For port f838334c-fe00-40e2-9e1e-52ff5d2aeddc, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:09:01.736862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.810804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:01.818146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5e50-80ae-4283-a4f0-4be44eb89829 None None] Pushing event updated for resources: {'Port': ['ID=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:01.823331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:01.823925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:01.890449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=75969a50-b8fc-41c6-a74c-00eb7eabbb05,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:01.904621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:01.904964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: b8d9322d-1014-45c8-8bba-5b3277861724, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:09:01.993633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network b8d9322d-1014-45c8-8bba-5b3277861724 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:09:02.032409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:02.067977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, b8d9322d-1014-45c8-8bba-5b3277861724) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:02.071928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:02.072504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:02.082051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242ca42-1f46-4c30-a2f0-af7604c703c8 None None] Network b8d9322d-1014-45c8-8bba-5b3277861724 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:09:02.160322 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fe789ca9-cfc8-45ce-9fed-663381c50f3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0232160 Feb 14 18:09:02.163553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46758) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:02.483569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-b8d9322d-1014-45c8-8bba-5b3277861724', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:09:02.484373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:02.512419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:08:59Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:02.551445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c7616-d415-4210-b3ff-67108b0c8d3f None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:08:59Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:09:02.660403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Allocated IP 172.20.0.2 (b8d9322d-1014-45c8-8bba-5b3277861724/75969a50-b8fc-41c6-a74c-00eb7eabbb05/4a694ecc-8bd7-4b2e-8b38-0f26674a346f) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:02.894382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:02.908951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Transition to ACTIVE for port object 4a694ecc-8bd7-4b2e-8b38-0f26674a346f will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:02.926390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Transition to ACTIVE for port object 4a694ecc-8bd7-4b2e-8b38-0f26674a346f will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:02.977209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:02.979522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.049268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Network b8d9322d-1014-45c8-8bba-5b3277861724 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:03.052778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Pushing event updated for resources: {'Port': ['ID=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:03.055198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:03.057459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:03.149207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Attempting to bind port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:09:03.149562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Attempting to bind port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:09:03.149918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Attempting to bind port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:03.156623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:09:03.157018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Checking segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:03.157409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.157818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Bound using segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:09:03.158412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Bound port: 4a694ecc-8bd7-4b2e-8b38-0f26674a346f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:09:03.158785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.261777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] For port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:09:03.265098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] For port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:09:03.314078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.384814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (b8d9322d-1014-45c8-8bba-5b3277861724/75969a50-b8fc-41c6-a74c-00eb7eabbb05/88c156b8-0567-4f31-ac36-959b9744d844) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:03.409804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d89392-2c39-474c-99a5-dd0a50076db0 None None] Pushing event updated for resources: {'Port': ['ID=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:03.568196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.588108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 88c156b8-0567-4f31-ac36-959b9744d844 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:03.685719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:03.846902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network b8d9322d-1014-45c8-8bba-5b3277861724 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:03.850384 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:03.854137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:03.884304 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:03.915801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.055363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.338310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106cf40-29cb-42c1-b41f-c8147b4e1832 None None] Network b8d9322d-1014-45c8-8bba-5b3277861724 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:09:04.402950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a694ecc-8bd7-4b2e-8b38-0f26674a346f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:04.508152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.553118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.598986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c3a9ed59-1f2e-48e4-bf32-3ac6def0a6fc None None] Provisioning for port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:04.656171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:04.669671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:04.670540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:04.670913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.672219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.805965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.813033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network b8d9322d-1014-45c8-8bba-5b3277861724 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:04.814216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:04.845214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:04.914151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:04.914985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f838334c-fe00-40e2-9e1e-52ff5d2aeddc up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:05.036007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:05.108961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Provisioning for port 88c156b8-0567-4f31-ac36-959b9744d844 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:05.114376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Provisioning complete for port 88c156b8-0567-4f31-ac36-959b9744d844 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:05.114971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.143468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port f838334c-fe00-40e2-9e1e-52ff5d2aeddc completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:05.161903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f838334c-fe00-40e2-9e1e-52ff5d2aeddc triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:05.162276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.213606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Port 88c156b8-0567-4f31-ac36-959b9744d844 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:09:05.213839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:09:05.240891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Provisioning complete for port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:05.241260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e3d9697a-48b7-4ce4-a820-64bd031c8b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.342011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.365710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port f838334c-fe00-40e2-9e1e-52ff5d2aeddc, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:05.417248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.490977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:05.534376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:09:05.547773 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-968b18a4-b43b-458c-a397-d04cd005f527 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/1bc204e4-fac1-446b-94c9-a3459fc2c317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3831124 Feb 14 18:09:05.550272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:05.595502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bc655cad-05e6-426f-aa46-e55bfcd4f894 None None] Provisioning complete for port 88c156b8-0567-4f31-ac36-959b9744d844 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:05.596140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bc655cad-05e6-426f-aa46-e55bfcd4f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:05.659003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bc655cad-05e6-426f-aa46-e55bfcd4f894 None None] Port 88c156b8-0567-4f31-ac36-959b9744d844 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:09:05.705184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edfb55-b51a-481f-aa1b-3e985327410f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.705464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edfb55-b51a-481f-aa1b-3e985327410f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.705826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edfb55-b51a-481f-aa1b-3e985327410f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.706183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edfb55-b51a-481f-aa1b-3e985327410f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.707808 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c5edfb55-b51a-481f-aa1b-3e985327410f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1564355 Feb 14 18:09:05.710577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46766) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:05.776376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50a51b-32ba-4442-ad63-2dcf3ec57c9f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.776763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50a51b-32ba-4442-ad63-2dcf3ec57c9f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.777121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50a51b-32ba-4442-ad63-2dcf3ec57c9f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.777473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50a51b-32ba-4442-ad63-2dcf3ec57c9f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:05.779084 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5c50a51b-32ba-4442-ad63-2dcf3ec57c9f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0676320 Feb 14 18:09:05.781736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46770) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:05.992372 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-86104e1f-8e84-404b-8583-d04c6ccdaf74 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2095344 Feb 14 18:09:06.127916 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:09:06.140281 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:06.140837 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:06.316632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46776) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:06.323206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a694ecc-8bd7-4b2e-8b38-0f26674a346f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:06.323372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644498603', 'description': 'tempest-secgroup-smoke-644498603 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:06.329421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:06.334600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:06.339710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:06.340099 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:06.345428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:06.402107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:06.402672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.416229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.452200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:06.456115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:06.458978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:06.464684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:06.518772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.518972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f838334c-fe00-40e2-9e1e-52ff5d2aeddc up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:06.576114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.592003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f838334c-fe00-40e2-9e1e-52ff5d2aeddc triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:06.592376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.621325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae49094-351d-4ca0-8225-ec4ee8757449,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:06.690779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.692614 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5449a7de-9d45-41cf-9845-74d30b212581 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3748066 Feb 14 18:09:06.695694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46780) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:06.701592 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:04Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:06.702939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:06.707256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:09:06.707723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Updating router 1bc204e4-fac1-446b-94c9-a3459fc2c317 port 88c156b8-0567-4f31-ac36-959b9744d844 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:09:06.712118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:06.716167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:06.719815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:06.726229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:06.760333 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.795104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.853543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.936528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:06.961958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de406b6-9a79-46bd-959b-ffe7acd3ac65,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:07.022512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.023769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fb879fe2-9725-4fc0-9512-c41023381809 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267763 Feb 14 18:09:07.026775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46784) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:07.032140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:07.038402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:07.042176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:07.045215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:07.050945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:07.096919 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.107734 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Transition to ACTIVE for port object 88c156b8-0567-4f31-ac36-959b9744d844 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:07.114590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.174329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.176486 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.240730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.266020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332137fb-75e9-4ae6-ac11-f02312b5e806,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:07.303736 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Pushing event updated for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:07.316858 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.317197 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.317525 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.317850 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.318257 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.318747 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.318900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.319203 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.319515 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.319665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.320106 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.320285 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:09:07.321056 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6149fbc5-1f06-4311-9ca3-806288c3940f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2932758 Feb 14 18:09:07.323725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:07.330431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:07.337085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:07.341076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:07.344108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:07.350755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:07.404805 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Attempting to bind port 88c156b8-0567-4f31-ac36-959b9744d844 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:09:07.405167 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Attempting to bind port 88c156b8-0567-4f31-ac36-959b9744d844 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:09:07.405524 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Attempting to bind port 88c156b8-0567-4f31-ac36-959b9744d844 on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:07.412514 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:09:07.412905 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Checking segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:07.413303 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.413686 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Bound using segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:09:07.414140 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Bound port: 88c156b8-0567-4f31-ac36-959b9744d844, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:09:07.414514 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.419314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.479694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.505202 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] For port 88c156b8-0567-4f31-ac36-959b9744d844, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:09:07.508435 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] For port 88c156b8-0567-4f31-ac36-959b9744d844, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88c156b8-0567-4f31-ac36-959b9744d844,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:09:07.553375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.576953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40630b3d-66b2-4baa-8a55-300f4413af9d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:07.583343 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.661579 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f966f2-a929-48fc-acfc-051260cb68dd None None] Pushing event updated for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:07.666156 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:07.666761 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:08:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:07.673395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.675061 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4556b4c8-7171-4e67-b0d4-49ac5ee8e277 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3498540 Feb 14 18:09:07.677405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46792) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:07.683337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:07.689751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:07.694548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:07.699853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:07.704347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:07.778417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.847035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.847712 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:07.919163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:07.944201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfc679e-2ebb-4908-87b8-f853ee95b962,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:08.016110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.017452 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eec32cda-de22-4da2-aa27-0ee4ac1537d5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3389599 Feb 14 18:09:08.020036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46796) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:08.026221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:08.032302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:08.036259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:08.039404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:08.045257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:08.101895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:09:08.108409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.172029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.183757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:07Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:08.187670 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21921564-bf1a-4dd6-bd2b-161e56371cf1 None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:07Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:09:08.234880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.261195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3e1423-565a-43c1-818c-13256071ec4c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:08.351641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88c156b8-0567-4f31-ac36-959b9744d844 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:08.370922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.372569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-da4492ff-f318-4cfb-82b3-67c442b44e51 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3511641 Feb 14 18:09:08.375259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46800) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:08.381435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '6ae49094-351d-4ca0-8225-ec4ee8757449', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:08.388502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:08.392599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:08.396077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:08.402473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:08.491457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:09:08.498626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.501766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 88c156b8-0567-4f31-ac36-959b9744d844 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:08.507492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 88c156b8-0567-4f31-ac36-959b9744d844 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:08.507863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.577587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.638855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.644732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.669232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ef25f6-5b90-444b-b265-d9b49628d46f,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:08.676140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 88c156b8-0567-4f31-ac36-959b9744d844, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88c156b8-0567-4f31-ac36-959b9744d844,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:08.736513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.737811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-adb66bd4-6cc6-4b49-9d4f-65796bcd284c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3612723 Feb 14 18:09:08.759179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:08.830146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:09.030774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2e4830d1-429d-450f-a469-b51e6afc515d req-88bef5f9-e597-40db-8821-d6858b88b102 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:09:09.142124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2e4830d1-429d-450f-a469-b51e6afc515d req-88bef5f9-e597-40db-8821-d6858b88b102 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:09:09.143235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-88bef5f9-e597-40db-8821-d6858b88b102 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644498603&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1547060 Feb 14 18:09:09.287582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4830d1-429d-450f-a469-b51e6afc515d req-89894f28-f2d8-415a-9587-e2f26aae24de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:09.289032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-89894f28-f2d8-415a-9587-e2f26aae24de tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 796 time: 0.1391287 Feb 14 18:09:09.305348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-eaa04812-7aea-4e04-a37b-7da317719a88 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0109551 Feb 14 18:09:09.382786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2e4830d1-429d-450f-a469-b51e6afc515d req-b63a6cd8-1e79-4cd5-b15e-e022f458b2b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:09:09.467384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2e4830d1-429d-450f-a469-b51e6afc515d req-b63a6cd8-1e79-4cd5-b15e-e022f458b2b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:09:09.468578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-b63a6cd8-1e79-4cd5-b15e-e022f458b2b1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583962 Feb 14 18:09:09.675860 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-0f7010ae-1aa4-4a62-8561-cf673ebf40ed service neutron] 10.222.0.30 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953168 Feb 14 18:09:09.803361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-9a28afa6-7286-416b-aa81-a09c7adeaf26 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218116 Feb 14 18:09:10.072001 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c05f4e27-d26b-4ab0-b40f-93085fe7894d req-adfb502e-7ccc-4d63-bf88-b8504bb86d07 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 210 time: 0.0440042 Feb 14 18:09:10.313301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88c156b8-0567-4f31-ac36-959b9744d844 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:10.388616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 88c156b8-0567-4f31-ac36-959b9744d844 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:10.388934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:10.985338 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:09:11.231509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6629523-3bf5-4e79-aff9-bd13e6de0097 req-859b719a-f1a9-4d08-a7cf-786abdb1f02f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 210 time: 0.0400014 Feb 14 18:09:12.287694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4830d1-429d-450f-a469-b51e6afc515d req-a562c8d2-910a-4807-9058-54608744e744 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:12.289171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-a562c8d2-910a-4807-9058-54608744e744 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 796 time: 0.1463537 Feb 14 18:09:12.361646 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-e197990b-9957-40c7-84e5-100b3d5822b7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 379 time: 0.0529487 Feb 14 18:09:12.400607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['6ae49094-351d-4ca0-8225-ec4ee8757449']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:12.424994 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-035387e2-d98a-46c3-a6e6-595cd577b90f req-01b58366-692e-4e90-8f59-5c09f5d8a422 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 210 time: 0.0623748 Feb 14 18:09:12.540139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:12.549600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:12.621627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:09:12.624646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:12.881195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.7 (b8d9322d-1014-45c8-8bba-5b3277861724/75969a50-b8fc-41c6-a74c-00eb7eabbb05/e6459cd7-5922-458f-acab-ebcda61d51da) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:13.064286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.079838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object e6459cd7-5922-458f-acab-ebcda61d51da will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:13.148617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.219141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network b8d9322d-1014-45c8-8bba-5b3277861724 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:13.222168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:13.225810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:13.256337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:13.289719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:13.290336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.388749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-207b5982-bb45-47aa-96a7-fef5b4effcb0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9924493 Feb 14 18:09:13.403634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Request body: {'port': {'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:13.513370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.530508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c409a2f6-8bdf-41f4-9445-0567e6f920a4 None None] Provisioning for port e6459cd7-5922-458f-acab-ebcda61d51da completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:13.535958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c409a2f6-8bdf-41f4-9445-0567e6f920a4 None None] Provisioning complete for port e6459cd7-5922-458f-acab-ebcda61d51da triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:13.536333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c409a2f6-8bdf-41f4-9445-0567e6f920a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.624689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c409a2f6-8bdf-41f4-9445-0567e6f920a4 None None] Port e6459cd7-5922-458f-acab-ebcda61d51da cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:09:13.736382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446c50b-90e4-4d80-b62a-1c550ca55eb0 req-4cff8508-c9cb-4779-939d-75b367613f16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:13.737108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6446c50b-90e4-4d80-b62a-1c550ca55eb0 req-4cff8508-c9cb-4779-939d-75b367613f16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:09:13.851682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6446c50b-90e4-4d80-b62a-1c550ca55eb0 req-4cff8508-c9cb-4779-939d-75b367613f16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:09:13.852852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6446c50b-90e4-4d80-b62a-1c550ca55eb0 req-4cff8508-c9cb-4779-939d-75b367613f16 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 931 time: 0.3007965 Feb 14 18:09:13.950255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6459cd7-5922-458f-acab-ebcda61d51da {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:09:13.957599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6446c50b-90e4-4d80-b62a-1c550ca55eb0 req-e16dd00c-bb59-45f0-b4ce-0991b54af007 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984344 Feb 14 18:09:13.959656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:13.974078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Transition to ACTIVE for port object e6459cd7-5922-458f-acab-ebcda61d51da will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:14.033434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:14.158139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:14.268957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Attempting to bind port e6459cd7-5922-458f-acab-ebcda61d51da on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:09:14.269310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Attempting to bind port e6459cd7-5922-458f-acab-ebcda61d51da by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:09:14.269625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Attempting to bind port e6459cd7-5922-458f-acab-ebcda61d51da on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:14.275985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Port e6459cd7-5922-458f-acab-ebcda61d51da on network b8d9322d-1014-45c8-8bba-5b3277861724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:09:14.276297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Attempting to bind port e6459cd7-5922-458f-acab-ebcda61d51da on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:14.282324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:09:14.282648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Checking segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:14.283012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Bound using segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:09:14.283415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Bound port: e6459cd7-5922-458f-acab-ebcda61d51da, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:09:14.283745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:14.370623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:09:14.373433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:09:14.456790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:14.517262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:14.518617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 1093 time: 1.1191554 Feb 14 18:09:14.519028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:14.541563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0a852-894b-4e94-9f28-a8d2423ae7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:14.579395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:09:14.673047 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6678bc6-bc05-4bcf-9970-d3b8e640de3c req-5b02b7a6-0de7-4cd5-8e37-34abb38b0eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1096 time: 0.0736611 Feb 14 18:09:14.826080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678bc6-bc05-4bcf-9970-d3b8e640de3c req-00c78ff8-3179-4cca-b507-4211c270b006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:14.827521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6678bc6-bc05-4bcf-9970-d3b8e640de3c req-00c78ff8-3179-4cca-b507-4211c270b006 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1433530 Feb 14 18:09:14.962904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678bc6-bc05-4bcf-9970-d3b8e640de3c req-77b60de6-b868-47fb-bc89-9458a44af854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:14.964322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6678bc6-bc05-4bcf-9970-d3b8e640de3c req-77b60de6-b868-47fb-bc89-9458a44af854 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282763 Feb 14 18:09:15.079752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-f31069d4-fd35-4a3b-a950-14d8bda0a779 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1096 time: 0.0727067 Feb 14 18:09:15.199167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:15.267538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-1859c907-8b94-4594-b6e9-fe8d0ca566c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 217 time: 0.1555624 Feb 14 18:09:15.345707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4830d1-429d-450f-a469-b51e6afc515d req-63815dda-2ea5-43d1-a03d-a5492512925a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:15.347003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-63815dda-2ea5-43d1-a03d-a5492512925a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0687199 Feb 14 18:09:15.353207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13889-54ec-42a0-9ba8-4c7b381e8cf0 req-58780b42-90df-4c1c-b074-fa33e5b72dc5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:15.354520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5c13889-54ec-42a0-9ba8-4c7b381e8cf0 req-58780b42-90df-4c1c-b074-fa33e5b72dc5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 943 time: 0.2717071 Feb 14 18:09:15.445260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5c13889-54ec-42a0-9ba8-4c7b381e8cf0 req-5c92b7a5-20e8-4d6b-b0f4-a659316a85a9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609188 Feb 14 18:09:15.456865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-055978d5-777f-46dc-8146-c36ad8eacb1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002226 Feb 14 18:09:15.591388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-252080c4-8f43-4453-ac4a-2329d05bec45 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236668 Feb 14 18:09:15.723832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e4830d1-429d-450f-a469-b51e6afc515d req-9a6eccc3-e079-4147-8ea3-5dd2ca11d946 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236229 Feb 14 18:09:16.640452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd0910-a0d5-44e8-86d7-534ade07f362 req-d12770cd-ee13-445f-a03c-e3cbcbc2e555 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:16.641979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9bd0910-a0d5-44e8-86d7-534ade07f362 req-d12770cd-ee13-445f-a03c-e3cbcbc2e555 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 943 time: 0.0789294 Feb 14 18:09:16.686485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9bd0910-a0d5-44e8-86d7-534ade07f362 req-8ceb121c-7c7f-45cf-903a-acd5e2dbd5ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387695 Feb 14 18:09:16.938706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e6459cd7-5922-458f-acab-ebcda61d51da details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:09:17.067495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:17.080567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:09:17.135745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:17.153362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6459cd7-5922-458f-acab-ebcda61d51da {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:09:17.168489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:17.221501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:17.286057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:17.562270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['e6459cd7-5922-458f-acab-ebcda61d51da'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:09:17.880808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce438-c01c-4782-9745-6cf44c65311b req-fa2ff557-ef2a-4bd3-80fd-2e0ae31c4594 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:17.882268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a1ce438-c01c-4782-9745-6cf44c65311b req-fa2ff557-ef2a-4bd3-80fd-2e0ae31c4594 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 944 time: 0.0758853 Feb 14 18:09:17.927726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a1ce438-c01c-4782-9745-6cf44c65311b req-065c9c34-2a44-48bb-a9e0-1e34e7ffb699 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400033 Feb 14 18:09:18.952282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e6459cd7-5922-458f-acab-ebcda61d51da up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:19.061989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port e6459cd7-5922-458f-acab-ebcda61d51da completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:19.066998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port e6459cd7-5922-458f-acab-ebcda61d51da triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:19.067366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:19.129562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b0899-a230-4436-9823-5f2a5b3c4b77 req-772de381-d961-46ef-bee6-f6a0c2697949 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:19.131154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-819b0899-a230-4436-9823-5f2a5b3c4b77 req-772de381-d961-46ef-bee6-f6a0c2697949 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 944 time: 0.0814996 Feb 14 18:09:19.177112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-819b0899-a230-4436-9823-5f2a5b3c4b77 req-18088a4c-8e43-4583-8a39-c35fad122087 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Feb 14 18:09:19.180747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:19.206735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:19.217509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:19.301599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:19.369050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:19.407611 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'code': 200} Feb 14 18:09:19.764904 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-44e77c39-f164-4794-9372-40b515479c11 req-efd72ec7-b416-4d49-b251-674ea02fd739 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1098 time: 0.0675831 Feb 14 18:09:19.813170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-44e77c39-f164-4794-9372-40b515479c11 req-e8ce8321-343a-4a92-a16a-e12eea9b49f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Feb 14 18:09:20.381474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cb663-b154-43e2-a228-8349d91d2d09 req-00e68fde-0fb9-43c0-8c05-61544f33c14c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:20.382907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db8cb663-b154-43e2-a228-8349d91d2d09 req-00e68fde-0fb9-43c0-8c05-61544f33c14c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.0747356 Feb 14 18:09:20.427217 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db8cb663-b154-43e2-a228-8349d91d2d09 req-4196fce9-a923-4d16-ac0b-92d852ee0808 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Feb 14 18:09:20.838579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-33ad7574-d9ed-4276-8c62-017a6aa03430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:21.623148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4701-b57b-4fdc-b671-d1ccdaa27f8c req-7dbdba00-74be-419a-aeb6-2434db64b75d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:21.624594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c70a4701-b57b-4fdc-b671-d1ccdaa27f8c req-7dbdba00-74be-419a-aeb6-2434db64b75d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.0785747 Feb 14 18:09:21.668865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c70a4701-b57b-4fdc-b671-d1ccdaa27f8c req-ac26c181-39cd-4c55-b50d-8715fe453786 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387094 Feb 14 18:09:21.857268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99160fb-611e-4872-a671-e9e3f744aafe req-4759e4ee-4f08-4ba0-ad99-08a0ea42f060 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:21.858683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a99160fb-611e-4872-a671-e9e3f744aafe req-4759e4ee-4f08-4ba0-ad99-08a0ea42f060 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.0746596 Feb 14 18:09:21.904227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a99160fb-611e-4872-a671-e9e3f744aafe req-addb17a8-05ba-4838-a997-c6b014d66932 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Feb 14 18:09:21.932187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46858) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:22.002229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b04e33b1-35fa-443b-9a75-ca1ad948c0ff tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1093 time: 0.0687129 Feb 14 18:09:22.004647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46862) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:22.009652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:22.014910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:22.018625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:22.021389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:22.027094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:22.107165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:22.240494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:22.464875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.48 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/f5aad04c-644c-4992-ae9b-c8b82439cda8) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:22.707452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:22.781878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:22.846526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:22.849133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:22.853225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:22.876531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=f5aad04c-644c-4992-ae9b-c8b82439cda8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:23.079024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6bef0166-a88c-4b43-90bd-ef797531a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:23.366924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:23.458633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:23.660595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:23.723950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:23.830156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=f5aad04c-644c-4992-ae9b-c8b82439cda8,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:23.844975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:24.028377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP fd52169d-9b15-42a1-85d0-50a00e352ad5 associated. External IP: 172.26.4.48, port: e6459cd7-5922-458f-acab-ebcda61d51da. Feb 14 18:09:24.347883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:24.393473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:24.519379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:09:24.715626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:09:24.725703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:09:24.737355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:24.737978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:09:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:24.844285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:24.901747 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c0cb6cf8-ccff-4afb-9889-22345b64c61a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8960278 Feb 14 18:09:24.902386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:24.904538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46866) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:24.922654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:24.957516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:09:24.985497 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c9510108-1d23-4fbb-b133-560e2d69b126 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1093 time: 0.0774381 Feb 14 18:09:25.055911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-db442988-4dba-4fdf-a122-9682d7cbf7b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1098 time: 0.0753217 Feb 14 18:09:25.187994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-23433377-bf32-423e-91a1-7d1f925d0615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:25.189426 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-23433377-bf32-423e-91a1-7d1f925d0615 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1275799 Feb 14 18:09:25.270975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:23Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:25.275955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:09:25.286962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:25.288097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:09:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:25.297758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-12d0e549-306a-44ab-a7a5-96b052dabff1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 998 time: 0.1021762 Feb 14 18:09:25.359715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-455e314a-edd4-4f65-92ac-7bddf4dcd1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:25.361270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-455e314a-edd4-4f65-92ac-7bddf4dcd1d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0577900 Feb 14 18:09:25.440353 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-24d9fe19-3b9e-4505-ad89-a2c0fa507901 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729685 Feb 14 18:09:25.453153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46874) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:25.458874 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324060682', 'description': 'tempest-secgroup-smoke-324060682 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:25.465659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:25.476170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:25.497167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:25.542006 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:25.577196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-12f952bc-99d4-4da3-8f48-43dbef9ed2cc service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309655 Feb 14 18:09:25.585755 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:25.589767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:25.592918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:25.598850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:25.656175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:25.660683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:25.724951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62b220c-67e2-4156-8fc5-cda1a0413be8 req-3066c4e2-28ff-4110-af1c-88a083eb55d5 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365740 Feb 14 18:09:25.730164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:25.778709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1893a5e4-6707-44ff-92cb-980cd6bf8788,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:25.850099 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:25.851333 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e174ac7d-3c59-43d0-af4f-a59fb589fabf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3971455 Feb 14 18:09:25.853558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:23Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:25.854165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46878) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:25.857775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011fc3fe-0f91-4b06-919b-8393431c7bcb None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:23Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:09:25.860504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:25.866758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:25.870869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:25.873863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:25.879570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:25.976940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.040453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.048448 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f048b08-bc86-4e96-bf30-289ce4579b71 None None] New status for floating IP fd52169d-9b15-42a1-85d0-50a00e352ad5: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:09:26.118961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.142340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7095797e-1f1e-4fc8-91bb-191ac652dd54,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:26.272586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.272586 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e3255553-d899-49f8-ab2e-29c238811074 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4134629 Feb 14 18:09:26.272586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46882) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:26.277699 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:26.284123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:26.288489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:26.291427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:26.297284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:26.399776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.460408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.546858 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.570456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0d2fa9-a2f1-46b0-a7c3-98ac3808173f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:26.649828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.653832 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bcd8035d-1db2-4619-b9a5-69d524763f4e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3788831 Feb 14 18:09:26.653983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46886) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:26.659311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:26.665813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:26.669861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:26.672789 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:26.678467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:26.770811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.831120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.935531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:26.958734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fd3d67-567a-4898-9144-f6e45f28939e,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:27.044499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.045796 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2a9db192-0362-49fa-b38b-035663b1d099 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3909442 Feb 14 18:09:27.048440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46890) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:27.053819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:27.059451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:27.063209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:27.066066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:27.072117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:27.165300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.227904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.301325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.324102 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e191b592-c7c4-4bce-be98-2f0765175f16,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:27.450238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.451449 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a6b7707b-cc89-4a61-941f-0a39b6783a7f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4020884 Feb 14 18:09:27.454598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46894) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:27.460251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:27.466393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:27.470290 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:27.473251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:27.479029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:27.557944 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:09:27.564685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.631804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.707023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.729432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cfbdc5-20b2-45b7-9271-9773f0712712,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:27.805135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:27.806366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6a33db20-22d1-4e7d-a372-920ee4a295bc tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3507860 Feb 14 18:09:27.809293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46898) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:27.814677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '1893a5e4-6707-44ff-92cb-980cd6bf8788', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:27.820484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:27.825362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:27.827070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:27.832574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:27.964402 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:09:27.970632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:28.032799 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:28.101562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:28.124114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e21b0a6-d5da-4585-8ec3-ea783699c3fe,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:28.187344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:28.188545 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b89103f4-ee75-4e85-97e3-56c32edffd92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3783445 Feb 14 18:09:28.364776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-dfed215f-6658-428c-9ad2-1fdfc69554a0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324060682&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.0439630 Feb 14 18:09:28.506008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-47ac3bb8-3a12-46d7-9e35-3bdd5b35c4c9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:28.507314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-47ac3bb8-3a12-46d7-9e35-3bdd5b35c4c9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 796 time: 0.1363802 Feb 14 18:09:28.523190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-3bd6253e-a8f7-4338-b1fb-19a11297ee78 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0107610 Feb 14 18:09:28.605556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-b0ece34b-4e7e-4491-afa2-77948574c349 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0777283 Feb 14 18:09:28.738002 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-1a1ea788-ef8f-44b8-92a7-4df57e5a4b61 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211114 Feb 14 18:09:28.963558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-7aac6ef3-c316-4b2e-be1f-7bd654e4faa1 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197680 Feb 14 18:09:29.248982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7261bb0-6790-45fe-b156-4f0bec6360cc req-2edca701-4456-4012-9dd2-f6889abe93a5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 210 time: 0.0434523 Feb 14 18:09:30.411558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f11e180b-00aa-4184-8e51-a1fac614f007 req-24f81c94-c60c-4b51-8640-b59103b45408 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 210 time: 0.0417283 Feb 14 18:09:31.302424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f4e9f1bf-86c2-4bd1-8ac0-a3660adf85e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:31.304488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f4e9f1bf-86c2-4bd1-8ac0-a3660adf85e0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 796 time: 0.1393530 Feb 14 18:09:31.364092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-3a4889fa-1b4b-4ba3-aefa-ddafe444bc41 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 471 time: 0.0408230 Feb 14 18:09:31.377542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['1893a5e4-6707-44ff-92cb-980cd6bf8788']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:31.504667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:31.514915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:31.571892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d775e47b-d607-41ef-9f2b-a91bdaf65b80 req-8e1e7488-524f-405d-9005-de7046941285 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 210 time: 0.0404356 Feb 14 18:09:31.615482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:09:31.619099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:31.779284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.9 (b8d9322d-1014-45c8-8bba-5b3277861724/75969a50-b8fc-41c6-a74c-00eb7eabbb05/72ebafcd-5ebb-40ec-b590-b5b44bee2519) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:31.962511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:31.977936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object 72ebafcd-5ebb-40ec-b590-b5b44bee2519 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:32.061330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:32.134579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network b8d9322d-1014-45c8-8bba-5b3277861724 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:32.137400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:32.139687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:32.168399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:32.206298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:32.206886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:32.364764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-efa6f5d2-e32c-495b-8ac7-ec16c6d57655 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9960804 Feb 14 18:09:32.377273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Request body: {'port': {'device_id': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:32.455635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ce67cef6-7b81-4a64-a52c-b12e6e550a56 None None] Provisioning for port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:32.461096 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ce67cef6-7b81-4a64-a52c-b12e6e550a56 None None] Provisioning complete for port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:32.461466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ce67cef6-7b81-4a64-a52c-b12e6e550a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:32.488165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:32.515297 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-ce67cef6-7b81-4a64-a52c-b12e6e550a56 None None] Port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:09:32.827101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96531d97-7e1d-4726-9796-d7d5afd3b267 req-15f44a81-19be-475b-ab3c-350df3ad2376 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:32.827768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-96531d97-7e1d-4726-9796-d7d5afd3b267 req-15f44a81-19be-475b-ab3c-350df3ad2376 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:09:32.900142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ebafcd-5ebb-40ec-b590-b5b44bee2519 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:09:32.908234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:32.910430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-96531d97-7e1d-4726-9796-d7d5afd3b267 req-15f44a81-19be-475b-ab3c-350df3ad2376 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:09:32.911562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96531d97-7e1d-4726-9796-d7d5afd3b267 req-15f44a81-19be-475b-ab3c-350df3ad2376 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 931 time: 0.2069528 Feb 14 18:09:32.938861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Transition to ACTIVE for port object 72ebafcd-5ebb-40ec-b590-b5b44bee2519 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:09:32.965033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96531d97-7e1d-4726-9796-d7d5afd3b267 req-67ea78e7-c3e7-402a-bb76-8352dd7cc62a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Feb 14 18:09:33.020841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:33.235008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Pushing event updated for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:33.344179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Attempting to bind port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:09:33.344504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Attempting to bind port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:09:33.344865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Attempting to bind port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:33.350436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 on network b8d9322d-1014-45c8-8bba-5b3277861724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:09:33.350750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Attempting to bind port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 on network b8d9322d-1014-45c8-8bba-5b3277861724 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:09:33.356830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:09:33.357159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Checking segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:09:33.357533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Bound using segment: {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:09:33.357944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Bound port: 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19e61e0-dd60-4744-ba5d-c636c737df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:09:33.358277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:33.446738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:09:33.449674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:09:33.513095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:33.572187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:33.573613 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] 10.222.0.45 "PUT /v2.0/ports/72ebafcd-5ebb-40ec-b590-b5b44bee2519 HTTP/1.1" status: 200 len: 1093 time: 1.2003670 Feb 14 18:09:33.574082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:33.608731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a6500-9046-41c4-a086-3616e65762fa service neutron] Pushing event updated for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:33.634716 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'status': 'completed', 'code': 200} Feb 14 18:09:33.726631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-112046dd-e69d-4007-bfd5-265b39cc341b req-dccd629c-1b79-47e6-b7ed-b66f89139696 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1096 time: 0.0708196 Feb 14 18:09:33.866129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112046dd-e69d-4007-bfd5-265b39cc341b req-a6c57413-1951-437f-9137-9fffd555d84a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:33.867950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-112046dd-e69d-4007-bfd5-265b39cc341b req-a6c57413-1951-437f-9137-9fffd555d84a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1344626 Feb 14 18:09:34.007927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112046dd-e69d-4007-bfd5-265b39cc341b req-db794523-8d7c-49f4-81e5-224c2bbf0a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:34.009401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-112046dd-e69d-4007-bfd5-265b39cc341b req-db794523-8d7c-49f4-81e5-224c2bbf0a3e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1340697 Feb 14 18:09:34.171480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-9ee0d769-06f6-48aa-b899-5a8211e9a00d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1096 time: 0.1267805 Feb 14 18:09:34.181509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843c96f-b367-45bb-83f0-8a8f140c493d req-5dde43d2-7323-429d-95ac-cec0734eb503 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:34.183258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f843c96f-b367-45bb-83f0-8a8f140c493d req-5dde43d2-7323-429d-95ac-cec0734eb503 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 943 time: 0.0973227 Feb 14 18:09:34.275792 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-0b8f3f54-8801-4b17-9add-e48f4aca1e0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519 HTTP/1.1" status: 200 len: 217 time: 0.0919175 Feb 14 18:09:34.336524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f843c96f-b367-45bb-83f0-8a8f140c493d req-aafb7521-ae85-47c8-9d11-ffc1d3719f27 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003079 Feb 14 18:09:34.350340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-2041e3fb-6574-4f21-86cb-4404bcb96d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:34.352348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-2041e3fb-6574-4f21-86cb-4404bcb96d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0682631 Feb 14 18:09:34.432351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-e605a797-3261-4197-bb1b-281d589d82a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727038 Feb 14 18:09:34.571380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-dc32cf67-d97a-4b77-8c65-d25aa9e44f9b service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326365 Feb 14 18:09:34.701466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-630410d6-254b-4bd5-aaf3-66c8e232447e req-43ef1cfc-3b8d-4e2a-8abe-3ddeeb3d5b7e service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236289 Feb 14 18:09:35.544910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d72c9-cadc-4d2b-870a-c6ecedecad0d req-d5ce03d7-ceb1-478c-9a5d-8ef667d8956d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:35.544910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e2d72c9-cadc-4d2b-870a-c6ecedecad0d req-d5ce03d7-ceb1-478c-9a5d-8ef667d8956d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 943 time: 0.0771062 Feb 14 18:09:35.582387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e2d72c9-cadc-4d2b-870a-c6ecedecad0d req-264a97ff-c2a5-4824-ad7a-b717031521d1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Feb 14 18:09:36.189976 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-c10e1493-bed2-4cb2-805b-b99c9a51749e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688863 Feb 14 18:09:36.330168 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-fcf00e4e-c119-4c31-9163-0156a81bb42e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1098 time: 0.0672865 Feb 14 18:09:36.473844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-9f4bfcad-a9c0-4f30-ba63-bc58b940aa44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:36.475201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-9f4bfcad-a9c0-4f30-ba63-bc58b940aa44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1271439 Feb 14 18:09:36.671735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-393d2912-396c-430e-b5b2-dfd51601585c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 1000 time: 0.1902378 Feb 14 18:09:36.778821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-513a5bd5-9fb5-44d7-ac12-57c18bf1f082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:36.780130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-513a5bd5-9fb5-44d7-ac12-57c18bf1f082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.1027272 Feb 14 18:09:36.841968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6bce-832d-4f18-8283-36a872aff87a req-74e01b2e-2d6d-4c50-a204-a286015c70ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:36.843356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b8a6bce-832d-4f18-8283-36a872aff87a req-74e01b2e-2d6d-4c50-a204-a286015c70ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 943 time: 0.1342230 Feb 14 18:09:36.902663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-b2f3d8a9-f022-4ff9-a26a-e16aa66ad0f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139872 Feb 14 18:09:36.904688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b8a6bce-832d-4f18-8283-36a872aff87a req-88b142b6-eb80-4570-a2a0-807c74fe1473 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551655 Feb 14 18:09:37.029392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 72ebafcd-5ebb-40ec-b590-b5b44bee2519 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:09:37.031607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-0433242b-32a9-47b9-a052-96e7d97488ef service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222415 Feb 14 18:09:37.165085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf0edd6d-099e-4614-8881-c701a9cfdbc7 req-88fdd589-5c93-4da8-b807-7064bbb4d92b service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270905 Feb 14 18:09:37.166082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:37.179011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'port_id': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:09:37.230642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:37.246878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ebafcd-5ebb-40ec-b590-b5b44bee2519 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:09:37.261007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:37.346833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:37.414975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:37.584539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['72ebafcd-5ebb-40ec-b590-b5b44bee2519'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:09:38.095125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb42498-b41f-427a-aca5-3b8d0d5a616f req-18e90c5f-ce45-4655-87fa-48a3b7570e70 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:38.096739 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bdb42498-b41f-427a-aca5-3b8d0d5a616f req-18e90c5f-ce45-4655-87fa-48a3b7570e70 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 944 time: 0.0752511 Feb 14 18:09:38.140821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bdb42498-b41f-427a-aca5-3b8d0d5a616f req-a6e77eb9-e978-4c4b-89bc-41a8883aabbf tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Feb 14 18:09:39.060532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 72ebafcd-5ebb-40ec-b590-b5b44bee2519 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:09:39.175138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:09:39.180159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:09:39.180546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:39.294256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:39.320074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:39.330223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:09:39.338745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae944b89-1d02-4b2f-a5b9-3bd90ec7110c req-65537b00-790c-4227-ac05-b0531a25fa6d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:39.340223 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ae944b89-1d02-4b2f-a5b9-3bd90ec7110c req-65537b00-790c-4227-ac05-b0531a25fa6d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 944 time: 0.0811477 Feb 14 18:09:39.376646 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'code': 200} Feb 14 18:09:39.386035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ae944b89-1d02-4b2f-a5b9-3bd90ec7110c req-91252945-332a-4905-8ed4-777166031ced tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Feb 14 18:09:39.410000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:39.477200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:39.766724 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-61611680-8c7d-4cba-a82f-ef5211669916 req-fa618424-02f4-473e-bc88-8492a4f0a618 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1098 time: 0.0662825 Feb 14 18:09:39.807926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-61611680-8c7d-4cba-a82f-ef5211669916 req-e388a354-c265-4730-aa93-c1d5f349774c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351276 Feb 14 18:09:40.585873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f82d5d-3d00-465b-b884-c60fdff6b1d7 req-9d6728c9-d1c1-4fc9-9abb-7a956a59f416 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:40.587359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86f82d5d-3d00-465b-b884-c60fdff6b1d7 req-9d6728c9-d1c1-4fc9-9abb-7a956a59f416 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.0784435 Feb 14 18:09:40.633155 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86f82d5d-3d00-465b-b884-c60fdff6b1d7 req-33f3409e-acd8-4d33-851b-6eab62248ad3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Feb 14 18:09:41.823711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962111f-68ba-4389-8c1a-8f6e2d13ca76 req-b9e1fe9b-79a7-4fde-9ad7-7f535bc3a8e4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:41.825170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6962111f-68ba-4389-8c1a-8f6e2d13ca76 req-b9e1fe9b-79a7-4fde-9ad7-7f535bc3a8e4 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.0745301 Feb 14 18:09:41.871966 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6962111f-68ba-4389-8c1a-8f6e2d13ca76 req-94041907-8006-4313-a5fc-f2aa40c9d667 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Feb 14 18:09:42.066089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3606e98-13fc-473a-96e5-6eda8989be96 req-90db33bf-fa3d-4768-a03b-689a7b7a0113 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:42.067536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3606e98-13fc-473a-96e5-6eda8989be96 req-90db33bf-fa3d-4768-a03b-689a7b7a0113 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.0760467 Feb 14 18:09:42.111186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3606e98-13fc-473a-96e5-6eda8989be96 req-f1fc8d33-367e-4d18-8e53-1c9453424f59 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Feb 14 18:09:42.137969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46946) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:42.208443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-50fcf788-0dc9-44a0-ba09-e484bd2661da tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1093 time: 0.0693314 Feb 14 18:09:42.211051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:09:42.216033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:09:42.221463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:09:42.225296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:09:42.230162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:09:42.234393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:09:42.306695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:42.440528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:42.568879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.77 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/b15ed09e-23eb-40d4-a99b-71411fabfbea) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:09:42.719636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:42.815494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:42.972424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:09:42.974953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:09:42.979743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:09:43.003859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=b15ed09e-23eb-40d4-a99b-71411fabfbea,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:43.476092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:43.584786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:43.788227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:43.872183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:43.975910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=b15ed09e-23eb-40d4-a99b-71411fabfbea,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:09:43.987948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:44.170365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP 39ca623e-8d7e-497b-b046-49df606f5dda associated. External IP: 172.26.4.77, port: 72ebafcd-5ebb-40ec-b590-b5b44bee2519. Feb 14 18:09:44.659452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:09:44.859542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:09:44.869615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:09:44.887483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:44.887483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:09:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:44.969857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:45.022571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f8008b42-1076-43d0-9dac-3074e2bb70b3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8102610 Feb 14 18:09:45.023265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:09:45.060124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:45.079572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'status': 'completed', 'code': 200} Feb 14 18:09:45.176899 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-2d128f26-d9f6-4c75-b13e-6aa1d293182a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1098 time: 0.0739930 Feb 14 18:09:45.247388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:45.312066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-2e9fb70d-710a-4440-a1af-7c2eeb556918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:45.313585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-2e9fb70d-710a-4440-a1af-7c2eeb556918 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1293540 Feb 14 18:09:45.416907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-73ea2560-9e71-403e-97ce-58a7b15d04d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519 HTTP/1.1" status: 200 len: 998 time: 0.0959363 Feb 14 18:09:45.460972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '39ca623e-8d7e-497b-b046-49df606f5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:43Z', 'updated_at': '2022-02-14T18:09:43Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}, {'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:45.465178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:09:45.475352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:09:45.475934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:09:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:45.478896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-3daf9d38-2969-4d6c-9e57-0d471f7e6906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:09:45.480382 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-3daf9d38-2969-4d6c-9e57-0d471f7e6906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0574481 Feb 14 18:09:45.556185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-1a1e663b-17f3-45ac-a1db-662cc0e3c5aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693967 Feb 14 18:09:45.655724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:09:45.689712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-ee7455a6-5a2c-434c-93b6-8e64447c78d7 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261115 Feb 14 18:09:45.821366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2974473-bb4b-4a29-84fe-eb6f493293be req-c0ec2ad7-99c8-4823-99ba-ac05ccaaa1c2 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249475 Feb 14 18:09:45.996715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '39ca623e-8d7e-497b-b046-49df606f5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:43Z', 'updated_at': '2022-02-14T18:09:43Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}, {'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:09:46.000573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8433-1639-41cd-93e9-b520216fd7cd None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '39ca623e-8d7e-497b-b046-49df606f5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:43Z', 'updated_at': '2022-02-14T18:09:43Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}, {'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:09:46.190189 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43933c-a939-40c5-916c-bca0debcb829 None None] New status for floating IP 39ca623e-8d7e-497b-b046-49df606f5dda: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:09:47.984847 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:09:50.838859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-750ebc5b-d735-49bc-9745-efdee27ce806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:53.072571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44890ea1-a50f-47e9-a396-74a66a310615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:54.404105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:54.483922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:09:55.688755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:15.266227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:20.523614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46968) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:20.628409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-64173ae5-a6a0-427e-9691-ab7f00664719 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/fd52169d-9b15-42a1-85d0-50a00e352ad5 HTTP/1.1" status: 200 len: 992 time: 0.1032205 Feb 14 18:10:20.826065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb2c1-522d-4f8f-bb67-83a207a32aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:21.523508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:21.529434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:21.646091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:21.863310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:21.890123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:21.957356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:22.116603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:22.117224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:22.118585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/ports/e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 938 time: 0.5940990 Feb 14 18:10:22.119114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:22.139802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=6']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:22.148906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.154818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d18575-97ff-4096-b9ce-7cb05ac488d2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:22.178668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:10:22.281354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-eb0828a9-c5e7-4517-99f7-2a8ad787bac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1099 time: 0.0729899 Feb 14 18:10:22.332976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a7d1991b-97a8-43c3-93f2-8c7cc53fa6a6 None None] Provisioning complete for port e6459cd7-5922-458f-acab-ebcda61d51da triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:22.333538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7d1991b-97a8-43c3-93f2-8c7cc53fa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:22.390281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1991b-97a8-43c3-93f2-8c7cc53fa6a6 None None] Port e6459cd7-5922-458f-acab-ebcda61d51da is administratively disabled so it will not transition to active. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 14 18:10:22.413119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-405fbf58-3ecc-4006-a073-36ed522ab65f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:22.414526 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-405fbf58-3ecc-4006-a073-36ed522ab65f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1265867 Feb 14 18:10:22.513347 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-043e8b45-c274-4e97-a39d-5135ddce3696 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 1001 time: 0.0903955 Feb 14 18:10:22.576682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-703a9117-df1b-442d-94f5-9ecea4a90ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:22.578091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-703a9117-df1b-442d-94f5-9ecea4a90ab1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0586741 Feb 14 18:10:22.652815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-b426a38d-1752-49c0-8353-fd849f0fef41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660100 Feb 14 18:10:22.664917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-86020dca-ac5f-4a71-a0df-6302b70c8b45 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:10:22.665818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-86020dca-ac5f-4a71-a0df-6302b70c8b45 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046380 Feb 14 18:10:22.795163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-7b25f058-9fac-47b7-9d32-74b23d004373 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212645 Feb 14 18:10:22.925029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94ba8d72-a8c3-4fb2-bbf3-90a22bd61121 req-73964f17-9a2f-4407-8a6c-ce83c519c53a service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201601 Feb 14 18:10:23.059826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5980092a-a7e2-48cb-9aba-f20fe0b62ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:24.357329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:24.402874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:24.984856 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:10:25.584165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 46988) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:25.589804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:25.608799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:25.707728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:25.914412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:25.937514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:26.002989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:26.068899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:26.069510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:26.070885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/ports/e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 937 time: 0.4857183 Feb 14 18:10:26.071431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:26.073917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 46992) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:26.096351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee70ca3-2d91-4176-a064-07dd701d4289 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=7']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:26.134536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:10:26.182887 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e08c6095-4ca6-4b68-8b7d-1cad5ac77626 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/fd52169d-9b15-42a1-85d0-50a00e352ad5 HTTP/1.1" status: 200 len: 992 time: 0.1075699 Feb 14 18:10:26.233003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-d87843c0-85b0-4cf1-b7fb-d524f7b859b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1098 time: 0.0760105 Feb 14 18:10:26.331617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c52a8912-2466-4e5a-aa17-5b5c01bf7e88 None None] Provisioning complete for port e6459cd7-5922-458f-acab-ebcda61d51da triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:26.331904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c52a8912-2466-4e5a-aa17-5b5c01bf7e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:26.365012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-a2f8e648-9801-4229-95e1-4b4a54b3e643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:26.366460 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-a2f8e648-9801-4229-95e1-4b4a54b3e643 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1272726 Feb 14 18:10:26.375791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['e6459cd7-5922-458f-acab-ebcda61d51da'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:10:26.471555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-eec81b63-fc76-4a28-bc2c-203e5b2d1de9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 1000 time: 0.0985372 Feb 14 18:10:26.628176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-bb0adcad-e638-4346-8898-4754e9df53ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:26.629722 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-bb0adcad-e638-4346-8898-4754e9df53ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.1481330 Feb 14 18:10:26.707225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-fdd09c93-8a52-4570-b3b3-285096f92290 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677314 Feb 14 18:10:26.838883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-7379f4bb-2aff-4329-93e4-1e0b0a2d7cb4 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221929 Feb 14 18:10:26.969242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a051d31e-b8cc-42d2-a19f-fbe3ac0263c3 req-cfa7cc2a-0d4a-40ab-9a4b-f52542a112ac service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228642 Feb 14 18:10:28.783986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47004) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:28.980386 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port b15ed09e-23eb-40d4-a99b-71411fabfbea {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:28.980641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:29.144934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:29.145257 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:29.355734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for b15ed09e-23eb-40d4-a99b-71411fabfbea owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:29.602021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:29.645066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=b15ed09e-23eb-40d4-a99b-71411fabfbea,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:29.683124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.683476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.683809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.684136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.684462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.684836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.685172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.685484 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.685801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.686115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.686432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:29.746974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:30.131224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:10:30.330365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:10:30.339798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:10:30.352028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:30.352632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:30.397536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:30.452566 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4a7ce56b-97a4-4fd5-b08e-e5715cf7ee76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/39ca623e-8d7e-497b-b046-49df606f5dda HTTP/1.1" status: 204 len: 168 time: 1.6675274 Feb 14 18:10:30.453165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:30.573413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:30.608912 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'status': 'completed', 'code': 200} Feb 14 18:10:30.711151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-0791902e-1d23-4174-a693-1d9892c694ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 1098 time: 0.0733440 Feb 14 18:10:30.844582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-541e2e02-5873-419e-bed8-23780bb4447c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:30.846061 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-541e2e02-5873-419e-bed8-23780bb4447c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1262290 Feb 14 18:10:30.922538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-87bb361a-a996-4e1a-ab92-6e4ddcc71034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519 HTTP/1.1" status: 200 len: 217 time: 0.0663977 Feb 14 18:10:30.936422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:30.940380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:10:30.951401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:30.952056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:31.025898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-f77cab33-b060-4431-b760-ac5621eb23ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:31.027235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-f77cab33-b060-4431-b760-ac5621eb23ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0992656 Feb 14 18:10:31.112670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75250c1e-e717-4fc2-9b32-80799802055a req-62ff3fbb-5d7e-48c9-a264-fb31f4a1ec8b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:31.114139 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75250c1e-e717-4fc2-9b32-80799802055a req-62ff3fbb-5d7e-48c9-a264-fb31f4a1ec8b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.1391487 Feb 14 18:10:31.127741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:31.147719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-7c86d549-32cc-487f-b7ee-342f2d4828c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087792 Feb 14 18:10:31.248404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75250c1e-e717-4fc2-9b32-80799802055a req-0325ebaa-bee0-4f13-b078-a2de2a2c68ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282599 Feb 14 18:10:31.307174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-e732472b-b15b-4f28-a304-337a6583a935 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511555 Feb 14 18:10:31.437670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-179f3420-ccde-412f-a3a2-d932904ff0dd req-258cd62e-a21f-4c92-87c0-d9c337648967 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Feb 14 18:10:31.484115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:31.487969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11d73-a9bc-4fb8-98cf-8e90cc8ab7e8 None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'fd52169d-9b15-42a1-85d0-50a00e352ad5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'port_id': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'mac_address': 'fa:16:3e:03:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:09:23Z', 'updated_at': '2022-02-14T18:09:26Z', 'revision_number': 1, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:10:31.783881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a12f3b-9261-487f-b04f-981da8671856 None None] New status for floating IP 39ca623e-8d7e-497b-b046-49df606f5dda: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:10:32.503586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daefef-6981-4bac-9da7-6c2f34bc9597 req-feb70251-bb7b-49d7-8d07-ec79746c7f19 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:32.505041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84daefef-6981-4bac-9da7-6c2f34bc9597 req-feb70251-bb7b-49d7-8d07-ec79746c7f19 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.1315572 Feb 14 18:10:32.543989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-92d94a6d-00bd-46f6-acf0-2f7ad400bd3f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:32.545363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-92d94a6d-00bd-46f6-acf0-2f7ad400bd3f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 945 time: 0.1144810 Feb 14 18:10:32.609996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84daefef-6981-4bac-9da7-6c2f34bc9597 req-2544b997-c437-4b2d-859b-cd72f2f07bd1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=1893a5e4-6707-44ff-92cb-980cd6bf8788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988178 Feb 14 18:10:32.625292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:32.625292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:32.952651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 72ebafcd-5ebb-40ec-b590-b5b44bee2519, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=72ebafcd-5ebb-40ec-b590-b5b44bee2519,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:32.953030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:33.072356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 72ebafcd-5ebb-40ec-b590-b5b44bee2519 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:33.271681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:33.322429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=72ebafcd-5ebb-40ec-b590-b5b44bee2519,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:33.390793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port 72ebafcd-5ebb-40ec-b590-b5b44bee2519 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:10:33.393361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:33.395811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'name': 'network-vif-deleted', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:33.406971 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8edcc98b-2369-48b0-b24f-7f21fa11a221 req-3bec04dd-a343-47f1-a224-b45f61fec631 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/72ebafcd-5ebb-40ec-b590-b5b44bee2519 HTTP/1.1" status: 204 len: 173 time: 0.8521886 Feb 14 18:10:33.450975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40dc4e1-edf6-4c4b-a019-5b2c98adbc25', 'name': 'network-vif-deleted', 'tag': '72ebafcd-5ebb-40ec-b590-b5b44bee2519', 'status': 'completed', 'code': 200} Feb 14 18:10:33.775585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e8761eb1-8717-4f89-9ec7-1fb808005f9d req-08d6965d-9f9b-4937-b3bd-1e3f38e2b773 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:10:33.871867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e8761eb1-8717-4f89-9ec7-1fb808005f9d req-08d6965d-9f9b-4937-b3bd-1e3f38e2b773 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:10:33.873129 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8761eb1-8717-4f89-9ec7-1fb808005f9d req-08d6965d-9f9b-4937-b3bd-1e3f38e2b773 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40dc4e1-edf6-4c4b-a019-5b2c98adbc25 HTTP/1.1" status: 200 len: 210 time: 0.1418741 Feb 14 18:10:34.978999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47024) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:35.046179 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.074698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.219869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.238919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1893a5e4-6707-44ff-92cb-980cd6bf8788,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:35.246373 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.247565 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-900618e4-7d4c-4e1b-95d0-a570272730d3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/1893a5e4-6707-44ff-92cb-980cd6bf8788 HTTP/1.1" status: 204 len: 168 time: 0.2676098 Feb 14 18:10:35.345669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 72ebafcd-5ebb-40ec-b590-b5b44bee2519 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:10:35.356196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47030) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:35.379357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 72ebafcd-5ebb-40ec-b590-b5b44bee2519 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:10:35.379699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 72ebafcd-5ebb-40ec-b590-b5b44bee2519 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:10:35.551884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port f5aad04c-644c-4992-ae9b-c8b82439cda8 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:35.551884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.724415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.724767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:35.841354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for f5aad04c-644c-4992-ae9b-c8b82439cda8 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:36.077356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:36.118933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=f5aad04c-644c-4992-ae9b-c8b82439cda8,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:36.208633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:36.678586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:10:36.871494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:10:36.881278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:10:36.893030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:36.898981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:36.968101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:37.025009 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-197a6aef-16fc-4005-b8db-6975ede22017 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/fd52169d-9b15-42a1-85d0-50a00e352ad5 HTTP/1.1" status: 204 len: 168 time: 1.6669595 Feb 14 18:10:37.025571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:37.074251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:37.087961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:10:37.188557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-7c2e3c02-831b-4f65-b4b8-b5b8ae4a9528 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 1098 time: 0.0752325 Feb 14 18:10:37.327203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29b68-0860-4470-8347-d1fae4821516 req-fc1f9e75-823f-4eda-8064-aeb0f2ff9347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:37.328685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-fc1f9e75-823f-4eda-8064-aeb0f2ff9347 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 200 len: 896 time: 0.1318314 Feb 14 18:10:37.404304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-befe08dd-2d40-4109-91c3-fd6c572758b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 200 len: 217 time: 0.0637906 Feb 14 18:10:37.435489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:37.439346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:10:37.449978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:37.451307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:37.467133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29b68-0860-4470-8347-d1fae4821516 req-da816af5-3304-4016-90ad-cd815fab00ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:37.468602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-da816af5-3304-4016-90ad-cd815fab00ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 200 len: 835 time: 0.0565698 Feb 14 18:10:37.549516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-621bcfe1-0f6a-4719-ad95-18bc002ac7bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8d9322d-1014-45c8-8bba-5b3277861724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674915 Feb 14 18:10:37.653112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:37.730612 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-285d1854-260f-4dd9-a296-f824400b4442 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716907 Feb 14 18:10:37.882660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56e99-4b09-454e-9ba7-b6b43d0ea5da req-1b58185e-b41f-4255-9734-c5fa41aa9d9b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:37.883356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3bb56e99-4b09-454e-9ba7-b6b43d0ea5da req-1b58185e-b41f-4255-9734-c5fa41aa9d9b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:10:37.896819 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1de29b68-0860-4470-8347-d1fae4821516 req-a3f5e0bc-68ba-4aa6-aa16-3fd7fbcf4b00 service neutron] 10.222.0.45 "GET /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559505 Feb 14 18:10:37.961578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:37.965482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371d09d-5819-4dad-9a2a-9fd470e0f988 None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:09:03Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '88c156b8-0567-4f31-ac36-959b9744d844', 'name': '', 'network_id': 'b8d9322d-1014-45c8-8bba-5b3277861724', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:9b:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:09:03Z', 'updated_at': '2022-02-14T18:09:08Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': '75969a50-b8fc-41c6-a74c-00eb7eabbb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:10:37.980377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3bb56e99-4b09-454e-9ba7-b6b43d0ea5da req-1b58185e-b41f-4255-9734-c5fa41aa9d9b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:10:37.982169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bb56e99-4b09-454e-9ba7-b6b43d0ea5da req-1b58185e-b41f-4255-9734-c5fa41aa9d9b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.2862096 Feb 14 18:10:38.029943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bb56e99-4b09-454e-9ba7-b6b43d0ea5da req-99e9d3bb-13e2-4c84-8475-7c8015bba552 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Feb 14 18:10:38.188841 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf13ad-9d35-4e10-81fa-9a7b9acba13f None None] New status for floating IP fd52169d-9b15-42a1-85d0-50a00e352ad5: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:10:39.226236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f991975-e632-49a0-93ed-396cbfe3e4db req-5781c243-0371-49a6-812f-0e2a93ec815e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:39.227669 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f991975-e632-49a0-93ed-396cbfe3e4db req-5781c243-0371-49a6-812f-0e2a93ec815e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.0751376 Feb 14 18:10:39.276084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f991975-e632-49a0-93ed-396cbfe3e4db req-db70bd4b-5df5-4de7-9361-2d992068bd32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ae49094-351d-4ca0-8225-ec4ee8757449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Feb 14 18:10:39.457326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-fcf1e371-44e8-4ce9-bbe7-17bfc767deb5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:39.458638 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-fcf1e371-44e8-4ce9-bbe7-17bfc767deb5 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 945 time: 0.0741570 Feb 14 18:10:39.527987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port e6459cd7-5922-458f-acab-ebcda61d51da {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:39.528325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:39.868366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port e6459cd7-5922-458f-acab-ebcda61d51da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e6459cd7-5922-458f-acab-ebcda61d51da,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:39.868745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:39.986276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for e6459cd7-5922-458f-acab-ebcda61d51da owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:40.191640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:40.241929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=e6459cd7-5922-458f-acab-ebcda61d51da,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:40.311665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port e6459cd7-5922-458f-acab-ebcda61d51da on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:10:40.313982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:40.316463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'name': 'network-vif-deleted', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:10:40.387760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3b43d3c-7a4f-4d1e-aa04-935c40dc1641 req-37ee7b7a-e17e-402a-a8ce-c8b8fe30742e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/e6459cd7-5922-458f-acab-ebcda61d51da HTTP/1.1" status: 204 len: 173 time: 0.9196610 Feb 14 18:10:40.447558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e4a4c07-cafe-4795-b57f-d8675a9c559a req-6da2ac2b-b3a2-422f-b2d9-53d2db8c91f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:10:40.511636 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f198a-78e7-4ce2-8a54-a8af3d46d18f', 'name': 'network-vif-deleted', 'tag': 'e6459cd7-5922-458f-acab-ebcda61d51da', 'status': 'completed', 'code': 200} Feb 14 18:10:40.512783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e4a4c07-cafe-4795-b57f-d8675a9c559a req-6da2ac2b-b3a2-422f-b2d9-53d2db8c91f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:10:40.513909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e4a4c07-cafe-4795-b57f-d8675a9c559a req-6da2ac2b-b3a2-422f-b2d9-53d2db8c91f0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f198a-78e7-4ce2-8a54-a8af3d46d18f HTTP/1.1" status: 200 len: 210 time: 0.1071482 Feb 14 18:10:41.617414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:41.688749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:41.716508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:41.841276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:41.860087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae49094-351d-4ca0-8225-ec4ee8757449,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:41.866524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:41.870076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4715de40-4917-49c1-8b9f-184db0463046 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/6ae49094-351d-4ca0-8225-ec4ee8757449 HTTP/1.1" status: 204 len: 168 time: 0.2491152 Feb 14 18:10:41.985993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47054) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:42.470724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:43.061322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 88c156b8-0567-4f31-ac36-959b9744d844 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:43.061988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:43.240075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 88c156b8-0567-4f31-ac36-959b9744d844, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=88c156b8-0567-4f31-ac36-959b9744d844,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:43.240426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:43.364639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 88c156b8-0567-4f31-ac36-959b9744d844 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:43.403627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e6459cd7-5922-458f-acab-ebcda61d51da no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:10:43.436227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: e6459cd7-5922-458f-acab-ebcda61d51da {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:10:43.436577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e6459cd7-5922-458f-acab-ebcda61d51da not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:10:43.601451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:43.648868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=88c156b8-0567-4f31-ac36-959b9744d844,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:43.944757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:44.607289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router 1bc204e4-fac1-446b-94c9-a3459fc2c317 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:10:44.817464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:10:44.826884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Sync routers for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:10:44.838494 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:44.839091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:44.921250 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-431fea6a-baa3-425e-a510-ad993303b2c6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/1bc204e4-fac1-446b-94c9-a3459fc2c317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316089 Feb 14 18:10:44.921953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47058) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:45.054737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:45.118133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet 75969a50-b8fc-41c6-a74c-00eb7eabbb05 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:10:45.120994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.174841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.260088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.286427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.356281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:10:43Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:45.360426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Checking router: 1bc204e4-fac1-446b-94c9-a3459fc2c317 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:10:45.375492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Routers {'1bc204e4-fac1-446b-94c9-a3459fc2c317'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:45.376089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1bc204e4-fac1-446b-94c9-a3459fc2c317'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:45.384818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.423066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=75969a50-b8fc-41c6-a74c-00eb7eabbb05,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:45.430210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.436332 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cecfb663-a1a9-48d8-a5f7-6751e1170785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/75969a50-b8fc-41c6-a74c-00eb7eabbb05 HTTP/1.1" status: 204 len: 168 time: 0.5134764 Feb 14 18:10:45.438986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47062) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:45.485509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e0668-69aa-4489-b787-655722003b28 None None] Network b8d9322d-1014-45c8-8bba-5b3277861724 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:10:45.645616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:45.764369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] Set router 1bc204e4-fac1-446b-94c9-a3459fc2c317 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:45.942957 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.028611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] DHCP port deletion for b8d9322d-1014-45c8-8bba-5b3277861724 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:10:46.037414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Deleting port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:46.037786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.054289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port f838334c-fe00-40e2-9e1e-52ff5d2aeddc {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:10:46.054758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.221860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:10:43Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:46.224353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port f838334c-fe00-40e2-9e1e-52ff5d2aeddc, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:46.224737 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.236684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ebdc0-5a4a-4060-b5ce-9a65ebc05bd1 None None] The sync data for ids ['1bc204e4-fac1-446b-94c9-a3459fc2c317'] in dv-neutron-823271-4-hyperv is: [{'id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'name': 'tempest-TestNetworkBasicOps-router-1202956166', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:08:58Z', 'updated_at': '2022-02-14T18:10:43Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': 'f838334c-fe00-40e2-9e1e-52ff5d2aeddc', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc204e4-fac1-446b-94c9-a3459fc2c317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:08:59Z', 'updated_at': '2022-02-14T18:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:10:46.266714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] For port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,segment=NetworkSegment(e19e61e0-dd60-4744-ba5d-c636c737df92),segment_id=e19e61e0-dd60-4744-ba5d-c636c737df92)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:46.266714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.344825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for f838334c-fe00-40e2-9e1e-52ff5d2aeddc owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:46.384838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Calling delete_port for 4a694ecc-8bd7-4b2e-8b38-0f26674a346f owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:10:46.534460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.555758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:46.578479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] No DVR routers for this DVR port 4a694ecc-8bd7-4b2e-8b38-0f26674a346f on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:10:46.598127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Pushing event deleted for resources: {'Port': ['ID=4a694ecc-8bd7-4b2e-8b38-0f26674a346f,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:46.614660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=f838334c-fe00-40e2-9e1e-52ff5d2aeddc,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:46.621281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.621632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.622509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.622853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.623408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.623503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.623827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.624155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.625033 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.625360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.625688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec25e0-3c77-4496-8a75-776a4a653fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:46.647620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a694ecc-8bd7-4b2e-8b38-0f26674a346f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:10:46.685949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 4a694ecc-8bd7-4b2e-8b38-0f26674a346f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:10:46.686292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 4a694ecc-8bd7-4b2e-8b38-0f26674a346f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:10:46.687217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88c156b8-0567-4f31-ac36-959b9744d844 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:10:46.721793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 88c156b8-0567-4f31-ac36-959b9744d844 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:10:46.722223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 88c156b8-0567-4f31-ac36-959b9744d844 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:10:46.857372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.117338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.121440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.225281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.225792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc204e4-fac1-446b-94c9-a3459fc2c317 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:10:47.244544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.244544 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ece30975-065f-428e-988b-50ba2544e07a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/1bc204e4-fac1-446b-94c9-a3459fc2c317 HTTP/1.1" status: 204 len: 168 time: 1.8010826 Feb 14 18:10:47.244544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47066) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:47.357843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.581930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.606432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d9322d-1014-45c8-8bba-5b3277861724']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:47.618607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19e61e0-dd60-4744-ba5d-c636c737df92') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:47.618904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19e61e0-dd60-4744-ba5d-c636c737df92') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:47.631313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.647918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.654620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:10:47.655036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:10:47.670185 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:10:47.831664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.849013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:47.860227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=b8d9322d-1014-45c8-8bba-5b3277861724,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:47.865140 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6eb96b6-fec5-49ec-9c6f-d75ce0829a80 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/b8d9322d-1014-45c8-8bba-5b3277861724 HTTP/1.1" status: 204 len: 168 time: 0.6202388 Feb 14 18:10:47.890597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47070) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:47.896022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'network': {'name': 'tempest-network-smoke--2083302757', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:47.901388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:47.905465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:network and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:47.908822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:47.914426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:48.020005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:10:48.023096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.050693 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:10:48.058864 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.061971 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Added segment 035140a7-cf29-493d-8cf7-441642578f5d of type vlan for network f08f5dc3-9940-4198-b9af-871145cbcda5 Feb 14 18:10:48.084366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.190048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.193705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:48.194344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.301583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Network': ['ID=f08f5dc3-9940-4198-b9af-871145cbcda5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:48.316935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network f08f5dc3-9940-4198-b9af-871145cbcda5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:10:48.378208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f838334c-fe00-40e2-9e1e-52ff5d2aeddc no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:10:48.389035 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9128a5fd-e1a2-49c8-84bc-5ea6ae4cb7e2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4948804 Feb 14 18:10:48.391782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47074) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:48.395385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'admin_state_up': True, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:48.402621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:48.407206 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:router and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:48.410387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:48.416122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:48.420375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: f838334c-fe00-40e2-9e1e-52ff5d2aeddc {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:10:48.420729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f838334c-fe00-40e2-9e1e-52ff5d2aeddc not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:10:48.471414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.472347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.489588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.679124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.911773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:48.939871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:49.072216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.191 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/3f7de54e-867c-44ec-9dac-d00b127b2a7e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:10:49.215266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:49.327236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:49.397908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:10:49.400593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:10:49.402998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:10:49.442478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:49.637190 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:49.637989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:50.048276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:10:50.251930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:10:50.260890 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:10:50.273153 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:50.273744 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:50.362759 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:50.363975 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-640cb360-e354-4d27-8cfb-86e8ed3f3ae7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9738579 Feb 14 18:10:50.367272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47078) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:50.408868 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a48fd6ea-6459-4036-ab3b-4e1fbceba180 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a0035adcb386477480e13c860e0d9e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403907 Feb 14 18:10:50.411366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47082) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:50.473547 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:50.540054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e08c2-1d83-4c36-a704-8663f5b35b2e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:50.541560 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b7e08c2-1d83-4c36-a704-8663f5b35b2e tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293077 Feb 14 18:10:50.544352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47086) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:50.588298 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f2c4104a-1b62-43ea-b8ca-d6e86c0bccab tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381515 Feb 14 18:10:50.590376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47090) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:50.595783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480158865', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:50.706757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:50.710633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:subnet and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:50.713548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:50.719548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:50.756261 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:49Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:50.760085 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Checking router: a08fca98-c56e-4215-b1bb-f68a680f93ca for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:10:50.760409 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Updating router a08fca98-c56e-4215-b1bb-f68a680f93ca port 3f7de54e-867c-44ec-9dac-d00b127b2a7e binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:10:50.790452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:10:50.809912 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:50.820173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88f75d7a-584c-40ce-b2b6-18e2152fa133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:50.895548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.128976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.140092 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Transition to ACTIVE for port object 3f7de54e-867c-44ec-9dac-d00b127b2a7e will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:10:51.157265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.225608 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.238273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Subnet': ['ID=cd8d44fb-c529-4ed6-b349-eb89011c1497,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:51.249524 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Checking segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:10:51.250557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network hostable DHCP agents. Network: f08f5dc3-9940-4198-b9af-871145cbcda5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:10:51.307112 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Attempting to bind port 3f7de54e-867c-44ec-9dac-d00b127b2a7e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:10:51.307641 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Attempting to bind port 3f7de54e-867c-44ec-9dac-d00b127b2a7e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:10:51.307806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Attempting to bind port 3f7de54e-867c-44ec-9dac-d00b127b2a7e on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:10:51.309662 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:51.321380 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.321758 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.322092 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.322418 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.322739 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.323058 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.323374 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.323691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.324005 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.324311 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.324731 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:10:51.327647 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:10:51.328027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:10:51.328413 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.328806 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:10:51.329254 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Bound port: 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:10:51.329613 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.339946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network f08f5dc3-9940-4198-b9af-871145cbcda5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:10:51.398726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:10:51.401669 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f7de54e-867c-44ec-9dac-d00b127b2a7e,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:10:51.460207 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, f08f5dc3-9940-4198-b9af-871145cbcda5) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:10:51.464620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:51.470055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.470296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d02e1-8dfc-4cc6-a6f1-1b26e1583b89 None None] Network f08f5dc3-9940-4198-b9af-871145cbcda5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:10:51.488977 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.543203 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-87acab30-4e40-4d1a-8db0-212fcdef53cb tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9492304 Feb 14 18:10:51.543545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47094) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:51.573409 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:51.574015 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:51.689536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24df56-6e5b-4180-ac79-4863c3cc82f1 None None] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:51.742795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-f08f5dc3-9940-4198-b9af-871145cbcda5', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:10:51.743635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:51.771943 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:51.904510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Allocated IP 172.20.0.2 (f08f5dc3-9940-4198-b9af-871145cbcda5/cd8d44fb-c529-4ed6-b349-eb89011c1497/85e95f8a-eb41-45ce-8a90-7628934a2a19) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:10:52.069496 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:49Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:52.073524 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b306338-90c6-4607-b8ea-0ca828d418db None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:49Z', 'revision_number': 3, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:10:52.142145 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.154703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Transition to ACTIVE for port object 85e95f8a-eb41-45ce-8a90-7628934a2a19 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:10:52.177952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Transition to ACTIVE for port object 85e95f8a-eb41-45ce-8a90-7628934a2a19 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:10:52.266698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.332767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Network f08f5dc3-9940-4198-b9af-871145cbcda5 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:10:52.340264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:10:52.353662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:10:52.463624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:10:52.517956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Pushing event updated for resources: {'Port': ['ID=85e95f8a-eb41-45ce-8a90-7628934a2a19,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:52.538411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Attempting to bind port 85e95f8a-eb41-45ce-8a90-7628934a2a19 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:10:52.538773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Attempting to bind port 85e95f8a-eb41-45ce-8a90-7628934a2a19 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:10:52.539124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Attempting to bind port 85e95f8a-eb41-45ce-8a90-7628934a2a19 on network f08f5dc3-9940-4198-b9af-871145cbcda5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:10:52.552106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:10:52.552600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Checking segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:10:52.553272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.553668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Bound using segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:10:52.554125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Bound port: 85e95f8a-eb41-45ce-8a90-7628934a2a19, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:10:52.554486 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.637452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.655162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] For port 85e95f8a-eb41-45ce-8a90-7628934a2a19, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:10:52.658717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] For port 85e95f8a-eb41-45ce-8a90-7628934a2a19, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85e95f8a-eb41-45ce-8a90-7628934a2a19,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:10:52.740760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.788560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 3f7de54e-867c-44ec-9dac-d00b127b2a7e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:10:52.803718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3f7de54e-867c-44ec-9dac-d00b127b2a7e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:52.804118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.889136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c73e89-be19-462c-9287-3d93b70492ee None None] Pushing event updated for resources: {'Port': ['ID=85e95f8a-eb41-45ce-8a90-7628934a2a19,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:52.969384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:52.986561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f7de54e-867c-44ec-9dac-d00b127b2a7e,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:53.077194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.100351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.1 (f08f5dc3-9940-4198-b9af-871145cbcda5/cd8d44fb-c529-4ed6-b349-eb89011c1497/dcb788ca-8a4b-4e76-bb89-2381395cf7ac) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:10:53.128166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5eaab65c-b759-414e-a880-f429b8eec8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.154449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:53.270878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.287104 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object dcb788ca-8a4b-4e76-bb89-2381395cf7ac will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:10:53.367583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.451164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network f08f5dc3-9940-4198-b9af-871145cbcda5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:10:53.454493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:10:53.460404 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:10:53.493827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:53.525055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.688588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:53.803820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81249776-1e4d-4530-88e7-7bb4368f0dab None None] Network f08f5dc3-9940-4198-b9af-871145cbcda5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:10:54.042777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2b086253-0ab9-4150-bfbe-ff7e39aa7a20 None None] Provisioning for port 85e95f8a-eb41-45ce-8a90-7628934a2a19 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:10:54.096506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.197479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.375918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9c4e80e6-3cc8-46c2-88ba-c5ac8140bb59 None None] Provisioning for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:10:54.381354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9c4e80e6-3cc8-46c2-88ba-c5ac8140bb59 None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:54.381727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9c4e80e6-3cc8-46c2-88ba-c5ac8140bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.417112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.424875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.427348 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:54.432608 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.446527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e80e6-3cc8-46c2-88ba-c5ac8140bb59 None None] Port dcb788ca-8a4b-4e76-bb89-2381395cf7ac cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:10:54.477093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:10:54.543872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3f7de54e-867c-44ec-9dac-d00b127b2a7e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:54.544191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.571816 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network f08f5dc3-9940-4198-b9af-871145cbcda5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:10:54.573103 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:10:54.655609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-38e4711d-3515-4c38-be60-95c65d18a024 None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:54.656559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38e4711d-3515-4c38-be60-95c65d18a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.719742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85e95f8a-eb41-45ce-8a90-7628934a2a19 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:10:54.763919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-38e4711d-3515-4c38-be60-95c65d18a024 None None] Port dcb788ca-8a4b-4e76-bb89-2381395cf7ac cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:10:54.885091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 85e95f8a-eb41-45ce-8a90-7628934a2a19 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:10:54.889314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-037af915-daf7-4295-8c39-eb3fb558e960 None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:54.889677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-037af915-daf7-4295-8c39-eb3fb558e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.918952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 85e95f8a-eb41-45ce-8a90-7628934a2a19 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:54.919229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:54.964638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:10:55.022541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-037af915-daf7-4295-8c39-eb3fb558e960 None None] Port dcb788ca-8a4b-4e76-bb89-2381395cf7ac cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:10:55.084101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:55.114879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 85e95f8a-eb41-45ce-8a90-7628934a2a19, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85e95f8a-eb41-45ce-8a90-7628934a2a19,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:55.169577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:10:55.181831 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-40bb02cf-0bca-4890-8628-10ce66f30190 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/a08fca98-c56e-4215-b1bb-f68a680f93ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6372094 Feb 14 18:10:55.184335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:55.184492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47100) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:55.252456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=85e95f8a-eb41-45ce-8a90-7628934a2a19,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:55.329530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500b47-989b-4069-a97b-f9a027a37735 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.330183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500b47-989b-4069-a97b-f9a027a37735 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.330547 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500b47-989b-4069-a97b-f9a027a37735 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.330933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500b47-989b-4069-a97b-f9a027a37735 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.332544 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d7500b47-989b-4069-a97b-f9a027a37735 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1472609 Feb 14 18:10:55.335209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47104) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:55.408163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7d206-67fe-4b8a-b601-680389692a92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.408528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7d206-67fe-4b8a-b601-680389692a92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.408908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7d206-67fe-4b8a-b601-680389692a92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.409263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7d206-67fe-4b8a-b601-680389692a92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:55.411258 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-abf7d206-67fe-4b8a-b601-680389692a92 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0748029 Feb 14 18:10:55.413512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47108) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:55.587529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:10:55.600475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:55.601129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:55.621669 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-32428189-fc44-434b-958d-e5573609869f tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2071054 Feb 14 18:10:55.658002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:55.778528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:56.088005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:56.091947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Checking router: a08fca98-c56e-4215-b1bb-f68a680f93ca for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:10:56.092292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Updating router a08fca98-c56e-4215-b1bb-f68a680f93ca port dcb788ca-8a4b-4e76-bb89-2381395cf7ac binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:10:56.145122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.203943 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47114) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:56.209480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400678487', 'description': 'tempest-secgroup-smoke-1400678487 description', 'project_id': 'a0035adcb386477480e13c860e0d9e34'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:56.215224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:56.219909 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:56.224905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:56.229286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:56.309793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.349335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:56.353782 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:56.357241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:56.365022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:56.365286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85e95f8a-eb41-45ce-8a90-7628934a2a19 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:10:56.421839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.480725 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.509333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 85e95f8a-eb41-45ce-8a90-7628934a2a19 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:56.509738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.525879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259527ef-3e93-4c58-8926-9f5879fd744f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:56.586820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.602490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Transition to ACTIVE for port object dcb788ca-8a4b-4e76-bb89-2381395cf7ac will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:10:56.625878 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.629919 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c3dcce5c-2161-4692-9c16-bf3d0692f6e9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4222283 Feb 14 18:10:56.629919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47118) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:56.635546 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:56.642009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:56.646216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:56.649361 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:56.654999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:56.682524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.762781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.803345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c6b23-d16d-4575-aeba-20814a870fd8 None None] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:56.837035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.921272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.935845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Attempting to bind port dcb788ca-8a4b-4e76-bb89-2381395cf7ac on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:10:56.942658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Attempting to bind port dcb788ca-8a4b-4e76-bb89-2381395cf7ac by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:10:56.942658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Attempting to bind port dcb788ca-8a4b-4e76-bb89-2381395cf7ac on network f08f5dc3-9940-4198-b9af-871145cbcda5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:10:56.945697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9793bba2-6771-4e75-9164-a5be06286f32,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:56.948672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:10:56.948961 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Checking segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:10:56.949359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:56.949738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Bound using segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:10:56.950198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Bound port: dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:10:56.950562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.014042 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.015325 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5dca601d-cab9-4667-be95-0e1015c85f60 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3844895 Feb 14 18:10:57.018256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47122) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:57.024158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:57.029848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:57.033662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:57.036453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:57.042589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:57.043137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:10:57.046131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:10:57.134567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.152030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.215777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c6b23-d16d-4575-aeba-20814a870fd8 None None] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:57.218859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:10:57.219457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:57.272344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.361361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.390208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcd27ca-0fa1-4d12-9b05-cce703fbfc4d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:57.403460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:10:57.477096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.478251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa0b17d9-1873-4b95-a99f-0305de86e179 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4590013 Feb 14 18:10:57.481777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47126) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:57.488655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:57.494621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:57.498569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:57.502742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:57.511161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:57.598436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.667944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.768327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.793712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e99b2c7-337e-4e3d-a56d-d0fd46fd1c83,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:57.898748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:57.900100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c5b5add4-e4be-4cb7-981c-ce8ef9518bd6 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4170284 Feb 14 18:10:57.903051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47130) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:57.909144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:57.915418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:57.919387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:57.922752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:57.923918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:57Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:10:57.928937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:57.932142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f8cf9-3d7e-4a4c-99bd-1dc4e38781f5 None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:57Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:10:58.020594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.087848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.157452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.184323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b133ff7-a90d-4c6b-b22b-1314b26df3d0,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:58.259708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.260967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cff16350-4703-4147-b530-fbc695946b92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3568504 Feb 14 18:10:58.263801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47134) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:58.269370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:58.277961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:58.282433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:58.285388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:58.291503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:58.381408 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:10:58.401499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.406686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:10:58.471281 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.619753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:10:58.619974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.628256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:10:58.629190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.642761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce660a3-54d8-4faf-b9a5-4417b337188d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:58.722966 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.726362 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b49b3a00-0608-4127-83d3-916d2b868f36 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4593632 Feb 14 18:10:58.727060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47138) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:10:58.732788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'security_group_rule': {'security_group_id': '259527ef-3e93-4c58-8926-9f5879fd744f', 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:10:58.738649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:10:58.742558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:security_group_rule and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:10:58.745608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:10:58.752428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:10:58.752870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.785412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:10:58.871146 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Project a0035adcb386477480e13c860e0d9e34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:10:58.878271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.882609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.946699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:58.953381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:59.023741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:59.047978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7144f2-12c2-4be2-b3fd-71656a0852f7,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:10:59.122396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:10:59.123615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-80af745a-560d-4033-9d15-274f8f49fcd2 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3955548 Feb 14 18:10:59.307804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-d2280a6b-82f5-485c-86ba-9eb7cf18fb39 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:10:59.379388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-d2280a6b-82f5-485c-86ba-9eb7cf18fb39 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:10:59.380516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-d2280a6b-82f5-485c-86ba-9eb7cf18fb39 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400678487&fields=id&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 267 time: 0.1260049 Feb 14 18:10:59.531713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-a03833bf-c461-410e-aa6a-486234c74794 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:10:59.533086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-a03833bf-c461-410e-aa6a-486234c74794 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/networks?id=f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 200 len: 797 time: 0.1461704 Feb 14 18:10:59.549732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-06f0e8cf-09d4-428d-99f3-99a772457967 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/quotas/a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 375 time: 0.0108042 Feb 14 18:10:59.629347 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-6cc03369-6d63-40f2-83ac-36027798e075 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743775 Feb 14 18:10:59.764645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-125322d9-d563-4a36-a2a8-6563c8486938 service neutron] 10.222.0.30 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239686 Feb 14 18:10:59.896463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-04cbb4e4-05d9-4171-8727-56736509859c service neutron] 10.222.0.30 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260042 Feb 14 18:11:00.193823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccde5a5d-2154-4487-a5bd-7c3ec9cb840b req-9efd5071-a232-4660-9a14-ffe042cd8805 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 210 time: 0.0466118 Feb 14 18:11:00.365562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:11:00.434544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:11:00.434920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:01.441942 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e5ca5ccb-e403-4808-88f1-edc3a7381a79 req-90830fc4-4003-4c38-8478-8b0ed0372f67 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 210 time: 0.1310627 Feb 14 18:11:01.985275 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:11:02.324087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-dff378a5-5f56-45a5-8dbe-8d6a1bd452c0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:02.325530 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-dff378a5-5f56-45a5-8dbe-8d6a1bd452c0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/networks?id=f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 200 len: 797 time: 0.1497042 Feb 14 18:11:02.384805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-fd620f8f-8f51-43f3-a6c9-7ce7d4ac8dde tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0035adcb386477480e13c860e0d9e34 HTTP/1.1" status: 200 len: 380 time: 0.0396791 Feb 14 18:11:02.396313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'port': {'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'admin_state_up': True, 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'security_groups': ['259527ef-3e93-4c58-8926-9f5879fd744f']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:11:02.530394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:11:02.535044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:port and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:11:02.537870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:11:02.543631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:11:02.608933 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b5de75-3575-4468-9143-d10bccac4f28 req-64461565-6929-4c7c-8146-0ad1de9a4c73 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 210 time: 0.0450208 Feb 14 18:11:02.623440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Made reservation on behalf of a0035adcb386477480e13c860e0d9e34 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:11:02.626821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:02.792260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.20.0.11 (f08f5dc3-9940-4198-b9af-871145cbcda5/cd8d44fb-c529-4ed6-b349-eb89011c1497/c2e92d94-c196-495f-b6c5-21e08c651380) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:11:02.977620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:02.993144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Transition to ACTIVE for port object c2e92d94-c196-495f-b6c5-21e08c651380 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:11:03.088554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:03.156439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network f08f5dc3-9940-4198-b9af-871145cbcda5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:11:03.159923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:11:03.163597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:11:03.194334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:03.228407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:03.228947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:03.334809 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-cf61cfa1-3e7e-451b-8eb7-a27c25115595 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9418807 Feb 14 18:11:03.350277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Request body: {'port': {'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:11:03.456730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:03.497952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d0474790-b779-4bdd-a03d-e40fa12b2ea8 None None] Provisioning for port c2e92d94-c196-495f-b6c5-21e08c651380 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:11:03.502987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d0474790-b779-4bdd-a03d-e40fa12b2ea8 None None] Provisioning complete for port c2e92d94-c196-495f-b6c5-21e08c651380 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:11:03.503358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d0474790-b779-4bdd-a03d-e40fa12b2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:03.556209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d0474790-b779-4bdd-a03d-e40fa12b2ea8 None None] Port c2e92d94-c196-495f-b6c5-21e08c651380 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:11:03.841583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e92d94-c196-495f-b6c5-21e08c651380 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:11:03.851214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:03.869531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Transition to ACTIVE for port object c2e92d94-c196-495f-b6c5-21e08c651380 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:11:03.879793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0eb1d-21ef-4186-9f07-91e0d79e8916 req-7be4631d-7f0c-464c-8225-991945d31322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:03.880480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-dbf0eb1d-21ef-4186-9f07-91e0d79e8916 req-7be4631d-7f0c-464c-8225-991945d31322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:11:04.025224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:04.061565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-dbf0eb1d-21ef-4186-9f07-91e0d79e8916 req-7be4631d-7f0c-464c-8225-991945d31322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:11:04.062699 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbf0eb1d-21ef-4186-9f07-91e0d79e8916 req-7be4631d-7f0c-464c-8225-991945d31322 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 932 time: 0.3243473 Feb 14 18:11:04.155865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:04.193538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbf0eb1d-21ef-4186-9f07-91e0d79e8916 req-f95b109f-1079-42ba-a195-3c4c6be2b8ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199472 Feb 14 18:11:04.380924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Attempting to bind port c2e92d94-c196-495f-b6c5-21e08c651380 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:11:04.381138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Attempting to bind port c2e92d94-c196-495f-b6c5-21e08c651380 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:11:04.381454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Attempting to bind port c2e92d94-c196-495f-b6c5-21e08c651380 on network f08f5dc3-9940-4198-b9af-871145cbcda5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:11:04.386991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Port c2e92d94-c196-495f-b6c5-21e08c651380 on network f08f5dc3-9940-4198-b9af-871145cbcda5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:11:04.387301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Attempting to bind port c2e92d94-c196-495f-b6c5-21e08c651380 on network f08f5dc3-9940-4198-b9af-871145cbcda5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:11:04.393392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:11:04.393719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Checking segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:11:04.394087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Bound using segment: {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:11:04.394494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Bound port: c2e92d94-c196-495f-b6c5-21e08c651380, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035140a7-cf29-493d-8cf7-441642578f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:11:04.394827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:04.479551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:11:04.482388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c2e92d94-c196-495f-b6c5-21e08c651380,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:11:04.578594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:04.638517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:04.639875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 200 len: 1094 time: 1.2936516 Feb 14 18:11:04.640317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:11:04.659975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa24139-b90c-4235-a337-1dcfe0085690 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:04.700337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'status': 'completed', 'code': 200} Feb 14 18:11:04.796351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9edad9b2-de76-4fd1-82d4-e0b13efc875d req-7dfa2aa3-e0b4-4a5e-a23a-f8a0c79fb347 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1097 time: 0.0720119 Feb 14 18:11:04.939215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edad9b2-de76-4fd1-82d4-e0b13efc875d req-74b929b0-8907-4efa-991a-a57fada4c695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:04.940650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9edad9b2-de76-4fd1-82d4-e0b13efc875d req-74b929b0-8907-4efa-991a-a57fada4c695 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0035adcb386477480e13c860e0d9e34&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341646 Feb 14 18:11:05.078049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edad9b2-de76-4fd1-82d4-e0b13efc875d req-9269fb73-5071-44ee-95a5-377bf141ecca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:05.080076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9edad9b2-de76-4fd1-82d4-e0b13efc875d req-9269fb73-5071-44ee-95a5-377bf141ecca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1290994 Feb 14 18:11:05.195655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-ada862da-68df-41e5-af53-49c58a9e4559 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1097 time: 0.0719736 Feb 14 18:11:05.270732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-fc5d8a8d-0082-4f85-abf4-e99da500fb5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 200 len: 217 time: 0.0649855 Feb 14 18:11:05.371836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-0e11acdc-0bac-4bed-ba95-d40d19b9bc7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:05.373266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-0e11acdc-0bac-4bed-ba95-d40d19b9bc7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd8d44fb-c529-4ed6-b349-eb89011c1497 HTTP/1.1" status: 200 len: 834 time: 0.0958254 Feb 14 18:11:05.455682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc84b-72cb-4814-a694-1823f0ee0981 req-a6c4e2cc-849c-468e-b525-7b9e7f6a8f76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:05.457111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e56bc84b-72cb-4814-a694-1823f0ee0981 req-a6c4e2cc-849c-468e-b525-7b9e7f6a8f76 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 944 time: 0.1421294 Feb 14 18:11:05.490068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-e6816707-88b0-4148-a09e-d261311d3957 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f08f5dc3-9940-4198-b9af-871145cbcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076765 Feb 14 18:11:05.579553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e56bc84b-72cb-4814-a694-1823f0ee0981 req-d726f6a1-3e82-4220-b1e6-c04f7ac8e963 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164229 Feb 14 18:11:05.645990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-8a2ada69-464b-46fa-8d3f-e696b083af3f service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466961 Feb 14 18:11:05.780440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7bc8a6-1522-4d0c-bfa7-b0816709bc02 req-ef693fdf-7423-4f13-b0a6-bb59487ba377 service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247342 Feb 14 18:11:06.798963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c026e4-eaad-4532-bcbc-5fb8b78b0874 req-a2d76c11-a654-410d-8ea6-ca81569f4fad tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:06.800975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99c026e4-eaad-4532-bcbc-5fb8b78b0874 req-a2d76c11-a654-410d-8ea6-ca81569f4fad tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 944 time: 0.0806916 Feb 14 18:11:06.845126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99c026e4-eaad-4532-bcbc-5fb8b78b0874 req-813f2f57-3e4a-49bc-9255-420ddb4280af tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386555 Feb 14 18:11:07.558602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c2e92d94-c196-495f-b6c5-21e08c651380 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:11:07.733209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c2e92d94-c196-495f-b6c5-21e08c651380,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:07.746249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:11:07.799710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:07.817258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e92d94-c196-495f-b6c5-21e08c651380 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:11:07.831657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c2e92d94-c196-495f-b6c5-21e08c651380,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:07.882189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:07.948015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:08.071850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38b2cf-ca12-45ee-affe-7dec72897691 req-bd8964f8-1675-48d9-af55-663c344f8d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:08.073328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6d38b2cf-ca12-45ee-affe-7dec72897691 req-bd8964f8-1675-48d9-af55-663c344f8d3b tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 945 time: 0.0747557 Feb 14 18:11:08.117454 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6d38b2cf-ca12-45ee-affe-7dec72897691 req-380a19bc-6564-48ea-87ab-4b8727712534 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Feb 14 18:11:08.145258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c2e92d94-c196-495f-b6c5-21e08c651380'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:11:09.308969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dfea-a90d-4904-a53b-7d8c02f6de18 req-7f430e02-db88-4bcc-a797-9b270b7a9439 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:09.310384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5126dfea-a90d-4904-a53b-7d8c02f6de18 req-7f430e02-db88-4bcc-a797-9b270b7a9439 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 945 time: 0.0764992 Feb 14 18:11:09.355507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5126dfea-a90d-4904-a53b-7d8c02f6de18 req-20f42c57-a48d-4563-af5f-22e156bf251f tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Feb 14 18:11:09.562604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c2e92d94-c196-495f-b6c5-21e08c651380 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:11:09.688057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port c2e92d94-c196-495f-b6c5-21e08c651380 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:11:09.693010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port c2e92d94-c196-495f-b6c5-21e08c651380 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:11:09.693378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:09.803829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:09.829094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:11:09.838147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c2e92d94-c196-495f-b6c5-21e08c651380,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:09.886278 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'code': 200} Feb 14 18:11:09.904994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:09.976918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:10.250070 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a984a2f6-005d-4242-b46c-e85e4a006626 req-f8b3854d-d391-495e-947f-e2ffbf882a11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1099 time: 0.0655291 Feb 14 18:11:10.294961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a984a2f6-005d-4242-b46c-e85e4a006626 req-ab49efc7-1db2-4815-96cb-7ce5b331bd9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350215 Feb 14 18:11:10.634902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440184ba-62a5-47cb-ad60-eb75554be6bd req-93ce7c46-5b11-401e-8286-854b03b41f53 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:10.636444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-440184ba-62a5-47cb-ad60-eb75554be6bd req-93ce7c46-5b11-401e-8286-854b03b41f53 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.1620893 Feb 14 18:11:10.681684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-440184ba-62a5-47cb-ad60-eb75554be6bd req-8a66c2fa-4dbc-4f28-b311-e7dcac6dff6d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Feb 14 18:11:11.879753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b763a-297f-40a7-aa5e-203e53a583e6 req-6798b6f0-05d8-4231-aa4a-cd7f43531713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:11.881203 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e0b763a-297f-40a7-aa5e-203e53a583e6 req-6798b6f0-05d8-4231-aa4a-cd7f43531713 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.0779591 Feb 14 18:11:11.925431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e0b763a-297f-40a7-aa5e-203e53a583e6 req-27ab4b3d-e6af-42ec-9942-a32ffa4b6916 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386105 Feb 14 18:11:12.132724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355f46-84b7-49a3-8e0b-3051a04524b8 req-806dd846-99a3-4504-90c2-33670cc24785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:12.134223 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-61355f46-84b7-49a3-8e0b-3051a04524b8 req-806dd846-99a3-4504-90c2-33670cc24785 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.0782373 Feb 14 18:11:12.178721 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-61355f46-84b7-49a3-8e0b-3051a04524b8 req-64399991-0651-46f0-9945-053e62c52c75 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390422 Feb 14 18:11:12.205735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:12.276984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-37b8703e-b3f8-441d-a73e-b3814f2e3a49 tempest-TestNetworkBasicOps-528689624 tempest-TestNetworkBasicOps-528689624-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1094 time: 0.0700371 Feb 14 18:11:12.279452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:12.284403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:11:12.290232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:11:12.293964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Usage tracker for resource:floatingip and tenant:a0035adcb386477480e13c860e0d9e34 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:11:12.296928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:11:12.302476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:11:12.372127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:12.504104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:12.633926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Allocated IP 172.26.4.197 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:11:12.779219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:12.871023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:12.936114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:11:12.938775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:11:12.942864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:11:12.971107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:13.459878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:13.571491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:13.870095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:13.950569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:14.058002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event updated for resources: {'Port': ['ID=8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:14.072097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:14.255462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Floating IP f3117310-ccd1-4c3b-a904-8042279c5dda associated. External IP: 172.26.4.197, port: c2e92d94-c196-495f-b6c5-21e08c651380. Feb 14 18:11:14.637943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:11:14.840663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:11:14.851359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:11:14.890961 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:14.891398 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:14.926918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:14.979409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-94616bb9-cefa-44fd-bbfb-6ed30f91f5e7 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6988726 Feb 14 18:11:14.980064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:11:14.982325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47192) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:15.042303 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'status': 'completed', 'code': 200} Feb 14 18:11:15.074415 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:11:15.141925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-63047621-8f8c-41d1-abaf-8c42b00e27d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1099 time: 0.0770204 Feb 14 18:11:15.207475 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f8d7271-9ae9-4d33-aac3-97a1db2ef569 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.2235312 Feb 14 18:11:15.229267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:15.270816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139228-581d-4f12-b057-d370dc14cfda req-e2d8e168-0ff2-49f9-97c6-09c756564bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:15.272535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-e2d8e168-0ff2-49f9-97c6-09c756564bd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 200 len: 897 time: 0.1244588 Feb 14 18:11:15.371314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-bf703208-0af1-418d-8f1c-14126332b447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 200 len: 1000 time: 0.0924881 Feb 14 18:11:15.422325 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:13Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:15.426453 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Checking router: a08fca98-c56e-4215-b1bb-f68a680f93ca for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:11:15.433788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139228-581d-4f12-b057-d370dc14cfda req-856b5013-0e8c-4447-b33c-9e5b9a7f0df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:15.435227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-856b5013-0e8c-4447-b33c-9e5b9a7f0df7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd8d44fb-c529-4ed6-b349-eb89011c1497 HTTP/1.1" status: 200 len: 834 time: 0.0555296 Feb 14 18:11:15.436435 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:15.437033 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:10:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:15.508448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-9bafe68e-0b3d-4377-96cc-9ebadcb6bf60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f08f5dc3-9940-4198-b9af-871145cbcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672815 Feb 14 18:11:15.619825 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:11:15.751366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-de9b7084-ef6d-4976-a856-1107d2166823 service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364223 Feb 14 18:11:15.882748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe139228-581d-4f12-b057-d370dc14cfda req-1ab2ed0a-2894-4db6-b790-f03afc99ffbb service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245966 Feb 14 18:11:15.963873 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:13Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:15.967681 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527c7c4-de7d-4ee2-a61a-d4833d4b96ff None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:53Z', 'revision_number': 4, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:13Z', 'revision_number': 0, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:10:58Z', 'revision_number': 5, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:11:16.167383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a127f57-dad1-470a-9632-3487a7a41023 None None] New status for floating IP f3117310-ccd1-4c3b-a904-8042279c5dda: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:11:16.211182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47198) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:16.312423 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-32916d06-93d2-485c-b21e-2f7d06fd2ed0 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1001070 Feb 14 18:11:17.316371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47202) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:17.420371 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7cb037a7-5a9e-4ff0-8c74-1203e755f35c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 994 time: 0.1027756 Feb 14 18:11:20.863597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03e7d2b5-7302-4c12-bd59-a175d796c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:23.062996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91df53d6-e6e3-42c4-8632-0451f4311b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:24.396967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:24.425277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:25.648136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:38.985426 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:11:40.176050 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-21f6c771-ad44-47a4-b375-8e666d08ab54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691130 Feb 14 18:11:40.313856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-b8163524-e379-4d19-8b9c-f5837aaab49c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1099 time: 0.0696678 Feb 14 18:11:40.463060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d9987-a280-4f2b-b449-dafc0b105940 req-906eac93-b48c-4bce-8cb8-8e0a7d3f2211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:40.464392 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-906eac93-b48c-4bce-8cb8-8e0a7d3f2211 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 200 len: 897 time: 0.1310213 Feb 14 18:11:40.569108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-57d6e6f4-312d-4383-bc34-eb49f400f2b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 200 len: 1002 time: 0.0952141 Feb 14 18:11:40.635839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d9987-a280-4f2b-b449-dafc0b105940 req-fd412e9d-dff1-424e-9198-55637fdc61a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:11:40.637380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-fd412e9d-dff1-424e-9198-55637fdc61a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd8d44fb-c529-4ed6-b349-eb89011c1497 HTTP/1.1" status: 200 len: 834 time: 0.0608158 Feb 14 18:11:40.713571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-df2c50c1-1226-441e-90af-70f52eeebde8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f08f5dc3-9940-4198-b9af-871145cbcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667613 Feb 14 18:11:40.842999 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-4a7ebc43-3056-415f-ab38-84ee20c8c4a6 service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226625 Feb 14 18:11:40.971992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-180d9987-a280-4f2b-b449-dafc0b105940 req-c105bee5-4b80-48ac-9420-fa168b043fee service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221929 Feb 14 18:11:45.229738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:50.781708 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47220) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:50.786896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:11:50.845249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-049c6e9f-370c-4268-8109-e6dccff7a1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:51.335636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:51.436083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:51.630551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:11:51.830125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:11:51.835931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:51.841023 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e7710989-6a44-4d3a-9cfe-d0a74a50034a tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/a08fca98-c56e-4215-b1bb-f68a680f93ca HTTP/1.1" status: 200 len: 889 time: 1.0543487 Feb 14 18:11:51.841191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:11:51.874716 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:51.875290 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:51.930375 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:51.941020 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:51.941581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:51.998589 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:51.998980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09f767-756a-4c61-b59c-990125eb810a None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:11:52.392015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:11:52.499214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:52.529884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:52.607129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:52.671664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:52.679834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.680219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.680556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.680919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.681251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.681594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.681924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.682247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.682567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.682888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.683207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:11:52.736186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ad38a-25e9-4caf-ad66-39f863a29d23 None None] New status for floating IP f3117310-ccd1-4c3b-a904-8042279c5dda: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:11:53.077452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d855-23cd-4b23-832f-3a76f7000304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.014452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47228) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:54.019671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:11:54.355243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.382445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.391801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:11:54.542086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.557520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f7de54e-867c-44ec-9dac-d00b127b2a7e,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:54.613065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.682688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:54.689448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.767501 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936100'] for router, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:54.966717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:11:55.167135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:11:55.173011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:55.174171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c6aaff23-907c-4d62-8006-bda78a072e21 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/a08fca98-c56e-4215-b1bb-f68a680f93ca HTTP/1.1" status: 200 len: 888 time: 1.1587484 Feb 14 18:11:55.177142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:55.177287 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:11:55.188588 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:55.189407 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:55.282677 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bc65ae57-eb8e-4b12-9761-8fa8e2d980e1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1042950 Feb 14 18:11:55.362762 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:11:55.628170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:55.705190 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:55.708830 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Checking router: a08fca98-c56e-4215-b1bb-f68a680f93ca for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:11:55.718697 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:11:55.719256 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:55.885776 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:11:56.224269 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:11:56.228038 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b44823-1877-4874-8338-9a7b4cff909d None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f3117310-ccd1-4c3b-a904-8042279c5dda', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'port_id': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'mac_address': 'fa:16:3e:82:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:11:13Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 2, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb788ca-8a4b-4e76-bb89-2381395cf7ac', 'name': '', 'network_id': 'f08f5dc3-9940-4198-b9af-871145cbcda5', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'mac_address': 'fa:16:3e:da:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:52Z', 'updated_at': '2022-02-14T18:11:52Z', 'revision_number': 6, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'subnets': [{'id': 'cd8d44fb-c529-4ed6-b349-eb89011c1497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:11:56.286455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47238) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:56.402228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1537cfed-db54-4cdc-9aae-e70cfeb764c1 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1146276 Feb 14 18:11:57.406197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47242) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:57.605234 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-97f483a1-a3ed-4cfd-b8ea-0b4573bc8cf9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1979067 Feb 14 18:11:58.427260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:11:58.497762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3f7de54e-867c-44ec-9dac-d00b127b2a7e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:11:58.498129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:58.609236 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47246) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:58.611557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:58.627846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f7de54e-867c-44ec-9dac-d00b127b2a7e,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:58.704292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:58.705108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:11:58.711214 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cbc24759-d13e-460a-8465-9ab7831de26d tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1009622 Feb 14 18:11:58.829869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:58.844610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:11:58.845013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:58.954591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:58.985130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:11:59.073287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:11:59.135776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:11:59.715086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47250) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:11:59.820012 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8ee697e2-da91-478e-b04d-27b180397d31 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1036863 Feb 14 18:12:00.396016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:12:00.464475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3f7de54e-867c-44ec-9dac-d00b127b2a7e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:12:00.464877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:00.576850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:12:00.647056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port dcb788ca-8a4b-4e76-bb89-2381395cf7ac triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:12:00.647676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:00.823664 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47254) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:00.926444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a0a82477-c000-4467-99b3-a1db1a09feef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1015596 Feb 14 18:12:01.929773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47258) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:02.033291 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac6df8a3-6a0c-4cd1-a65c-07c98a264831 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1024344 Feb 14 18:12:03.037318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47262) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:03.138836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-959fb9ba-81e9-4d28-b766-f7365162c42c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 992 time: 0.1004829 Feb 14 18:12:03.322207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78882f-2116-46a2-a51b-2ef68c16c8a4 None None] New status for floating IP f3117310-ccd1-4c3b-a904-8042279c5dda: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:12:04.142620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:04.250851 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f948bf6b-4f75-4329-8a07-47ec712563ef tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 200 len: 994 time: 0.1071155 Feb 14 18:12:04.565610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47274) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:04.766682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:04.766941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:04.935986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:04.938308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:05.145957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:05.361350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:05.404723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=8b7c9ab6-d432-43eb-83a5-bbe5cdd9db99,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:05.443835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.444183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.444519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.444885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.445711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.445711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.445882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.446363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.446491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.446761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.447705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:05.510449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:05.895021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:12:06.091600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:12:06.178344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:06.235640 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51d51017-9ca6-4a52-b06a-a53c2e7e563c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3117310-ccd1-4c3b-a904-8042279c5dda HTTP/1.1" status: 204 len: 168 time: 1.6686428 Feb 14 18:12:06.236483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:06.424514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'status': 'completed', 'code': 200} Feb 14 18:12:06.624602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-962c2c2e-3f6e-4c4a-b788-1671d6711513 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0035adcb386477480e13c860e0d9e34&device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 1099 time: 0.1737251 Feb 14 18:12:06.765254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-a53a3ce9-15aa-4f5a-a424-d50f9ec0d908 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:06.766694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-a53a3ce9-15aa-4f5a-a424-d50f9ec0d908 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 200 len: 897 time: 0.1302342 Feb 14 18:12:06.868423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-5a215b97-b17a-4ac2-88a1-94d4dd2c37a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 200 len: 217 time: 0.0950329 Feb 14 18:12:07.039690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-530b8013-ec9f-48ae-83c3-d90009dbb590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:07.041085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-530b8013-ec9f-48ae-83c3-d90009dbb590 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd8d44fb-c529-4ed6-b349-eb89011c1497 HTTP/1.1" status: 200 len: 834 time: 0.1650162 Feb 14 18:12:07.086015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a430d-46bb-4c12-a404-dc63644ec1b8 req-d46ea92d-a359-4c34-a988-7eb9a2348f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:07.086684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-106a430d-46bb-4c12-a404-dc63644ec1b8 req-d46ea92d-a359-4c34-a988-7eb9a2348f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:07.131195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-62fc6b31-7d6f-4518-8da1-5168b40fbb29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f08f5dc3-9940-4198-b9af-871145cbcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826948 Feb 14 18:12:07.210081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-106a430d-46bb-4c12-a404-dc63644ec1b8 req-d46ea92d-a359-4c34-a988-7eb9a2348f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:07.211165 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-106a430d-46bb-4c12-a404-dc63644ec1b8 req-d46ea92d-a359-4c34-a988-7eb9a2348f48 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.5067487 Feb 14 18:12:07.289029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-106a430d-46bb-4c12-a404-dc63644ec1b8 req-8f4c257d-f96f-49e9-95f4-21075a160b87 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707402 Feb 14 18:12:07.294461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-6338a883-7ec7-4ab4-8de9-166136ba1390 service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564989 Feb 14 18:12:07.425624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3e00384-5ffd-43d6-af7d-136af45c3790 req-e8594e34-c73d-427c-b1ad-1582e9e17d40 service neutron] 10.222.0.45 "GET /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247921 Feb 14 18:12:08.324072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-ece07d9b-604a-47ad-bb0e-3f6744083e92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:08.325780 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-ece07d9b-604a-47ad-bb0e-3f6744083e92 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.0839639 Feb 14 18:12:08.396618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port c2e92d94-c196-495f-b6c5-21e08c651380 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:08.396997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:08.696827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c65a1-fbcb-4f4e-af95-d2a873c09bdf req-84d9e76b-7798-4566-a944-814a27ae8c06 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:08.698266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c77c65a1-fbcb-4f4e-af95-d2a873c09bdf req-84d9e76b-7798-4566-a944-814a27ae8c06 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 946 time: 0.2775042 Feb 14 18:12:08.708212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port c2e92d94-c196-495f-b6c5-21e08c651380, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c2e92d94-c196-495f-b6c5-21e08c651380,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:08.708566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:08.842161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for c2e92d94-c196-495f-b6c5-21e08c651380 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:08.907092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c77c65a1-fbcb-4f4e-af95-d2a873c09bdf req-b1c9a3a0-175c-44cf-8c29-67f034859ca9 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/security-groups?id=259527ef-3e93-4c58-8926-9f5879fd744f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005651 Feb 14 18:12:09.061382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:09.111295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=c2e92d94-c196-495f-b6c5-21e08c651380,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:09.179531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] No DVR routers for this DVR port c2e92d94-c196-495f-b6c5-21e08c651380 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:12:09.182237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:09.184596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'name': 'network-vif-deleted', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:09.245723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-acd7a09b-667c-4f41-8563-adba2d1237bd req-61fe0189-c621-4d9d-889a-d2b9ef23b21e tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.45 "DELETE /v2.0/ports/c2e92d94-c196-495f-b6c5-21e08c651380 HTTP/1.1" status: 204 len: 173 time: 0.9121640 Feb 14 18:12:09.248787 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e', 'name': 'network-vif-deleted', 'tag': 'c2e92d94-c196-495f-b6c5-21e08c651380', 'status': 'completed', 'code': 200} Feb 14 18:12:10.079470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d82d4c5e-3404-488f-b9ce-2b55b714c265 req-67743714-205f-4451-9a3b-e792b4c4dd00 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Synchronizing usage tracker for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:10.164400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d82d4c5e-3404-488f-b9ce-2b55b714c265 req-67743714-205f-4451-9a3b-e792b4c4dd00 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Unset dirty status for tenant:a0035adcb386477480e13c860e0d9e34 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:10.166105 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d82d4c5e-3404-488f-b9ce-2b55b714c265 req-67743714-205f-4451-9a3b-e792b4c4dd00 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c4ab4f8-7237-4caf-8daf-a3c13f7d4a0e HTTP/1.1" status: 200 len: 210 time: 0.1271620 Feb 14 18:12:11.270247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47302) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:11.339462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:11.367412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:11.507097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:11.526480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259527ef-3e93-4c58-8926-9f5879fd744f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:11.614963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:11.616112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-51ccc30b-51d2-464d-afb9-56b7cf1fc5ec tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/security-groups/259527ef-3e93-4c58-8926-9f5879fd744f HTTP/1.1" status: 204 len: 168 time: 0.3448653 Feb 14 18:12:11.713333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47308) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:11.951839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c2e92d94-c196-495f-b6c5-21e08c651380 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:12:11.983637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: c2e92d94-c196-495f-b6c5-21e08c651380 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:12:11.983974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c2e92d94-c196-495f-b6c5-21e08c651380 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:12:12.193907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:12.866896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port dcb788ca-8a4b-4e76-bb89-2381395cf7ac {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:12.867571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:13.046931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port dcb788ca-8a4b-4e76-bb89-2381395cf7ac, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:13.047275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:13.163226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for dcb788ca-8a4b-4e76-bb89-2381395cf7ac owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:13.404090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:13.450071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=dcb788ca-8a4b-4e76-bb89-2381395cf7ac,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:13.767833 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:12:13.780013 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:12:13.780600 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:13.841726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:13.980356 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:12:14.254408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:12:13Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:14.258092 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Checking router: a08fca98-c56e-4215-b1bb-f68a680f93ca for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:12:14.268641 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Routers {'a08fca98-c56e-4215-b1bb-f68a680f93ca'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:12:14.269236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['a08fca98-c56e-4215-b1bb-f68a680f93ca'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:14.423365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Router a08fca98-c56e-4215-b1bb-f68a680f93ca has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:12:14.459274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] Set router a08fca98-c56e-4215-b1bb-f68a680f93ca gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:12:14.622397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:12:14.683805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-46431080-7c89-4374-a92e-511e5360b988 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "PUT /v2.0/routers/a08fca98-c56e-4215-b1bb-f68a680f93ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9693694 Feb 14 18:12:14.686565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47312) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:14.746612 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:12:13Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:14.750516 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a99113-06e3-45bf-95ed-c4c1800271b4 None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [{'id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'name': 'tempest-TestNetworkBasicOps-router-2087897612', 'tenant_id': 'a0035adcb386477480e13c860e0d9e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:12:13Z', 'revision_number': 7, 'project_id': 'a0035adcb386477480e13c860e0d9e34', 'gw_port': {'id': '3f7de54e-867c-44ec-9dac-d00b127b2a7e', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08fca98-c56e-4215-b1bb-f68a680f93ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:10:48Z', 'updated_at': '2022-02-14T18:11:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:12:14.871887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting subnet cd8d44fb-c529-4ed6-b349-eb89011c1497 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:12:14.874731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:14.930764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.009808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.153382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.192602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8d44fb-c529-4ed6-b349-eb89011c1497,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:15.202123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.204789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c9f44-3ea5-4ace-a919-d23d7496b6a9 None None] Network f08f5dc3-9940-4198-b9af-871145cbcda5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:12:15.206404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-762c5d73-f3e7-4925-9fcc-35b8bc3c4c32 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/subnets/cd8d44fb-c529-4ed6-b349-eb89011c1497 HTTP/1.1" status: 204 len: 168 time: 0.5188177 Feb 14 18:12:15.208933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47316) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:15.280919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.516816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] DHCP port deletion for f08f5dc3-9940-4198-b9af-871145cbcda5 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:12:15.520935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Deleting port 85e95f8a-eb41-45ce-8a90-7628934a2a19 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:15.521351 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.551293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.741045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] For port 85e95f8a-eb41-45ce-8a90-7628934a2a19, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=85e95f8a-eb41-45ce-8a90-7628934a2a19,segment=NetworkSegment(035140a7-cf29-493d-8cf7-441642578f5d),segment_id=035140a7-cf29-493d-8cf7-441642578f5d)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:15.741329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.764693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.826793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Deleting port 3f7de54e-867c-44ec-9dac-d00b127b2a7e {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:15.827412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.859366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Calling delete_port for 85e95f8a-eb41-45ce-8a90-7628934a2a19 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:15.985185 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:12:15.992928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:15.997456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] For port 3f7de54e-867c-44ec-9dac-d00b127b2a7e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3f7de54e-867c-44ec-9dac-d00b127b2a7e,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:15.997785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:16.037708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] Pushing event deleted for resources: {'Port': ['ID=85e95f8a-eb41-45ce-8a90-7628934a2a19,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:16.046181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53205723-ba9f-4980-b390-e3d9c998b725 None None] No DVR routers for this DVR port 85e95f8a-eb41-45ce-8a90-7628934a2a19 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:12:16.115964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Calling delete_port for 3f7de54e-867c-44ec-9dac-d00b127b2a7e owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:16.321265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:16.371842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Port': ['ID=3f7de54e-867c-44ec-9dac-d00b127b2a7e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:16.397934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:12:16.430129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: dcb788ca-8a4b-4e76-bb89-2381395cf7ac {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:12:16.430468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device dcb788ca-8a4b-4e76-bb89-2381395cf7ac not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:12:16.430878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85e95f8a-eb41-45ce-8a90-7628934a2a19 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:12:16.461346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 85e95f8a-eb41-45ce-8a90-7628934a2a19 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:12:16.461712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 85e95f8a-eb41-45ce-8a90-7628934a2a19 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:12:16.594791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:16.947879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:16.952038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.077959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.078460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Fanout notify agent at l3_agent the message router_deleted on router a08fca98-c56e-4215-b1bb-f68a680f93ca {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:12:17.092897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.093950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-da0dad6e-e91c-479a-8cd9-ef941fbf711c tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/routers/a08fca98-c56e-4215-b1bb-f68a680f93ca HTTP/1.1" status: 204 len: 168 time: 1.8840690 Feb 14 18:12:17.096608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47320) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:17.203935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.332936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.360722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08f5dc3-9940-4198-b9af-871145cbcda5']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:17.372925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035140a7-cf29-493d-8cf7-441642578f5d') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:17.373222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035140a7-cf29-493d-8cf7-441642578f5d') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:12:17.384946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.400646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.406486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:12:17.410254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:12:17.420665 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:12:17.549553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.570460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:17.581956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] Pushing event deleted for resources: {'Network': ['ID=f08f5dc3-9940-4198-b9af-871145cbcda5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:17.587318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-11856ea0-c6bb-4006-aa9a-3e8d4b8fb0a3 tempest-TestNetworkBasicOps-914856782 tempest-TestNetworkBasicOps-914856782-project] 10.222.0.30 "DELETE /v2.0/networks/f08f5dc3-9940-4198-b9af-871145cbcda5 HTTP/1.1" status: 204 len: 168 time: 0.4892175 Feb 14 18:12:17.844121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e603ac-2d10-4db7-bf29-c00fab2f311d None None] New status for floating IP f3117310-ccd1-4c3b-a904-8042279c5dda: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:12:18.043423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Sync routers for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:12:18.054992 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:12:18.055278 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 18:12:18.055998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a08fca98-c56e-4215-b1bb-f68a680f93ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84258) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 18:12:18.066630 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Routers set() bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:12:18.066978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Router IDs set() for agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 18:12:18.067616 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a08fca98-c56e-4215-b1bb-f68a680f93ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:11:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent'). {{(pid=84258) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 18:12:18.068012 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7d138-ede3-4a99-ac84-66869f8736c2 None None] The sync data for ids ['a08fca98-c56e-4215-b1bb-f68a680f93ca'] in dv-neutron-823271-4-hyperv is: [] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:12:18.151859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47328) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:18.322951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bdf3c081-4477-4410-99ff-7d1b1ebdb74f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0035adcb386477480e13c860e0d9e34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697977 Feb 14 18:12:18.325300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47334) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:18.383504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:18.414206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:18.525614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:12:18.532625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:18.550066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293c387-c566-45b5-87b1-1e7551eab9c1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:18.557960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:18.559068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a90d23fe-22d0-40ab-9a63-4dfb8caa0a06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5293c387-c566-45b5-87b1-1e7551eab9c1 HTTP/1.1" status: 204 len: 168 time: 0.2328873 Feb 14 18:12:18.569878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 3f7de54e-867c-44ec-9dac-d00b127b2a7e {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:12:18.570223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3f7de54e-867c-44ec-9dac-d00b127b2a7e not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:12:19.184868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:19.202701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.236218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:19.239999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Usage tracker for resource:security_group_rule and tenant:addcc76c377546fe835e23403b98de89 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:19.242858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:19.249005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:19.311231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.375318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.419901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4acbca-7218-4b84-95e7-ba341535d7e3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:19.424171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-78cce7e1-5e0b-4552-acc6-bc10d61e6549 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=addcc76c377546fe835e23403b98de89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2382977 Feb 14 18:12:19.427032 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47346) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:19.486400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.510566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.644226 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.659363 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4acbca-7218-4b84-95e7-ba341535d7e3,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:19.671427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.671707 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.672046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.672379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.672724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.673069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.673392 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.673717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.674037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.674355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.674673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:12:19.678276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:19.679384 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c88e367a-a771-4989-8656-0c20bb9ce444 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b4acbca-7218-4b84-95e7-ba341535d7e3 HTTP/1.1" status: 204 len: 168 time: 0.2514529 Feb 14 18:12:20.863715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d2b0afdf-023e-43d0-82d1-29e636fddefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:23.073179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-75c263c6-6ded-4814-87ef-850c79023911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:24.355242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:24.381030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:25.652349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:27.802390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-9c93c72b-57a0-4136-b643-a7fe7f3cb6b3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272119 Feb 14 18:12:27.945725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-9b9ee209-c172-4a99-81fd-4ff9e2133a4b tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:27.947061 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-9b9ee209-c172-4a99-81fd-4ff9e2133a4b tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399059 Feb 14 18:12:27.962981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-f6f8c4f2-ebda-4d41-bdc3-508167dca700 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/quotas/8ecd1a21a77149bca7a63ffa2da981bb HTTP/1.1" status: 200 len: 375 time: 0.0106697 Feb 14 18:12:28.006323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-320c4a1b-5648-4f38-9589-d3b3832c61b3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386846 Feb 14 18:12:28.256063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30307b5f-2ccd-4150-a5de-b3f24b01aeb9 req-04b57bce-af3d-46c6-9473-084db9e539c2 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 210 time: 0.0447714 Feb 14 18:12:29.416025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ce31a5b-def1-4bbf-8692-32629e80e907 req-52e88c86-4655-4cfc-828a-aed2eb76add1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 210 time: 0.0409799 Feb 14 18:12:30.395951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-24d3f28c-95cc-4bd2-afcb-ccd56686ccd5 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267296 Feb 14 18:12:30.559517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-8fe803fa-7a70-4834-a2ef-7a9a995e4233 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:30.561134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-8fe803fa-7a70-4834-a2ef-7a9a995e4233 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576779 Feb 14 18:12:30.585325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Request body: {'port': {'device_id': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2', 'admin_state_up': True, 'tenant_id': '8ecd1a21a77149bca7a63ffa2da981bb'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:30.754055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d6494ea-304a-47a4-bb07-9c2597970562 req-b178cab2-b972-42b2-943e-fac0cce7ad8a tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 210 time: 0.0657499 Feb 14 18:12:30.764789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:30.768527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Usage tracker for resource:port and tenant:8ecd1a21a77149bca7a63ffa2da981bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:30.771386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:30.783453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:30.869768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Made reservation on behalf of 8ecd1a21a77149bca7a63ffa2da981bb for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:12:30.872798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:30.886125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:30.916146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:30.921415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Usage tracker for resource:security_group_rule and tenant:8ecd1a21a77149bca7a63ffa2da981bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:30.924908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:30.930157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:30.998740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:31.046787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:31.119263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88668bd9-adea-4b18-97c5-6bc7fac77a4f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:31.213064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Allocated IP 192.168.233.48 (2bf7d274-094b-4f65-afc6-2ec91524f5a2/17b488a5-9188-4448-8b1d-3fd72892e2d5/6651c3f9-f30c-430a-8315-4f4c26ada1a2) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:12:31.489342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:31.503857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Transition to ACTIVE for port object 6651c3f9-f30c-430a-8315-4f4c26ada1a2 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:12:31.589453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:31.661753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:12:31.664728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:12:31.669005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:12:31.698789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Pushing event updated for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:31.734639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:31.735246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:31.850104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-72a6f0b2-75fb-422d-81e6-12d268c4acc1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2694767 Feb 14 18:12:31.865772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Request body: {'port': {'device_id': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:31.955361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-de9b4760-3e0f-462e-8033-761f5e5c7e33 None None] Provisioning for port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:12:31.960657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-de9b4760-3e0f-462e-8033-761f5e5c7e33 None None] Provisioning complete for port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:12:31.961122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-de9b4760-3e0f-462e-8033-761f5e5c7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:32.014907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-de9b4760-3e0f-462e-8033-761f5e5c7e33 None None] Port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:12:32.029534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:32.079259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-0bef48aa-ae37-4f11-908e-180296ed8566 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:32.080124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-0bef48aa-ae37-4f11-908e-180296ed8566 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Synchronizing usage tracker for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:32.190390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-0bef48aa-ae37-4f11-908e-180296ed8566 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Unset dirty status for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:32.191522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-0bef48aa-ae37-4f11-908e-180296ed8566 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 935 time: 0.2996759 Feb 14 18:12:32.315365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-96fc4344-6bc3-44dd-87a4-9b5fc3e1d009 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Synchronizing usage tracker for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:32.425956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-96fc4344-6bc3-44dd-87a4-9b5fc3e1d009 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Unset dirty status for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:32.427246 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0de5a172-4755-4103-93b3-f1d1c9bcbac0 req-96fc4344-6bc3-44dd-87a4-9b5fc3e1d009 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188823 Feb 14 18:12:32.429163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6651c3f9-f30c-430a-8315-4f4c26ada1a2 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:12:32.436497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:32.451504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Transition to ACTIVE for port object 6651c3f9-f30c-430a-8315-4f4c26ada1a2 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:12:32.583348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:32.708644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Pushing event updated for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:32.815746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Attempting to bind port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:12:32.816078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Attempting to bind port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:12:32.816397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Attempting to bind port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 on network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:12:32.822568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 on network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:12:32.822883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Attempting to bind port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 on network 2bf7d274-094b-4f65-afc6-2ec91524f5a2 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:12:32.829929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:12:32.830265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Checking segment: {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:12:32.830643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Bound using segment: {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:12:32.831062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Bound port: 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3e4235-9e4b-4e27-a564-4636c9e71204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:12:32.831403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:32.918327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:12:32.921140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:12:32.983510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:33.045646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:33.047000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] 10.222.0.45 "PUT /v2.0/ports/6651c3f9-f30c-430a-8315-4f4c26ada1a2 HTTP/1.1" status: 200 len: 1097 time: 1.1854229 Feb 14 18:12:33.047430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:33.085894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88385-fe43-4723-b0c2-e693ee5d002b service neutron] Pushing event updated for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:33.109824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2', 'status': 'completed', 'code': 200} Feb 14 18:12:33.209373 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f041208-382d-4dac-a3c2-99250a65b72c req-afc6e51b-8f92-408f-965f-9b63b977111d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 1100 time: 0.0702887 Feb 14 18:12:33.246593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f041208-382d-4dac-a3c2-99250a65b72c req-efea2833-d393-45f9-8e9b-a09285fc298c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255702 Feb 14 18:12:33.382116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f041208-382d-4dac-a3c2-99250a65b72c req-823aeb8f-f919-4b7b-a1fc-4cf6ea0a651d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:33.383445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f041208-382d-4dac-a3c2-99250a65b72c req-823aeb8f-f919-4b7b-a1fc-4cf6ea0a651d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1278503 Feb 14 18:12:33.497705 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-28d0b65d-db56-4b8d-a290-1f45ede564c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 1100 time: 0.0716977 Feb 14 18:12:33.702674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-220d709a-f2f1-444b-8f53-d81269b0874b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2 HTTP/1.1" status: 200 len: 217 time: 0.1941495 Feb 14 18:12:33.780174 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-c039916a-402a-431d-8637-5fabc6c6b643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:33.781592 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-c039916a-402a-431d-8637-5fabc6c6b643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17b488a5-9188-4448-8b1d-3fd72892e2d5 HTTP/1.1" status: 200 len: 843 time: 0.0680616 Feb 14 18:12:33.787097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5df9c-4632-4e82-92cd-2899709e4e13 req-f56a4457-d678-489b-9897-74f885025cf9 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:33.788416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34b5df9c-4632-4e82-92cd-2899709e4e13 req-f56a4457-d678-489b-9897-74f885025cf9 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 947 time: 0.2334661 Feb 14 18:12:33.883134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-34b5df9c-4632-4e82-92cd-2899709e4e13 req-11b0a221-e9c2-4e4f-9348-6ad3403333ed tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642886 Feb 14 18:12:33.893414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-f58f8ad7-1009-4443-bcf5-603b0f1daab6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf7d274-094b-4f65-afc6-2ec91524f5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1021361 Feb 14 18:12:34.027984 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-396f63d4-2a00-4aab-827e-116f727741ab service neutron] 10.222.0.45 "GET /v2.0/networks/2bf7d274-094b-4f65-afc6-2ec91524f5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248765 Feb 14 18:12:34.161415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4715aa89-786a-4bd0-add7-96b8b784f0dd req-02bbbe62-fe78-40b4-b7eb-246cdaac3789 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf7d274-094b-4f65-afc6-2ec91524f5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243320 Feb 14 18:12:35.090940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373119cd-0015-4f78-a68f-87b06c5856e8 req-678e8cfa-2904-4821-877f-f0e97c3459ff tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:35.092398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-373119cd-0015-4f78-a68f-87b06c5856e8 req-678e8cfa-2904-4821-877f-f0e97c3459ff tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 947 time: 0.0809793 Feb 14 18:12:35.138294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-373119cd-0015-4f78-a68f-87b06c5856e8 req-421da918-1dc2-4596-93d4-69d79d739029 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Feb 14 18:12:36.333548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cdf59-4a1b-4c5a-ad82-c862965b1635 req-65b7e040-b9a9-40c6-880e-fefcb7b14db1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:36.334988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-773cdf59-4a1b-4c5a-ad82-c862965b1635 req-65b7e040-b9a9-40c6-880e-fefcb7b14db1 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 947 time: 0.0772698 Feb 14 18:12:36.378958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-773cdf59-4a1b-4c5a-ad82-c862965b1635 req-f1750d72-0372-4a57-aeaa-1a7d1a711394 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Feb 14 18:12:37.567853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e191c-4337-465c-b98c-6eb5385acd92 req-eed50e72-601f-42db-80e1-022f180433e3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:37.569325 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e47e191c-4337-465c-b98c-6eb5385acd92 req-eed50e72-601f-42db-80e1-022f180433e3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 947 time: 0.0742586 Feb 14 18:12:37.616313 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e47e191c-4337-465c-b98c-6eb5385acd92 req-59043d40-f45d-4605-81d4-e70b44572363 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Feb 14 18:12:38.071367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 6651c3f9-f30c-430a-8315-4f4c26ada1a2 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:12:38.203910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:38.217480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '6651c3f9-f30c-430a-8315-4f4c26ada1a2', 'network_id': '2bf7d274-094b-4f65-afc6-2ec91524f5a2', 'port_id': '6651c3f9-f30c-430a-8315-4f4c26ada1a2', 'mac_address': 'fa:16:3e:81:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b488a5-9188-4448-8b1d-3fd72892e2d5', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:12:38.270077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:38.287029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6651c3f9-f30c-430a-8315-4f4c26ada1a2 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:12:38.302389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:38.366501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:38.434476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:38.635815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['6651c3f9-f30c-430a-8315-4f4c26ada1a2'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:12:38.809981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84abe7-ff29-4414-b808-d5bfbecca739 req-e50cd8a9-7bb9-42b2-abc8-d7f6c0c3f689 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:38.811421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd84abe7-ff29-4414-b808-d5bfbecca739 req-e50cd8a9-7bb9-42b2-abc8-d7f6c0c3f689 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 948 time: 0.0751858 Feb 14 18:12:38.855245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd84abe7-ff29-4414-b808-d5bfbecca739 req-923fedd1-1dfb-4c35-a1cb-9ec7e02cf358 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Feb 14 18:12:40.052610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53400-d48f-4b5c-ac54-406de4245ee0 req-cba22916-1d63-4955-a63b-064e3bd46f64 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:40.054067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3e53400-d48f-4b5c-ac54-406de4245ee0 req-cba22916-1d63-4955-a63b-064e3bd46f64 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 948 time: 0.0782058 Feb 14 18:12:40.098067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3e53400-d48f-4b5c-ac54-406de4245ee0 req-436298a8-2612-4cf3-92df-2f99c1c5af16 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383449 Feb 14 18:12:40.101723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 6651c3f9-f30c-430a-8315-4f4c26ada1a2 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:12:40.220393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:12:40.225122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:12:40.225496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:40.341782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:40.398012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:40.407063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:40.451296 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2', 'code': 200} Feb 14 18:12:40.486169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:40.550587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:40.824578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27cf3fd4-591e-47f6-a1f1-40eb36a1adb6 req-08c67285-1be8-4624-a04e-5a04301f3d20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 1102 time: 0.0668783 Feb 14 18:12:40.866659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27cf3fd4-591e-47f6-a1f1-40eb36a1adb6 req-8c18cdb4-28b3-4ef6-9303-f6d7d76eb481 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354357 Feb 14 18:12:41.309182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddab673-995f-4dbf-9f70-2e3fc5fd9c54 req-b0f5d75a-37bf-4cdb-a9c2-2c15988e22cb tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:41.310690 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eddab673-995f-4dbf-9f70-2e3fc5fd9c54 req-b0f5d75a-37bf-4cdb-a9c2-2c15988e22cb tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 949 time: 0.0908704 Feb 14 18:12:41.355262 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eddab673-995f-4dbf-9f70-2e3fc5fd9c54 req-c1312ebd-f3ec-43ce-b9d5-5226c36530a2 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Feb 14 18:12:42.549157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfe515-1e81-4d58-8501-54de0e2611a6 req-17f937a1-fbb9-45e5-9fad-c0821163dad3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:42.550582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5adfe515-1e81-4d58-8501-54de0e2611a6 req-17f937a1-fbb9-45e5-9fad-c0821163dad3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 949 time: 0.0743890 Feb 14 18:12:42.598232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5adfe515-1e81-4d58-8501-54de0e2611a6 req-ada01fc6-6d03-4e6a-82fd-ca76dba09ee7 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Feb 14 18:12:43.090681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f43b8d22-ecac-452e-9c82-44fa3420ae46 req-a3dc92fb-0464-4593-8a93-b7739acaba82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659313 Feb 14 18:12:43.826679 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-717b1813-41ce-42c4-9486-c3477be29051 req-e935a885-5c33-4134-82ff-0b13f606a7c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1872532 Feb 14 18:12:44.720179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749613b5-26a0-4e1d-95ad-d884f26ccb10 req-cecd50bc-6922-4089-9a84-e7afa26602db tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:44.721633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-749613b5-26a0-4e1d-95ad-d884f26ccb10 req-cecd50bc-6922-4089-9a84-e7afa26602db tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 949 time: 0.0825627 Feb 14 18:12:44.765159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-749613b5-26a0-4e1d-95ad-d884f26ccb10 req-1ba30502-d956-4dc5-9566-9c45b3c3758d tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378966 Feb 14 18:12:45.254323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:45.963160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040aa1f-f1cb-450f-8ec3-19ef6b18d557 req-fe51d899-9b19-4aef-85dd-c465eb48c284 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:45.964512 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7040aa1f-f1cb-450f-8ec3-19ef6b18d557 req-fe51d899-9b19-4aef-85dd-c465eb48c284 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 949 time: 0.0749922 Feb 14 18:12:46.011490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7040aa1f-f1cb-450f-8ec3-19ef6b18d557 req-9d9a3c7f-c962-47a2-8dbd-1d9239755d14 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/security-groups?id=88668bd9-adea-4b18-97c5-6bc7fac77a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Feb 14 18:12:46.092568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-0eccebb9-b11d-4ef0-9739-d9a1f92ec7ee tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:46.093992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-0eccebb9-b11d-4ef0-9739-d9a1f92ec7ee tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.45 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 949 time: 0.0751600 Feb 14 18:12:46.163305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Deleting port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:12:46.163646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:46.483278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] For port 6651c3f9-f30c-430a-8315-4f4c26ada1a2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6651c3f9-f30c-430a-8315-4f4c26ada1a2,segment=NetworkSegment(6b3e4235-9e4b-4e27-a564-4636c9e71204),segment_id=6b3e4235-9e4b-4e27-a564-4636c9e71204)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:12:46.483626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:46.601450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Calling delete_port for 6651c3f9-f30c-430a-8315-4f4c26ada1a2 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:12:46.820451 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:46.835795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['6651c3f9-f30c-430a-8315-4f4c26ada1a2'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:12:46.872286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Pushing event deleted for resources: {'Port': ['ID=6651c3f9-f30c-430a-8315-4f4c26ada1a2,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:46.943036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] No DVR routers for this DVR port 6651c3f9-f30c-430a-8315-4f4c26ada1a2 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:12:46.946225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:46.948817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'name': 'network-vif-deleted', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:47.005019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c887f0-a516-44c0-9981-1ba04f4c5c03', 'name': 'network-vif-deleted', 'tag': '6651c3f9-f30c-430a-8315-4f4c26ada1a2', 'status': 'completed', 'code': 200} Feb 14 18:12:47.030086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd2886b0-afa3-48f8-9ae6-83d11bbc4977 req-9c137153-42d2-4a6b-adc3-d620db4ee0f3 tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.45 "DELETE /v2.0/ports/6651c3f9-f30c-430a-8315-4f4c26ada1a2 HTTP/1.1" status: 204 len: 173 time: 0.9265649 Feb 14 18:12:47.173051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-65d6b4f2-c82f-4e13-84b6-a6dff99fb4cc req-1286de56-924b-4e8b-8c04-42f05409d4fe tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Synchronizing usage tracker for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:47.262712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-65d6b4f2-c82f-4e13-84b6-a6dff99fb4cc req-1286de56-924b-4e8b-8c04-42f05409d4fe tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] Unset dirty status for tenant:8ecd1a21a77149bca7a63ffa2da981bb on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:47.263846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-65d6b4f2-c82f-4e13-84b6-a6dff99fb4cc req-1286de56-924b-4e8b-8c04-42f05409d4fe tempest-ServersAdminNegativeTestJSON-368791680 tempest-ServersAdminNegativeTestJSON-368791680-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c887f0-a516-44c0-9981-1ba04f4c5c03 HTTP/1.1" status: 200 len: 210 time: 0.1305509 Feb 14 18:12:48.850307 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47480) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:49.017909 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-13ff34ac-f0c2-41f3-8947-394118739588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ecd1a21a77149bca7a63ffa2da981bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1664751 Feb 14 18:12:49.020411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47486) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:49.084453 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:49.118825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:49.246082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:49.263279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88668bd9-adea-4b18-97c5-6bc7fac77a4f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:49.330765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:49.331877 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5b6aac63-f73e-4f9d-94cd-0b2861b1f888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88668bd9-adea-4b18-97c5-6bc7fac77a4f HTTP/1.1" status: 204 len: 168 time: 0.3105426 Feb 14 18:12:49.992159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:50.013731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.044029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:50.047742 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1b5e1e9b7e4c73a5596d60e2990cdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:50.050563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:50.056953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:50.118954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.148874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 6651c3f9-f30c-430a-8315-4f4c26ada1a2 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:12:50.174532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.181545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 6651c3f9-f30c-430a-8315-4f4c26ada1a2 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:12:50.181878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 6651c3f9-f30c-430a-8315-4f4c26ada1a2 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:12:50.222042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b1b5e1e9b7e4c73a5596d60e2990cdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281866 Feb 14 18:12:50.222737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da8780-6900-45ce-ab9d-0dfe6a8c25e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b039dd-1a91-4439-9b65-61f9a341b69e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:50.224817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47498) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:50.285751 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.311004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.419990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.434914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b039dd-1a91-4439-9b65-61f9a341b69e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:50.442402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:50.442402 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6fab2dbe-c836-4074-b2ed-245a47d9c91c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31b039dd-1a91-4439-9b65-61f9a341b69e HTTP/1.1" status: 204 len: 168 time: 0.2161829 Feb 14 18:12:50.866255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d4616f39-4083-4368-bcf5-c1d8252f8144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:51.598791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47520) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:51.725314 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-910695261-network', 'tenant_id': '70d7e79728e24e68a1966aef732bfd66'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:51.730539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:51.734315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Usage tracker for resource:network and tenant:70d7e79728e24e68a1966aef732bfd66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:51.737144 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:51.742711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:51.822683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Made reservation on behalf of 70d7e79728e24e68a1966aef732bfd66 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:12:51.825033 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:51.838413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:51.868420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:51.872157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Usage tracker for resource:security_group_rule and tenant:70d7e79728e24e68a1966aef732bfd66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:51.874973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:51.880598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:51.942946 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.028802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.063114 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:12:52.068101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d57689-ba0b-47a4-9762-29e7fe5e48e9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:52.075571 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.075571 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Added segment 394151e1-936a-419e-a8ea-5157bf7e3d7b of type vlan for network e66a48d4-76e4-4b92-a17b-5fe85f951b6c Feb 14 18:12:52.103400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.194451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.195273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:52.196337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.297476 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] Pushing event updated for resources: {'Network': ['ID=e66a48d4-76e4-4b92-a17b-5fe85f951b6c,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:52.307256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network e66a48d4-76e4-4b92-a17b-5fe85f951b6c details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:12:52.372679 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-806e25a4-66a2-4864-a955-47967ccd4a64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7727971 Feb 14 18:12:52.375592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:12:52.380922 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Request body: {'subnet': {'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-910695261-subnet', 'tenant_id': '70d7e79728e24e68a1966aef732bfd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:52.387420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:52.390288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Usage tracker for resource:subnet and tenant:70d7e79728e24e68a1966aef732bfd66 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:52.393225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:52.399839 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:52.468442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Made reservation on behalf of 70d7e79728e24e68a1966aef732bfd66 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:12:52.470777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.725896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.793258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e36053-b02d-47e7-abc8-6e5fee284839,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:52.816573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Checking segment: {'id': '394151e1-936a-419e-a8ea-5157bf7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:12:52.816941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Network hostable DHCP agents. Network: e66a48d4-76e4-4b92-a17b-5fe85f951b6c, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:12:52.898354 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Network e66a48d4-76e4-4b92-a17b-5fe85f951b6c is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:12:52.951220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, e66a48d4-76e4-4b92-a17b-5fe85f951b6c) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:12:52.955133 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:52.955704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:52.960558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962df991-90a0-49bb-a892-6189ff5e73ce None None] Network e66a48d4-76e4-4b92-a17b-5fe85f951b6c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:12:52.987945 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:12:53.066617 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-995e0bf7-7e3f-475f-abfe-e0132c97be03 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6899703 Feb 14 18:12:53.146759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-87f0eb3c-1299-4133-a3c2-aa02b0627578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:53.230343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c9ef5-0562-488a-8886-bd751823c31d None None] Network e66a48d4-76e4-4b92-a17b-5fe85f951b6c requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:12:53.611643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-28d5a423-b774-4cb8-a53d-b31e6dd455c1 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:53.613116 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-28d5a423-b774-4cb8-a53d-b31e6dd455c1 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 811 time: 0.1475303 Feb 14 18:12:53.630528 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-98653276-b7be-4cac-a425-86cbe43ec4d8 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/quotas/70d7e79728e24e68a1966aef732bfd66 HTTP/1.1" status: 200 len: 375 time: 0.0114634 Feb 14 18:12:53.675601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-8b93e539-07c9-4bd2-ad3d-1ed2dc56fbd8 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396221 Feb 14 18:12:53.809638 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-1f4e7d99-f81c-4430-8923-4f6d53228294 service neutron] 10.222.0.30 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269391 Feb 14 18:12:53.938569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-06f0e2b9-d9cb-49f6-895e-465da80a1317 service neutron] 10.222.0.30 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232886 Feb 14 18:12:54.185995 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9e796cb-8f0e-44fb-91ef-3ea02aa6e2c7 req-7d5c434d-e832-4790-8f34-3aafc00ceeee tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 210 time: 0.0474443 Feb 14 18:12:54.348478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:54.371152 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:55.344472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b21da73-3a9f-4563-93f3-f1da25cd976e req-8fffaf59-0632-42a2-a084-f44533cbe076 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 210 time: 0.0405529 Feb 14 18:12:55.660132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:56.563592 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a44c92d0-e659-476f-b3e9-6d21d1877c7d req-fb4fe706-b727-4513-bc6f-558c32014029 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 210 time: 0.0515697 Feb 14 18:12:56.621471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-9303556a-fa44-4d13-9941-0b5454a6ae29 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:56.622829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-9303556a-fa44-4d13-9941-0b5454a6ae29 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.45 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 811 time: 0.1860454 Feb 14 18:12:56.645970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Request body: {'port': {'device_id': '8aafc771-c747-474b-af06-dd97c9ff724f', 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c', 'admin_state_up': True, 'tenant_id': '70d7e79728e24e68a1966aef732bfd66'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:56.778264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:12:56.781966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Usage tracker for resource:port and tenant:70d7e79728e24e68a1966aef732bfd66 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:12:56.784666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:12:56.790418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:12:56.871204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Made reservation on behalf of 70d7e79728e24e68a1966aef732bfd66 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:12:56.874286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:57.040876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Allocated IP 172.20.0.4 (e66a48d4-76e4-4b92-a17b-5fe85f951b6c/28e36053-b02d-47e7-abc8-6e5fee284839/7e092864-e2be-462c-9d85-bfca862860ee) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:12:57.360553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:57.460290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:57.528523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Network e66a48d4-76e4-4b92-a17b-5fe85f951b6c is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:12:57.531504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:12:57.535192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:12:57.569315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:57.603197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:57.603889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:57.692486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-c2b84982-69e4-4f01-a093-63bd6db81663 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500994 Feb 14 18:12:57.734126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Request body: {'port': {'device_id': '8aafc771-c747-474b-af06-dd97c9ff724f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:12:57.867907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da012d-afd8-406d-82a6-a02cedfeb41f req-ad6c29ab-cdb1-446d-9b7d-c52f0d50b48c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:57.868513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-37da012d-afd8-406d-82a6-a02cedfeb41f req-ad6c29ab-cdb1-446d-9b7d-c52f0d50b48c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Synchronizing usage tracker for tenant:70d7e79728e24e68a1966aef732bfd66 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:12:57.873704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:57.996276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-37da012d-afd8-406d-82a6-a02cedfeb41f req-ad6c29ab-cdb1-446d-9b7d-c52f0d50b48c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Unset dirty status for tenant:70d7e79728e24e68a1966aef732bfd66 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:12:57.997456 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37da012d-afd8-406d-82a6-a02cedfeb41f req-ad6c29ab-cdb1-446d-9b7d-c52f0d50b48c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 931 time: 0.3016260 Feb 14 18:12:58.127431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37da012d-afd8-406d-82a6-a02cedfeb41f req-b0be64f4-f082-466c-9e4c-54eb0bfc5c79 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212883 Feb 14 18:12:58.250555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:12:58.257215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:58.271240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Transition to ACTIVE for port object 7e092864-e2be-462c-9d85-bfca862860ee will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:12:58.362631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:58.487275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:58.586766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Attempting to bind port 7e092864-e2be-462c-9d85-bfca862860ee on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:12:58.587390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Attempting to bind port 7e092864-e2be-462c-9d85-bfca862860ee by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '394151e1-936a-419e-a8ea-5157bf7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:12:58.587390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Attempting to bind port 7e092864-e2be-462c-9d85-bfca862860ee on network e66a48d4-76e4-4b92-a17b-5fe85f951b6c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:12:58.592964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Port 7e092864-e2be-462c-9d85-bfca862860ee on network e66a48d4-76e4-4b92-a17b-5fe85f951b6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:12:58.593278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Attempting to bind port 7e092864-e2be-462c-9d85-bfca862860ee on network e66a48d4-76e4-4b92-a17b-5fe85f951b6c {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:12:58.599232 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:12:58.599553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Checking segment: {'id': '394151e1-936a-419e-a8ea-5157bf7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:12:58.599914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Bound using segment: {'id': '394151e1-936a-419e-a8ea-5157bf7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:12:58.600323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Bound port: 7e092864-e2be-462c-9d85-bfca862860ee, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394151e1-936a-419e-a8ea-5157bf7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:12:58.600653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:58.686390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:12:58.689423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:12:58.803202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:58.873222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:12:58.874536 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] 10.222.0.45 "PUT /v2.0/ports/7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 1093 time: 1.1445224 Feb 14 18:12:58.874952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:12:58.892376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d7b0a-e033-4e81-9ba8-1a6f3a1fad7a service neutron] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:12:58.928943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee', 'status': 'completed', 'code': 200} Feb 14 18:12:59.020226 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c66dd92-8d15-42e9-b8eb-090841595ce1 req-90f3b9de-9b33-4a5c-aec1-d6695131b886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1096 time: 0.0706029 Feb 14 18:12:59.159574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66dd92-8d15-42e9-b8eb-090841595ce1 req-d278e7db-0681-43e7-98d2-d96801c39fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:59.161060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c66dd92-8d15-42e9-b8eb-090841595ce1 req-d278e7db-0681-43e7-98d2-d96801c39fd1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=70d7e79728e24e68a1966aef732bfd66&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1299715 Feb 14 18:12:59.440022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66dd92-8d15-42e9-b8eb-090841595ce1 req-975c8930-e64e-4e0b-b4ac-a48313391409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:59.441475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c66dd92-8d15-42e9-b8eb-090841595ce1 req-975c8930-e64e-4e0b-b4ac-a48313391409 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2717338 Feb 14 18:12:59.458104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345de33-6ead-4fa9-9c94-f798385dbb14 req-af4deead-44d5-4ccf-9fc2-4599dc8a8500 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:59.459520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5345de33-6ead-4fa9-9c94-f798385dbb14 req-af4deead-44d5-4ccf-9fc2-4599dc8a8500 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 943 time: 0.2072270 Feb 14 18:12:59.547312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5345de33-6ead-4fa9-9c94-f798385dbb14 req-8bc4465a-8c1f-4b59-867d-fbb8c0ac4824 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Feb 14 18:12:59.573520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-bc9077f6-4594-43bb-9af6-71fbbdf878c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1096 time: 0.0881104 Feb 14 18:12:59.640759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-d19ad21a-ee50-444d-aad7-395a840f2306 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 217 time: 0.0597212 Feb 14 18:12:59.708126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-2efc81a9-3a92-45ee-805f-e04e15c623fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:12:59.709488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-2efc81a9-3a92-45ee-805f-e04e15c623fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 200 len: 851 time: 0.0594609 Feb 14 18:12:59.756464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-e6011f48-b24d-4fe9-9305-09ff2710dfda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379252 Feb 14 18:12:59.888765 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-33e8d5ba-3a7d-4343-ad69-a4df68685be8 service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232879 Feb 14 18:13:00.025265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-030dc93e-9571-4c82-99f5-6fdfac802227 req-686a69e5-f3da-4bc6-882f-629160762d4b service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265690 Feb 14 18:13:00.747634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb231e07-c229-429d-8843-bf1ac1c8e141 req-f43d3f45-3ebd-4ad1-999f-04135a1e115f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:00.749096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb231e07-c229-429d-8843-bf1ac1c8e141 req-f43d3f45-3ebd-4ad1-999f-04135a1e115f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 943 time: 0.0790920 Feb 14 18:13:00.792832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb231e07-c229-429d-8843-bf1ac1c8e141 req-b34eff0c-3835-4aac-bbd4-00083de18c85 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Feb 14 18:13:01.986500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7003-64c6-4b47-8460-59956ed3fa35 req-c7c8c423-2b3b-438e-bc56-4a13382c429d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:01.987854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cbc7003-64c6-4b47-8460-59956ed3fa35 req-c7c8c423-2b3b-438e-bc56-4a13382c429d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 943 time: 0.0765703 Feb 14 18:13:02.031711 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cbc7003-64c6-4b47-8460-59956ed3fa35 req-18370acd-0990-47d7-bdcd-12f6d8cdc186 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378535 Feb 14 18:13:03.234659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec80c-4611-49b5-8a3d-c4ce375772ca req-a2c0deeb-2b48-415a-98b3-6fb56c587b5c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:03.236107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-203ec80c-4611-49b5-8a3d-c4ce375772ca req-a2c0deeb-2b48-415a-98b3-6fb56c587b5c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 943 time: 0.0888958 Feb 14 18:13:03.280501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-203ec80c-4611-49b5-8a3d-c4ce375772ca req-7ba24b50-56d9-486d-bef8-7b9cdbe874c9 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Feb 14 18:13:04.210706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:13:04.342063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:04.355988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '7e092864-e2be-462c-9d85-bfca862860ee', 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c', 'port_id': '7e092864-e2be-462c-9d85-bfca862860ee', 'mac_address': 'fa:16:3e:5e:f9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e36053-b02d-47e7-abc8-6e5fee284839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:13:04.412945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:04.431249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:13:04.445852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:04.497334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ec62-6615-42a3-b3f4-54ab4eed03d4 req-5825857a-e675-43e5-b816-555ab3171954 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:04.498744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da96ec62-6615-42a3-b3f4-54ab4eed03d4 req-5825857a-e675-43e5-b816-555ab3171954 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 943 time: 0.0749338 Feb 14 18:13:04.520171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:04.547855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da96ec62-6615-42a3-b3f4-54ab4eed03d4 req-69fe8771-8452-4d09-b78a-6d6c910a5c8c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Feb 14 18:13:04.587002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:04.595165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.595511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.595848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.596183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.596512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.596871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.597199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.597525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.597844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.598164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.598483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:04.768681 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e092864-e2be-462c-9d85-bfca862860ee'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:13:05.743645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed6e11-2b39-4569-9f6b-4525a31453fe req-919dd947-f45a-4916-8716-d3ff51d90a5e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:05.745021 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08ed6e11-2b39-4569-9f6b-4525a31453fe req-919dd947-f45a-4916-8716-d3ff51d90a5e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 944 time: 0.0760393 Feb 14 18:13:05.789778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08ed6e11-2b39-4569-9f6b-4525a31453fe req-08e81691-93de-44e2-898f-4cf8a1654698 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Feb 14 18:13:06.210484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:13:06.334085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 7e092864-e2be-462c-9d85-bfca862860ee completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:13:06.339497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 7e092864-e2be-462c-9d85-bfca862860ee triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:13:06.339970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:06.487213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:06.513254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:13:06.522790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:06.568631 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee', 'code': 200} Feb 14 18:13:06.588814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:06.658698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:06.985610 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0da0c2e9-0b14-4589-b294-1c3ce391d364 req-4cd78702-3a63-4cf0-bb2b-3d537c745f43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1098 time: 0.1233265 Feb 14 18:13:07.015193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e5b7-ec90-45cf-bd9f-1239aa7f8787 req-67678aaa-e250-4262-9480-46d9e59c5399 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:07.016596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cc2e5b7-ec90-45cf-bd9f-1239aa7f8787 req-67678aaa-e250-4262-9480-46d9e59c5399 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0995789 Feb 14 18:13:07.065344 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0da0c2e9-0b14-4589-b294-1c3ce391d364 req-06e2e297-2596-449b-8465-5995c0e36ffd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Feb 14 18:13:07.077615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cc2e5b7-ec90-45cf-bd9f-1239aa7f8787 req-f85c152a-b7c5-4aad-8fa9-90e103e0d11a tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555818 Feb 14 18:13:08.278213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be21e64-f28a-495a-b77f-d3554c0fd59e req-24a92495-112d-4720-bcb7-b04e5541a04d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:08.279915 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0be21e64-f28a-495a-b77f-d3554c0fd59e req-24a92495-112d-4720-bcb7-b04e5541a04d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0812571 Feb 14 18:13:08.326666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0be21e64-f28a-495a-b77f-d3554c0fd59e req-6cbb22e9-621c-4771-8bb4-d1bf502a8690 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Feb 14 18:13:09.518343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ed4e2-1cd9-4a4d-9b20-ab7a2b49e95c req-368c676f-daa1-4637-941f-d2ac6584f29f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:09.519763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b73ed4e2-1cd9-4a4d-9b20-ab7a2b49e95c req-368c676f-daa1-4637-941f-d2ac6584f29f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0739937 Feb 14 18:13:09.563857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b73ed4e2-1cd9-4a4d-9b20-ab7a2b49e95c req-83b6f537-a062-4fd2-ba71-30b2c200a296 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 Feb 14 18:13:09.758428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07d6ebaf-4774-4d16-8383-554a0d279034 req-73425bad-fbaa-4489-a72e-74f9fa9805ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699286 Feb 14 18:13:10.219722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75267d-5345-4b24-8cc8-633ab50226e4 req-3ca52bc6-ae2c-4230-ab23-06e996235178 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:10.221174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b75267d-5345-4b24-8cc8-633ab50226e4 req-3ca52bc6-ae2c-4230-ab23-06e996235178 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0757442 Feb 14 18:13:10.267946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b75267d-5345-4b24-8cc8-633ab50226e4 req-5900d1a5-49d8-45ee-a29a-f4ed402d5632 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Feb 14 18:13:10.308527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 47588) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:10.437699 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-4127b041-c009-4e80-b455-335641f6e1c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279991 Feb 14 18:13:11.470570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056768-6bdc-4830-bd51-d9f0e6d0a122 req-66b5821a-5fca-4395-84e8-97209c45ed2f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:11.472897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28056768-6bdc-4830-bd51-d9f0e6d0a122 req-66b5821a-5fca-4395-84e8-97209c45ed2f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0852284 Feb 14 18:13:11.518283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28056768-6bdc-4830-bd51-d9f0e6d0a122 req-6dbae4ed-b273-41d3-81d6-fda510f2714e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Feb 14 18:13:12.861314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed688-ca1e-4e3f-b0b8-414bf9ff07a8 req-42bbcb44-1696-4a76-b6d7-d700ff023951 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:12.862740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a1ed688-ca1e-4e3f-b0b8-414bf9ff07a8 req-42bbcb44-1696-4a76-b6d7-d700ff023951 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.2173238 Feb 14 18:13:12.904193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-35c89725-6257-47e2-a4d0-c5f4bc2fafeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1098 time: 0.2060907 Feb 14 18:13:12.932503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a1ed688-ca1e-4e3f-b0b8-414bf9ff07a8 req-9735066c-9375-4266-9dfb-b4a4f6c877ac tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Feb 14 18:13:13.045705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-ec3406c8-9855-477f-98a0-c335a9ba89eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:13.047113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-ec3406c8-9855-477f-98a0-c335a9ba89eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 911 time: 0.1336472 Feb 14 18:13:13.121620 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-e75b4338-669e-4f72-852c-1bd892ef5de8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 217 time: 0.0681875 Feb 14 18:13:13.181061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-a19c62df-b769-48b9-bb1b-a8d604dac5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:13.182324 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-a19c62df-b769-48b9-bb1b-a8d604dac5b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 200 len: 851 time: 0.0550101 Feb 14 18:13:13.225421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-86046daf-7dd5-40ef-91e7-9db00bed9d87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371499 Feb 14 18:13:13.361326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-c23d3637-f963-4d0a-a806-2708a2c605f3 service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293831 Feb 14 18:13:13.491064 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-33b82409-410b-4e1b-ae06-518f8376ca2d service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207390 Feb 14 18:13:14.132306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474eb5-1917-4f11-a180-a56ca741a9c6 req-1679f86f-355a-4096-bd3a-657f34857612 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:14.133778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25474eb5-1917-4f11-a180-a56ca741a9c6 req-1679f86f-355a-4096-bd3a-657f34857612 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0815547 Feb 14 18:13:14.178619 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25474eb5-1917-4f11-a180-a56ca741a9c6 req-492b346c-f9e6-4e7f-a8a8-fcaf94dc6ad1 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Feb 14 18:13:15.270831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:15.375200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5306-76bd-4e8e-b0f2-5b8ea609fe89 req-e8e614f9-791b-4b5c-a093-195bd4d8fed5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:15.376644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b2b5306-76bd-4e8e-b0f2-5b8ea609fe89 req-e8e614f9-791b-4b5c-a093-195bd4d8fed5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0796387 Feb 14 18:13:15.424776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b2b5306-76bd-4e8e-b0f2-5b8ea609fe89 req-1dc61b7a-fb3a-4e0e-9063-4e83bdc9e946 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Feb 14 18:13:16.620525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304dd01-274d-4445-834a-223efb086a79 req-1985fc12-fd74-44d5-b8fc-8e3f50427839 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:16.621942 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e304dd01-274d-4445-834a-223efb086a79 req-1985fc12-fd74-44d5-b8fc-8e3f50427839 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0755415 Feb 14 18:13:16.667083 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e304dd01-274d-4445-834a-223efb086a79 req-c0d8e113-0719-4ce0-a670-a0cd3d240470 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Feb 14 18:13:17.865205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382260ec-8d20-463c-8891-73246efb7e22 req-147a9a45-3e75-4e3a-a175-8d186dd4828b tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:17.867203 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-382260ec-8d20-463c-8891-73246efb7e22 req-147a9a45-3e75-4e3a-a175-8d186dd4828b tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0839481 Feb 14 18:13:17.911770 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-382260ec-8d20-463c-8891-73246efb7e22 req-d9481299-1064-4cee-8263-5b9bacefc181 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Feb 14 18:13:19.110127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa893b2-1d29-4836-bd2e-eb6595460b31 req-8dd90c86-8f01-4fe5-8bae-4a30e2fe71bf tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:19.111558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afa893b2-1d29-4836-bd2e-eb6595460b31 req-8dd90c86-8f01-4fe5-8bae-4a30e2fe71bf tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0810463 Feb 14 18:13:19.155643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afa893b2-1d29-4836-bd2e-eb6595460b31 req-b13de34a-a69a-42ca-8a21-d38c753bfdd3 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Feb 14 18:13:20.354534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda65b4-e50c-4801-93cf-b59fd3a8d6f2 req-2f9c0784-ca5f-44c0-83dc-050ff2e5232a tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:20.355935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4eda65b4-e50c-4801-93cf-b59fd3a8d6f2 req-2f9c0784-ca5f-44c0-83dc-050ff2e5232a tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0767853 Feb 14 18:13:20.399205 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4eda65b4-e50c-4801-93cf-b59fd3a8d6f2 req-6e0846f1-e9d1-404b-bc95-bed8304aba7b tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Feb 14 18:13:20.822229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-44d417c8-b7b6-43bb-aa91-3f556ee96859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:21.592072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151510e-b456-4f5d-ae9f-de9ae20dc17a req-83b172e0-ae28-4c43-862a-f3bb3aadebc2 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:21.593605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b151510e-b456-4f5d-ae9f-de9ae20dc17a req-83b172e0-ae28-4c43-862a-f3bb3aadebc2 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0749478 Feb 14 18:13:21.640341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b151510e-b456-4f5d-ae9f-de9ae20dc17a req-b6fe5817-68ac-45e7-aa2c-f883da17f052 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Feb 14 18:13:22.830580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a4d8e-37fc-4530-9657-4bfd11fa1b4b req-5c325ad1-6119-419f-895d-a11fd9c695da tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:22.832007 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a60a4d8e-37fc-4530-9657-4bfd11fa1b4b req-5c325ad1-6119-419f-895d-a11fd9c695da tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0747745 Feb 14 18:13:22.877021 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a60a4d8e-37fc-4530-9657-4bfd11fa1b4b req-0d2e1e52-c453-44f9-89b6-d13126ec7bb7 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Feb 14 18:13:23.085817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eda5ebb3-5d23-4487-932c-dd8da5ce95b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:24.070747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310a21-1486-4e8f-b746-868d2f283ade req-1ab9a57d-e27f-4320-907e-000ff793f71d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:24.072195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b9310a21-1486-4e8f-b746-868d2f283ade req-1ab9a57d-e27f-4320-907e-000ff793f71d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0769835 Feb 14 18:13:24.116153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b9310a21-1486-4e8f-b746-868d2f283ade req-354c265c-682a-43e0-b914-fff649dcfe56 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Feb 14 18:13:24.376330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:24.407247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:25.304768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f018-6229-4576-968d-4f03ee48a36b req-20af8f24-f52a-4428-9e6c-d2655eb7ae41 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:25.306177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01b7f018-6229-4576-968d-4f03ee48a36b req-20af8f24-f52a-4428-9e6c-d2655eb7ae41 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0736606 Feb 14 18:13:25.349720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01b7f018-6229-4576-968d-4f03ee48a36b req-c9fa9c0a-e5f7-4b3f-a19e-7dea92098f16 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Feb 14 18:13:25.630680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:26.544521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc3e78-ebd5-4a32-90e3-e6629d1b9abd req-529d6f06-e02c-4e75-ab40-963ec7da40e3 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:26.545981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-46cc3e78-ebd5-4a32-90e3-e6629d1b9abd req-529d6f06-e02c-4e75-ab40-963ec7da40e3 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0785408 Feb 14 18:13:26.591255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-46cc3e78-ebd5-4a32-90e3-e6629d1b9abd req-d299698c-72c7-4fbd-bf2a-c8bd75403003 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Feb 14 18:13:27.784730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd03553-b979-45fa-b069-e08126b2d799 req-a53ac030-0a65-48b2-a216-6889a0e3a79e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:27.786192 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fd03553-b979-45fa-b069-e08126b2d799 req-a53ac030-0a65-48b2-a216-6889a0e3a79e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0742724 Feb 14 18:13:27.830428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fd03553-b979-45fa-b069-e08126b2d799 req-3681bcbd-a725-4e54-84dc-a16c95b304a2 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Feb 14 18:13:29.031794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6de2a-21e4-4316-a3a1-3407e31631c3 req-b74683fe-b646-403e-8e6f-e0139b37cd9f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:29.033229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fa6de2a-21e4-4316-a3a1-3407e31631c3 req-b74683fe-b646-403e-8e6f-e0139b37cd9f tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0770135 Feb 14 18:13:29.077004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2fa6de2a-21e4-4316-a3a1-3407e31631c3 req-ed3f28c5-3c4e-4084-b6f4-954925deb1e3 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Feb 14 18:13:29.989061 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:13:30.267599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd3746-86e3-491e-ac8d-6450b61bf12d req-05b45c95-0ddb-4c6a-b2de-b2bc492dd9fe tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:30.269000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5cd3746-86e3-491e-ac8d-6450b61bf12d req-05b45c95-0ddb-4c6a-b2de-b2bc492dd9fe tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0745995 Feb 14 18:13:30.316496 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5cd3746-86e3-491e-ac8d-6450b61bf12d req-a996da95-6ed0-4c0f-a1c1-a7af106cc77c tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Feb 14 18:13:31.508659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ab73-5474-4270-bbfa-6afb9e615763 req-41555f71-123b-458d-90f3-91ca58ec4ad4 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:31.510105 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8336ab73-5474-4270-bbfa-6afb9e615763 req-41555f71-123b-458d-90f3-91ca58ec4ad4 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0754788 Feb 14 18:13:31.558864 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8336ab73-5474-4270-bbfa-6afb9e615763 req-a590b67d-8623-48ba-b5e8-3d89e30eebb8 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Feb 14 18:13:32.837424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aae829-bde1-44a5-bb3a-9c3a6842201e req-06a52181-0bea-4570-b825-1699805946a1 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:32.838886 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2aae829-bde1-44a5-bb3a-9c3a6842201e req-06a52181-0bea-4570-b825-1699805946a1 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.1620836 Feb 14 18:13:32.882956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2aae829-bde1-44a5-bb3a-9c3a6842201e req-51250eab-d536-4de4-9e5f-df255981c7ca tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 Feb 14 18:13:34.073616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce31d8-4461-4d7e-84be-115e8721af35 req-36ae818e-473a-466e-b353-9b988de3df0b tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:34.075055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37ce31d8-4461-4d7e-84be-115e8721af35 req-36ae818e-473a-466e-b353-9b988de3df0b tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0755427 Feb 14 18:13:34.119474 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37ce31d8-4461-4d7e-84be-115e8721af35 req-6312a935-311d-4331-b41d-235dc8c2862e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Feb 14 18:13:35.327879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d16688-dd6b-43af-82dd-5992f6237b9c req-723510c3-fd83-452d-8028-c961fb73dcd4 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:35.330417 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20d16688-dd6b-43af-82dd-5992f6237b9c req-723510c3-fd83-452d-8028-c961fb73dcd4 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0860631 Feb 14 18:13:35.374923 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20d16688-dd6b-43af-82dd-5992f6237b9c req-749080c7-8968-4da0-834b-9566101b890d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Feb 14 18:13:36.569954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d99da6-6ef7-49e9-9b5a-69b936713880 req-b873561a-695a-42d4-a209-7de75665c769 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:36.571386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9d99da6-6ef7-49e9-9b5a-69b936713880 req-b873561a-695a-42d4-a209-7de75665c769 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0762367 Feb 14 18:13:36.617745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c9d99da6-6ef7-49e9-9b5a-69b936713880 req-9bdc474b-d518-46e3-b796-77152b5e3749 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Feb 14 18:13:37.822043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0664518-2c1e-4833-8865-7cc95de13acc req-9e2989e3-5b87-4838-bc53-7412e29068c5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:37.823506 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0664518-2c1e-4833-8865-7cc95de13acc req-9e2989e3-5b87-4838-bc53-7412e29068c5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0793910 Feb 14 18:13:37.868919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0664518-2c1e-4833-8865-7cc95de13acc req-c641c39a-489d-43f5-81c5-b3f634141a52 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Feb 14 18:13:39.057933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677349ff-abfa-4937-8d9d-4b8292b41b67 req-5b356e2a-3b15-4d50-ab21-cf739cbc95a5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:39.059366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-677349ff-abfa-4937-8d9d-4b8292b41b67 req-5b356e2a-3b15-4d50-ab21-cf739cbc95a5 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0739400 Feb 14 18:13:39.107113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-677349ff-abfa-4937-8d9d-4b8292b41b67 req-24f63839-58d8-48ca-99b6-3ed9a6da36e6 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Feb 14 18:13:40.295911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ce9e-636e-4331-a443-97c5830d5cd2 req-a12ca38d-b42d-4306-8d6c-6e47d0e0abf9 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:40.297339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5d9ce9e-636e-4331-a443-97c5830d5cd2 req-a12ca38d-b42d-4306-8d6c-6e47d0e0abf9 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0730767 Feb 14 18:13:40.340870 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5d9ce9e-636e-4331-a443-97c5830d5cd2 req-a4cb71e7-a47e-452c-aeb9-16c9b3ea7133 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381100 Feb 14 18:13:40.961598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-cf9699c0-7829-4001-afc2-12e89062e375 service neutron] 10.222.0.45 "GET /v2.0/ports/7e092864-e2be-462c-9d85-bfca862860ee/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0756273 Feb 14 18:13:41.580041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-eac3a8bc-90c0-4615-86fc-f9a093a4252f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f&tenant_id=70d7e79728e24e68a1966aef732bfd66 HTTP/1.1" status: 200 len: 1098 time: 0.1239498 Feb 14 18:13:41.589682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee5025-0d1a-40b6-9725-7069141aa080 req-dddb0e70-43f9-4487-b067-3321f4a0729d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:41.591042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a0ee5025-0d1a-40b6-9725-7069141aa080 req-dddb0e70-43f9-4487-b067-3321f4a0729d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.1025233 Feb 14 18:13:41.695073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a0ee5025-0d1a-40b6-9725-7069141aa080 req-bd819fb7-860e-4f06-bf3d-e9d1a268ff17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981421 Feb 14 18:13:41.708213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-ac885b6d-3dca-44d6-b801-2866929e65cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1098 time: 0.0973513 Feb 14 18:13:41.838114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-0410c6f9-942f-4b47-8ff8-a0959f70c0c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:41.839520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-0410c6f9-942f-4b47-8ff8-a0959f70c0c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 911 time: 0.1226511 Feb 14 18:13:41.911054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-a0e2887a-27fc-4d0a-b500-5ea367ce6bf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 217 time: 0.0621672 Feb 14 18:13:41.973857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-d9e94017-f0cd-4efa-a80a-cdf2a775a2df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:41.975153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-d9e94017-f0cd-4efa-a80a-cdf2a775a2df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 200 len: 851 time: 0.0553682 Feb 14 18:13:42.026468 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-0194329e-4c17-4e07-af87-ad719fd64dea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419464 Feb 14 18:13:42.158093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-61d4f3bf-643c-468c-b83a-0ea4e85f4561 service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221845 Feb 14 18:13:42.287623 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a25b6c8-8717-40b6-bfd8-dfb023d3449b req-cf9071ad-87b0-4d7c-a568-0f7d533c1fcb service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220984 Feb 14 18:13:42.892544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c929c8-5359-4a9f-a93b-55b979e08249 req-80f5b530-58b8-4ad9-b56f-c91da76e8fb0 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:42.894067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4c929c8-5359-4a9f-a93b-55b979e08249 req-80f5b530-58b8-4ad9-b56f-c91da76e8fb0 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0768328 Feb 14 18:13:42.938467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4c929c8-5359-4a9f-a93b-55b979e08249 req-5b717314-7780-4d79-bd6b-ace37e97e08e tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Feb 14 18:13:44.145567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662860-5909-4dee-ab88-da7620d60b3c req-0e569a2e-3558-4a5c-bf98-244133a8183d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:44.147645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be662860-5909-4dee-ab88-da7620d60b3c req-0e569a2e-3558-4a5c-bf98-244133a8183d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0857682 Feb 14 18:13:44.326108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be662860-5909-4dee-ab88-da7620d60b3c req-c225baa8-3b1a-4b2a-91e5-8ddfa46524fa tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730447 Feb 14 18:13:44.339560 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-7f7739c1-5d6a-4164-b490-4b3825a94684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1098 time: 0.0888507 Feb 14 18:13:44.498614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-cf62507f-055d-4890-90c6-dfdc9428ba21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:44.500056 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-cf62507f-055d-4890-90c6-dfdc9428ba21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 911 time: 0.1273496 Feb 14 18:13:44.573497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-5dc46d4c-f34e-4527-bad9-1629e784ab54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 217 time: 0.0651126 Feb 14 18:13:44.635428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-f9e263b3-e79d-4734-9a97-73b1ace8bfe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:44.636885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-f9e263b3-e79d-4734-9a97-73b1ace8bfe9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 200 len: 851 time: 0.0575247 Feb 14 18:13:44.687325 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-97dd5d52-305e-4579-bb88-87d9728f38e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430436 Feb 14 18:13:44.820250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-f16002c9-df84-4f53-8ce3-2693613877ea service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245015 Feb 14 18:13:44.948418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-32485dda-f5f7-43fb-a0df-e69b66a21080 req-69435212-4c93-4c3b-948d-c1fdcc88f4da service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225460 Feb 14 18:13:45.336294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:45.518706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dae2e-ed7b-4188-9715-97ce5c552fbc req-e5afb89e-dcae-44c0-8796-f16718b8cd6d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:45.520134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-025dae2e-ed7b-4188-9715-97ce5c552fbc req-e5afb89e-dcae-44c0-8796-f16718b8cd6d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0742359 Feb 14 18:13:45.564068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-025dae2e-ed7b-4188-9715-97ce5c552fbc req-dfda24e6-4711-4b21-b6d8-f5dcf61d2fac tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Feb 14 18:13:46.097046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-2be0487d-3204-4dc4-9d7d-d116680d7022 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:46.098439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-2be0487d-3204-4dc4-9d7d-d116680d7022 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.45 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f&tenant_id=70d7e79728e24e68a1966aef732bfd66&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 945 time: 0.0803108 Feb 14 18:13:46.233574 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-2ce7ceab-594a-4740-9010-083ce563bdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=70d7e79728e24e68a1966aef732bfd66&device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 1098 time: 0.0686936 Feb 14 18:13:46.359495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-b71dd01d-5dab-4f08-b834-dd9ae1d91271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:46.360846 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-b71dd01d-5dab-4f08-b834-dd9ae1d91271 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 200 len: 911 time: 0.1216314 Feb 14 18:13:46.406574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:13:46.409884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:13:46.428917 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-86a5e47b-67b8-485d-afdf-1de3dcb08b70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 200 len: 217 time: 0.0624282 Feb 14 18:13:46.488846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-60ef278b-e773-4a5d-b1d6-1f67fbf99c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:46.490276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-60ef278b-e773-4a5d-b1d6-1f67fbf99c10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 200 len: 851 time: 0.0560482 Feb 14 18:13:46.537100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-3109ed21-93ea-4380-89ff-a6053b6f4745 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e66a48d4-76e4-4b92-a17b-5fe85f951b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409172 Feb 14 18:13:46.625964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:46.647988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:46.667635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '7e092864-e2be-462c-9d85-bfca862860ee', 'network_id': 'e66a48d4-76e4-4b92-a17b-5fe85f951b6c', 'port_id': '7e092864-e2be-462c-9d85-bfca862860ee', 'mac_address': 'fa:16:3e:5e:f9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e36053-b02d-47e7-abc8-6e5fee284839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:13:46.670098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-a439a88d-30c0-4c5d-91b4-9edad1e1e204 service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268926 Feb 14 18:13:46.673491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:13:46.709692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:46.734513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:46.748055 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee', 'code': 200} Feb 14 18:13:46.757075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:13:46.771359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:46.803737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-6dfacf84-bbc0-4142-9f29-7471f691e875 service neutron] 10.222.0.45 "GET /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271942 Feb 14 18:13:46.877709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:13:46.878013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:13:46.881276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:47.438562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:47.455357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:13:47.470336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:47.544159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:47.616465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:47.620361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e092864-e2be-462c-9d85-bfca862860ee'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:13:48.438229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:13:48.506830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 7e092864-e2be-462c-9d85-bfca862860ee triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:13:48.507541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:48.541057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b97b4-517e-4c32-aa49-007277a47817 req-4f60dc2c-5c74-4345-a234-53882c80fa85 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:48.542667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb5b97b4-517e-4c32-aa49-007277a47817 req-4f60dc2c-5c74-4345-a234-53882c80fa85 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 944 time: 0.1657510 Feb 14 18:13:48.587951 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb5b97b4-517e-4c32-aa49-007277a47817 req-5048260e-3d69-4cb0-a9f0-d7c332dba48a tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Feb 14 18:13:48.621341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:48.652983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:48.726597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:48.757937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:13:48.797861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:48.816653 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee', 'code': 200} Feb 14 18:13:49.799627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852bee0-94de-4d07-acf4-7b2e45f5300f req-f9ce32c7-25ca-4461-b7aa-e8861215fb8d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:49.801125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1852bee0-94de-4d07-acf4-7b2e45f5300f req-f9ce32c7-25ca-4461-b7aa-e8861215fb8d tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0780811 Feb 14 18:13:49.844843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1852bee0-94de-4d07-acf4-7b2e45f5300f req-1edbd800-250a-43b7-af84-56b8ae77da85 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d57689-ba0b-47a4-9762-29e7fe5e48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Feb 14 18:13:50.284410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-ea603ffb-ef44-4114-a23a-5fdc6a1e1477 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:50.285875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-ea603ffb-ef44-4114-a23a-5fdc6a1e1477 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.45 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 945 time: 0.0752001 Feb 14 18:13:50.355358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Deleting port 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:13:50.355689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:50.584496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] For port 7e092864-e2be-462c-9d85-bfca862860ee, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e092864-e2be-462c-9d85-bfca862860ee,segment=NetworkSegment(394151e1-936a-419e-a8ea-5157bf7e3d7b),segment_id=394151e1-936a-419e-a8ea-5157bf7e3d7b)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:13:50.584885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:50.707529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Calling delete_port for 7e092864-e2be-462c-9d85-bfca862860ee owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:13:50.875348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b3976673-8e0f-4eda-854c-633949d08908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:50.907440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:50.923422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e092864-e2be-462c-9d85-bfca862860ee'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:13:50.958167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Pushing event deleted for resources: {'Port': ['ID=7e092864-e2be-462c-9d85-bfca862860ee,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:51.052953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.053290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.053620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.053947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.054276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.054619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.054934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.055254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.055570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.055878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.056189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:13:51.077755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] No DVR routers for this DVR port 7e092864-e2be-462c-9d85-bfca862860ee on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:13:51.080675 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c196528a-9123-497e-8959-f3bdcf62ff13 req-5c05787f-c1c1-460d-afd1-4bcf9829e3b8 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aafc771-c747-474b-af06-dd97c9ff724f HTTP/1.1" status: 200 len: 210 time: 0.0832372 Feb 14 18:13:51.081580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:51.084006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-deleted', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:13:51.140164 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aafc771-c747-474b-af06-dd97c9ff724f', 'name': 'network-vif-deleted', 'tag': '7e092864-e2be-462c-9d85-bfca862860ee', 'status': 'completed', 'code': 200} Feb 14 18:13:51.179162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e91c2eb4-9ac8-4896-ad65-d50cb4636935 req-82be51c6-ac5a-4ca8-a3c2-b0cdd6af1b17 tempest-DeleteServersTestJSON-530923191 tempest-DeleteServersTestJSON-530923191-project] 10.222.0.45 "DELETE /v2.0/ports/7e092864-e2be-462c-9d85-bfca862860ee HTTP/1.1" status: 204 len: 173 time: 0.8870769 Feb 14 18:13:52.345898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47698) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:52.403575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Deleting subnet 28e36053-b02d-47e7-abc8-6e5fee284839 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:13:52.406382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.455951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.507642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.644840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.685299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e36053-b02d-47e7-abc8-6e5fee284839,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:52.689925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.696038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c0768f20-b36a-43aa-8cfc-7d3c3975bab2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28e36053-b02d-47e7-abc8-6e5fee284839 HTTP/1.1" status: 204 len: 168 time: 0.3486257 Feb 14 18:13:52.698529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47702) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:52.796240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:52.921818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.031709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66a48d4-76e4-4b92-a17b-5fe85f951b6c']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:13:53.043750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394151e1-936a-419e-a8ea-5157bf7e3d7b') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:13:53.046772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394151e1-936a-419e-a8ea-5157bf7e3d7b') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:13:53.055627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.064110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-674afee0-393f-48e0-ac5f-029f834bd345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.070860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.077013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:13:53.077411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:13:53.090179 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:13:53.218568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.236978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.245642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] Pushing event deleted for resources: {'Network': ['ID=e66a48d4-76e4-4b92-a17b-5fe85f951b6c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:53.248397 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5c95f17f-a81a-4499-a80e-b14fd9d8123b admin admin] 10.222.0.30 "DELETE /v2.0/networks/e66a48d4-76e4-4b92-a17b-5fe85f951b6c HTTP/1.1" status: 204 len: 168 time: 0.5489459 Feb 14 18:13:53.539437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47708) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:53.588551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-cd769c70-d966-4afe-a0ab-3091a1b18c9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70d7e79728e24e68a1966aef732bfd66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473940 Feb 14 18:13:53.591076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47712) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:53.648873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.672801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.804746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.821769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d57689-ba0b-47a4-9762-29e7fe5e48e9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:53.827133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:53.828871 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-00347e06-a2e7-4384-94a6-8970f81c34a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58d57689-ba0b-47a4-9762-29e7fe5e48e9 HTTP/1.1" status: 204 len: 168 time: 0.2368670 Feb 14 18:13:54.349638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:54.377979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:54.439212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:13:54.474563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 7e092864-e2be-462c-9d85-bfca862860ee {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:13:54.474910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e092864-e2be-462c-9d85-bfca862860ee not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:13:54.930378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47734) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:55.076860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1141050816-network', 'tenant_id': '68854b791da749f9b67441fae5a82efe'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:13:55.081694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:13:55.085522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Usage tracker for resource:network and tenant:68854b791da749f9b67441fae5a82efe is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:13:55.088409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:13:55.094641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:13:55.165326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Made reservation on behalf of 68854b791da749f9b67441fae5a82efe for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:13:55.167598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.180138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.214271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:13:55.218257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Usage tracker for resource:security_group_rule and tenant:68854b791da749f9b67441fae5a82efe is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:13:55.221051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:13:55.226765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:13:55.293185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.364353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.394063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:13:55.407393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918af78-454d-4788-a789-5d28389597e9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:55.412743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.413096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Added segment 1185d6b3-2730-4179-9ccd-02914d7d781f of type vlan for network 1151b9d7-f52d-4be0-ba12-a306d2f17235 Feb 14 18:13:55.443938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.526836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.528246 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:55.529282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.657702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] Pushing event updated for resources: {'Network': ['ID=1151b9d7-f52d-4be0-ba12-a306d2f17235,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:55.658165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:55.669482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:13:55.745000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8716c6d9-307f-420a-a9a6-e37fd8ce11cf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8128719 Feb 14 18:13:55.747512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 47740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:13:55.753068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Request body: {'subnet': {'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1141050816-subnet', 'tenant_id': '68854b791da749f9b67441fae5a82efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:13:55.757785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:13:55.761860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Usage tracker for resource:subnet and tenant:68854b791da749f9b67441fae5a82efe is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:13:55.764906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:13:55.773971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:13:55.840999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Made reservation on behalf of 68854b791da749f9b67441fae5a82efe for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:13:55.843474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:56.098363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:56.168259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:13:56.179105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Checking segment: {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:13:56.180006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Network hostable DHCP agents. Network: 1151b9d7-f52d-4be0-ba12-a306d2f17235, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:13:56.246531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:13:56.309220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 1151b9d7-f52d-4be0-ba12-a306d2f17235) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:13:56.312943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:56.313519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:13:56.317616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21927c-3732-4379-b514-021aa55c8071 None None] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:13:56.396591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d45f066a-a68e-4ef6-8c80-b928d5eb4e22 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6479099 Feb 14 18:13:56.556665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f241e2-8419-4274-a89f-dd56f4c9ad61 None None] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:13:56.930756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-0de79746-c8e5-4aac-8f5b-1d4f4eef3e02 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:56.931351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-0de79746-c8e5-4aac-8f5b-1d4f4eef3e02 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:13:57.009937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-0de79746-c8e5-4aac-8f5b-1d4f4eef3e02 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:13:57.011082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-0de79746-c8e5-4aac-8f5b-1d4f4eef3e02 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 815 time: 0.2195518 Feb 14 18:13:57.027642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-23d3e0ed-fc19-47f3-a965-f04e62286f78 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/quotas/68854b791da749f9b67441fae5a82efe HTTP/1.1" status: 200 len: 375 time: 0.0112693 Feb 14 18:13:57.075329 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-f3c60b95-d9a3-43e9-b420-332f889cb8dc tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427859 Feb 14 18:13:57.085230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-439c2851-f737-4d03-9356-7819876b58d1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:13:57.086783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-439c2851-f737-4d03-9356-7819876b58d1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053229 Feb 14 18:13:57.215687 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-d1859a3b-4eac-418b-9d61-cab45bec2914 service neutron] 10.222.0.30 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232784 Feb 14 18:13:57.343263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-6a5a9d89-e0be-4308-bf76-6e7f12aae3e2 service neutron] 10.222.0.30 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219580 Feb 14 18:13:57.628618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04aeb4cf-a720-49be-9bc7-9fc57b26dbfe req-99cfe028-a44f-47ba-b7d3-7da28620a250 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 210 time: 0.0404320 Feb 14 18:13:58.793859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b623644-da05-4405-b98d-f3c87bed6997 req-7b2d824e-2cd4-47b2-89b1-8c76d52e6355 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 210 time: 0.0410442 Feb 14 18:13:59.697916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-115417ef-83d5-47fc-85bf-f86c673d8b23 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:13:59.699313 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-115417ef-83d5-47fc-85bf-f86c673d8b23 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 815 time: 0.1460619 Feb 14 18:13:59.721701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Request body: {'port': {'device_id': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'admin_state_up': True, 'tenant_id': '68854b791da749f9b67441fae5a82efe'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:13:59.979828 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d01230e4-be29-41d5-8055-d315dad3805e req-fa7dd937-d603-4d2b-a065-00d83fb0dc5a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 210 time: 0.0550637 Feb 14 18:13:59.990234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:13:59.994744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Usage tracker for resource:port and tenant:68854b791da749f9b67441fae5a82efe is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:13:59.997623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:14:00.003411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:14:00.090423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Made reservation on behalf of 68854b791da749f9b67441fae5a82efe for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:14:00.093554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:00.252375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Allocated IP 172.20.0.9 (1151b9d7-f52d-4be0-ba12-a306d2f17235/eb1a4f8f-5d0b-48fe-ab76-77850c4764b0/80d95510-2b7f-47a6-8eb9-07d0917e7c63) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:14:00.447618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:00.532416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:00.603730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:14:00.606774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:14:00.609269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:14:00.653287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:00.680866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:00.681458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:00.759057 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-c233fb34-0a0d-4a24-8f06-2373259839a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408111 Feb 14 18:14:00.775572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Request body: {'port': {'device_id': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:14:00.878103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.224408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-4f736a84-d305-47ef-99df-9a888e6a1ecd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:01.225161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-4f736a84-d305-47ef-99df-9a888e6a1ecd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:14:01.297814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:01.305066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.318941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Transition to ACTIVE for port object 80d95510-2b7f-47a6-8eb9-07d0917e7c63 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:14:01.360272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-4f736a84-d305-47ef-99df-9a888e6a1ecd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:14:01.361466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-4f736a84-d305-47ef-99df-9a888e6a1ecd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 931 time: 0.2601807 Feb 14 18:14:01.395049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.513492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-129bdd04-684a-4ca2-8633-2a5bca1a84eb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:14:01.534260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:01.637107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-129bdd04-684a-4ca2-8633-2a5bca1a84eb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:14:01.638282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99f1b613-3ebc-4aea-84f7-97655ba1d037 req-129bdd04-684a-4ca2-8633-2a5bca1a84eb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712505 Feb 14 18:14:01.657389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Attempting to bind port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:14:01.657722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Attempting to bind port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:14:01.658048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Attempting to bind port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:14:01.663889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:14:01.664206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Attempting to bind port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:14:01.670668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:14:01.670997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Checking segment: {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:14:01.671372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Bound using segment: {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:14:01.671788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Bound port: 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:14:01.672131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.761129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:14:01.764260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:14:01.829389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.882068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:01.883685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 200 len: 1093 time: 1.1128671 Feb 14 18:14:01.890328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:01.912071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79ba09-969d-4b6d-9a31-92b220dd57d9 service neutron] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:01.945196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'status': 'completed', 'code': 200} Feb 14 18:14:02.042242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f0829f-f01b-4b12-802f-bd0a42073f1a req-9e56c8c2-0a6e-473b-9242-d830807f6893 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1096 time: 0.0724282 Feb 14 18:14:02.270952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0829f-f01b-4b12-802f-bd0a42073f1a req-6768ded6-b12e-4498-a5ee-b0464f554fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:02.272636 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f0829f-f01b-4b12-802f-bd0a42073f1a req-6768ded6-b12e-4498-a5ee-b0464f554fe1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=68854b791da749f9b67441fae5a82efe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2200217 Feb 14 18:14:02.407782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0829f-f01b-4b12-802f-bd0a42073f1a req-55fd8c86-1d21-4f11-9a06-372b13a9d2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:02.409231 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f0829f-f01b-4b12-802f-bd0a42073f1a req-55fd8c86-1d21-4f11-9a06-372b13a9d2ca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1263969 Feb 14 18:14:02.514633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-f54a1769-3cac-49ae-9eb4-171724326b77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1096 time: 0.0663903 Feb 14 18:14:02.587661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-fd75d8bb-660d-4c7a-a137-80aba2cadf84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 200 len: 217 time: 0.0628672 Feb 14 18:14:02.652826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-58f77d40-236f-4bb8-8d64-d9b6c8056038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:02.654166 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-58f77d40-236f-4bb8-8d64-d9b6c8056038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0564146 Feb 14 18:14:02.705817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-1b7b4e18-48e0-4946-ba76-4fc1735beda3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431151 Feb 14 18:14:02.892634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-e18259e8-1cb0-4836-bc6e-d9eed68e27cf service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771076 Feb 14 18:14:02.906787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ea69-b2c0-4091-a99e-9f8068212185 req-34d0ae60-7895-4e27-8976-bad1557d4b93 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:02.908063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56c1ea69-b2c0-4091-a99e-9f8068212185 req-34d0ae60-7895-4e27-8976-bad1557d4b93 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.1241970 Feb 14 18:14:03.034814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56c1ea69-b2c0-4091-a99e-9f8068212185 req-92d70f12-1b80-4397-adac-bae52d71f4e8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069562 Feb 14 18:14:03.064498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d8c4a51-5f6a-48fb-a8a7-07b05d6a215b req-a38c136b-6456-42ca-989e-e1014db8fa22 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554832 Feb 14 18:14:04.232041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046ef9-3378-4dc6-a264-bc9ba4e372e0 req-edfb0a79-4c85-4d9a-9c3b-5acb9b4d7477 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:04.233517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-36046ef9-3378-4dc6-a264-bc9ba4e372e0 req-edfb0a79-4c85-4d9a-9c3b-5acb9b4d7477 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.0780444 Feb 14 18:14:04.278557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-36046ef9-3378-4dc6-a264-bc9ba4e372e0 req-a90cc220-9f66-4f5b-a764-55b30e616302 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Feb 14 18:14:05.471503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc171c-084b-4183-8ce8-d1dca3a44c2c req-ee84b78c-d4b0-4b23-94c5-bcf5e78e7c5e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:05.472969 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bdc171c-084b-4183-8ce8-d1dca3a44c2c req-ee84b78c-d4b0-4b23-94c5-bcf5e78e7c5e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.0763350 Feb 14 18:14:05.521072 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2bdc171c-084b-4183-8ce8-d1dca3a44c2c req-678c0917-b365-45d0-956a-853316cbe329 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Feb 14 18:14:06.500992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:14:06.632138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:06.645465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'port_id': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'mac_address': 'fa:16:3e:7b:c5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1a4f8f-5d0b-48fe-ab76-77850c4764b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:14:06.700334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:06.721512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081805-a1ef-4492-8798-9aabf391e6da req-a44de0c1-cb58-49f3-817b-b473cf013c13 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:06.722300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:06.723327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e081805-a1ef-4492-8798-9aabf391e6da req-a44de0c1-cb58-49f3-817b-b473cf013c13 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.0812593 Feb 14 18:14:06.738635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:06.769193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0e081805-a1ef-4492-8798-9aabf391e6da req-e9645807-65b2-4527-b92a-0b2d64aa07bf tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Feb 14 18:14:06.812076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:06.882802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:06.890763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.896772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:14:06.988821 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:14:07.090858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['80d95510-2b7f-47a6-8eb9-07d0917e7c63'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:14:07.971365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773de57-f18a-4020-9525-c3679d7423cb req-5bf750ec-19e6-4932-b056-998cb94304a4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:07.972753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c773de57-f18a-4020-9525-c3679d7423cb req-5bf750ec-19e6-4932-b056-998cb94304a4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 944 time: 0.0833254 Feb 14 18:14:08.016104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c773de57-f18a-4020-9525-c3679d7423cb req-b0b6b44e-cead-4f1b-ae51-b54acb4284b8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Feb 14 18:14:08.500217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:14:08.626936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:14:08.631915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:14:08.632285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:08.750789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:08.777041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:08.786079 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:08.830721 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'code': 200} Feb 14 18:14:08.861463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:08.927281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:09.235522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9f8cc4d1-565e-4f48-af29-682a6d3e7976 req-e0277bb4-36b4-429c-9d67-3383e765c4ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1098 time: 0.1250758 Feb 14 18:14:09.242757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08433-29b1-46c2-9c38-8b7bc9b8ddba req-b5482f01-5499-4777-899b-0193adbc8717 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:09.244071 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6e08433-29b1-46c2-9c38-8b7bc9b8ddba req-b5482f01-5499-4777-899b-0193adbc8717 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1011803 Feb 14 18:14:09.308548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9f8cc4d1-565e-4f48-af29-682a6d3e7976 req-6c99a166-f598-4925-a29b-f83af88d872a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635209 Feb 14 18:14:09.312883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6e08433-29b1-46c2-9c38-8b7bc9b8ddba req-3613651b-4831-4721-9942-f81c3b7b5ee4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Feb 14 18:14:10.512727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133eca9-66a5-4df8-81a4-d8a59e482e3a req-c5332993-8c5b-4d32-a52e-e671ce80bbb4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:10.514187 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6133eca9-66a5-4df8-81a4-d8a59e482e3a req-c5332993-8c5b-4d32-a52e-e671ce80bbb4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0789578 Feb 14 18:14:10.654464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6133eca9-66a5-4df8-81a4-d8a59e482e3a req-6d358c1b-61d4-46b5-9a41-6009cee84497 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348546 Feb 14 18:14:11.846597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093991df-6ed4-46fc-81d2-23ed65a19ec4 req-095c483f-67c5-4acf-a6ee-9ecd49046147 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:11.847961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-093991df-6ed4-46fc-81d2-23ed65a19ec4 req-095c483f-67c5-4acf-a6ee-9ecd49046147 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0739236 Feb 14 18:14:11.891661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-093991df-6ed4-46fc-81d2-23ed65a19ec4 req-7517306f-a12f-42ee-9cf6-e07d04c0108a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Feb 14 18:14:12.084186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c07ca8-9548-4a61-858b-20cdde26023b req-cccf1615-5dbe-4668-89fc-9734b8ab8ad0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:12.085698 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9c07ca8-9548-4a61-858b-20cdde26023b req-cccf1615-5dbe-4668-89fc-9734b8ab8ad0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0761907 Feb 14 18:14:12.129849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9c07ca8-9548-4a61-858b-20cdde26023b req-572e9d92-6140-4d9b-9533-4fb2706d075e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Feb 14 18:14:12.544332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b472da-cb45-4a75-8820-13cb55637dee req-efd21735-c78a-4dbb-8a7b-58e16b20dcdf tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:12.545909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90b472da-cb45-4a75-8820-13cb55637dee req-efd21735-c78a-4dbb-8a7b-58e16b20dcdf tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0742614 Feb 14 18:14:12.592851 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-90b472da-cb45-4a75-8820-13cb55637dee req-0a590171-d7cb-48b0-b2a0-7d729baf4822 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Feb 14 18:14:12.783253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6d379-5415-471c-9165-bd8960aa8cfe req-23ddf7e0-3c83-452b-a023-ab7fddbfc8d2 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:12.784607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ff6d379-5415-471c-9165-bd8960aa8cfe req-23ddf7e0-3c83-452b-a023-ab7fddbfc8d2 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0751216 Feb 14 18:14:12.828013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ff6d379-5415-471c-9165-bd8960aa8cfe req-6a7c09bc-db4c-4114-a5d7-0bb656b7b739 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Feb 14 18:14:13.088311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99d23916-3099-482e-8373-5f8cc4804407 req-993ce1ad-0bfc-4014-bbb7-50ec08ce2863 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1349874 Feb 14 18:14:13.505090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efc36-8102-43f4-9f57-095e0414eaa8 req-de192043-d063-4df7-a3a1-9a7222818109 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:13.506520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f45efc36-8102-43f4-9f57-095e0414eaa8 req-de192043-d063-4df7-a3a1-9a7222818109 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0777977 Feb 14 18:14:13.551693 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-d3ebfbca-6950-4947-95e5-7678d89303c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718620 Feb 14 18:14:13.552300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f45efc36-8102-43f4-9f57-095e0414eaa8 req-9b08583d-518a-4272-be76-d7da2eccdbab tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Feb 14 18:14:14.746948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7573-8e00-4bcb-b229-02a47486d8dd req-f5b15ff4-d0cb-426c-ae70-386812b0c727 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:14.748296 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99df7573-8e00-4bcb-b229-02a47486d8dd req-f5b15ff4-d0cb-426c-ae70-386812b0c727 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0785913 Feb 14 18:14:14.798393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99df7573-8e00-4bcb-b229-02a47486d8dd req-2fcc9d94-e21d-4076-86ab-14cb7a5f9893 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Feb 14 18:14:15.308594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:15.785179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-09ef3694-04b1-440e-a1b5-b434f744856a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1098 time: 0.0771520 Feb 14 18:14:15.913022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671470c-f5f9-4803-857e-4ab14b7137af req-4933da27-5eac-4813-938e-2169fb603a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:15.914990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-4933da27-5eac-4813-938e-2169fb603a59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.1244011 Feb 14 18:14:16.018909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-740c6eda-cccf-4257-b038-cdb86e27e208 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 200 len: 217 time: 0.0975339 Feb 14 18:14:16.095822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671470c-f5f9-4803-857e-4ab14b7137af req-9458f88b-7f0d-443a-98fc-2c1a32d0a6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:16.097226 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-9458f88b-7f0d-443a-98fc-2c1a32d0a6fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0725482 Feb 14 18:14:16.143631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-4f347423-16e0-4764-a62c-6f737f9c15d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396187 Feb 14 18:14:16.150737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cf6c9-78b1-4b25-a28a-c1c642f83b9b req-f4ab89d1-8279-4b28-8ac5-e236596db1c9 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:16.152054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c2cf6c9-78b1-4b25-a28a-c1c642f83b9b req-f4ab89d1-8279-4b28-8ac5-e236596db1c9 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1805944 Feb 14 18:14:16.275268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c2cf6c9-78b1-4b25-a28a-c1c642f83b9b req-98c8ad7a-4e30-4757-8959-717b68f9947a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057496 Feb 14 18:14:16.307242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-db397a1f-83e4-48d2-97a5-c23fb8147caa service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543124 Feb 14 18:14:16.434862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-edc77dce-f662-460e-a76b-e51c1ddfec3a service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211507 Feb 14 18:14:17.472568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071a8c9-666e-4e1e-b86f-325a4f7cd5fa req-0b7f92a9-2f5e-49eb-8cb4-ed8c126067b4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:17.473946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7071a8c9-666e-4e1e-b86f-325a4f7cd5fa req-0b7f92a9-2f5e-49eb-8cb4-ed8c126067b4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0776114 Feb 14 18:14:17.518011 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7071a8c9-666e-4e1e-b86f-325a4f7cd5fa req-b2ba8a0a-b264-4648-840e-4402a1e4bba5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Feb 14 18:14:18.708140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb565b-1479-4f8f-b0ac-ce55be2963d9 req-5cea09d9-14af-40e0-a1ec-59968ee7a102 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:18.709498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2bb565b-1479-4f8f-b0ac-ce55be2963d9 req-5cea09d9-14af-40e0-a1ec-59968ee7a102 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0736616 Feb 14 18:14:18.755953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2bb565b-1479-4f8f-b0ac-ce55be2963d9 req-d12be07e-b0c7-431f-a718-9035fc3a28e3 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Feb 14 18:14:20.027840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263f464-fa77-4425-a15a-c1e330cfe17f req-4e75be30-a48c-40de-af13-51a1b3ed13f4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:20.029202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1263f464-fa77-4425-a15a-c1e330cfe17f req-4e75be30-a48c-40de-af13-51a1b3ed13f4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1553161 Feb 14 18:14:20.076812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1263f464-fa77-4425-a15a-c1e330cfe17f req-416c5d16-33f2-49f6-87ae-21870a06fbce tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Feb 14 18:14:20.855529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f29f739d-cae1-47d7-baeb-42a93fb149b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:21.273116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba55111-5531-45bf-95fa-fc37d638c16a req-8c3a621a-05e8-4616-ae53-351d55ece5c6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:21.274561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bba55111-5531-45bf-95fa-fc37d638c16a req-8c3a621a-05e8-4616-ae53-351d55ece5c6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0781875 Feb 14 18:14:21.319625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bba55111-5531-45bf-95fa-fc37d638c16a req-67aa2516-6b69-4300-b31b-3de3b56a2700 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Feb 14 18:14:22.511138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a039fd-0c36-44d5-a623-c91302832017 req-3b04a3e7-c8ad-497b-94aa-d76bb2246ded tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:22.512596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c4a039fd-0c36-44d5-a623-c91302832017 req-3b04a3e7-c8ad-497b-94aa-d76bb2246ded tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0733221 Feb 14 18:14:22.556358 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c4a039fd-0c36-44d5-a623-c91302832017 req-ff232a02-5953-46c2-890a-d121a00e5db9 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 Feb 14 18:14:23.085798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bfb51cf9-70bf-47d8-910e-1796cab2aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:23.749858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741ea7c-2585-4143-bc61-982fe3ebf74d req-032ffcba-b2ab-4606-b1d6-13a90c4080ca tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:23.751293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b741ea7c-2585-4143-bc61-982fe3ebf74d req-032ffcba-b2ab-4606-b1d6-13a90c4080ca tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0780032 Feb 14 18:14:23.795219 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b741ea7c-2585-4143-bc61-982fe3ebf74d req-9f12358c-3444-47c7-8b5a-300bb7d7bf69 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Feb 14 18:14:24.444695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:24.456618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:24.993254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ddd07-3c23-43c2-87a7-36354b1a8eef req-1c6f8b42-438c-48e8-a991-305f58ee4480 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:24.994695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6ddd07-3c23-43c2-87a7-36354b1a8eef req-1c6f8b42-438c-48e8-a991-305f58ee4480 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0787578 Feb 14 18:14:25.041887 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6ddd07-3c23-43c2-87a7-36354b1a8eef req-4556784a-6685-4a1e-9952-cab12163b4aa tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Feb 14 18:14:25.634573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:26.050033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-a35ff231-187b-47e9-8ab4-0a2699ed78f6 req-bb853e69-9652-4eff-a2c1-e971ca13b504 tempest-TestNetworkAdvancedServerOps-375867686 tempest-TestNetworkAdvancedServerOps-375867686-project] (84255) timed out ('10.222.0.45', 50149) {{(pid=84255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 18:14:26.234622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d8084-ef55-40b1-903e-cb4e7b2e9d61 req-956b43ea-c763-4a4f-b59a-43ef37952a15 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:26.236048 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f29d8084-ef55-40b1-903e-cb4e7b2e9d61 req-956b43ea-c763-4a4f-b59a-43ef37952a15 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0744379 Feb 14 18:14:26.280451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f29d8084-ef55-40b1-903e-cb4e7b2e9d61 req-01c8efcb-1d4a-42af-8b6c-826a6daf110e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Feb 14 18:14:27.474075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894f52-308f-4457-9ba7-9112fe97e3cd req-6708c956-93f8-4b0a-880e-6c93159bc313 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:27.475510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c894f52-308f-4457-9ba7-9112fe97e3cd req-6708c956-93f8-4b0a-880e-6c93159bc313 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0774357 Feb 14 18:14:27.518806 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c894f52-308f-4457-9ba7-9112fe97e3cd req-f32d5e70-8ab1-4ae0-9238-67b629d9a838 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Feb 14 18:14:28.713126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8fe8d-c630-45f3-8d73-bab63b221a06 req-b3231a46-f751-4202-a997-ee982fbe2398 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:28.714478 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cec8fe8d-c630-45f3-8d73-bab63b221a06 req-b3231a46-f751-4202-a997-ee982fbe2398 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0745754 Feb 14 18:14:28.757877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cec8fe8d-c630-45f3-8d73-bab63b221a06 req-2dae0751-0f8c-4b8a-928e-84d302630621 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Feb 14 18:14:29.976838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a67aea-aad6-45db-b12a-7e7ab1e64e2c req-7d0ceb87-0cea-4c25-81a4-82712e38f3d4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:29.978842 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-92a67aea-aad6-45db-b12a-7e7ab1e64e2c req-7d0ceb87-0cea-4c25-81a4-82712e38f3d4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1034269 Feb 14 18:14:30.023854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-92a67aea-aad6-45db-b12a-7e7ab1e64e2c req-282dd480-be80-4baf-a1f9-92013113f054 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Feb 14 18:14:31.215744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb01155-84a1-4633-ba49-4808dd52e890 req-4748e688-d46e-40f6-b583-d75f032144c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:31.217247 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbb01155-84a1-4633-ba49-4808dd52e890 req-4748e688-d46e-40f6-b583-d75f032144c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0757852 Feb 14 18:14:31.262409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cbb01155-84a1-4633-ba49-4808dd52e890 req-bff26a31-4e18-4b04-bb67-6d939501ca6a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Feb 14 18:14:32.461942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180f324-bdfb-41c0-863f-ca258c754768 req-733e397b-a34b-4fea-b11d-2165cb265629 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:32.463396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8180f324-bdfb-41c0-863f-ca258c754768 req-733e397b-a34b-4fea-b11d-2165cb265629 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0795059 Feb 14 18:14:32.508066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8180f324-bdfb-41c0-863f-ca258c754768 req-5b4a430d-232f-4fa4-b0c8-2d0ab1f19608 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Feb 14 18:14:33.698559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd694f1-4b8a-459f-992b-9c91b95f059d req-84adbe23-d87d-4813-babb-d9185e92d10f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:33.699980 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2cd694f1-4b8a-459f-992b-9c91b95f059d req-84adbe23-d87d-4813-babb-d9185e92d10f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0750375 Feb 14 18:14:33.746945 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2cd694f1-4b8a-459f-992b-9c91b95f059d req-6a0f949d-1e60-47de-b727-30958f90d10d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Feb 14 18:14:34.042465 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-2a6bd6c3-ac04-4942-9127-ae1d54fa7e22 service neutron] 10.222.0.45 "GET /v2.0/ports/80d95510-2b7f-47a6-8eb9-07d0917e7c63/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0818992 Feb 14 18:14:34.747153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-4ab988a1-8327-4959-87ca-4bfc062d2180 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f&tenant_id=68854b791da749f9b67441fae5a82efe HTTP/1.1" status: 200 len: 1098 time: 0.0679040 Feb 14 18:14:34.844229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-3c4ab54d-14fe-40c2-9081-843213f313cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1098 time: 0.0727892 Feb 14 18:14:35.032286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671470c-f5f9-4803-857e-4ab14b7137af req-c9b3651d-11ea-4fa6-a859-08e01a83a628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:35.033717 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-c9b3651d-11ea-4fa6-a859-08e01a83a628 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.1809571 Feb 14 18:14:35.040535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c69d8-b064-4f19-92c9-e6b2119ef049 req-15381b9e-a997-48c8-9fb3-f30c92c886dd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:35.041895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7c69d8-b064-4f19-92c9-e6b2119ef049 req-15381b9e-a997-48c8-9fb3-f30c92c886dd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1707983 Feb 14 18:14:35.119743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-28d2c76f-9f4c-416f-8d5b-4ef9f75b3155 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 200 len: 217 time: 0.0751398 Feb 14 18:14:35.187648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c7c69d8-b064-4f19-92c9-e6b2119ef049 req-b470e06a-f1dd-43b4-9698-811239b7c62d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948169 Feb 14 18:14:35.200281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671470c-f5f9-4803-857e-4ab14b7137af req-d406034a-6012-42f1-b94c-cdd7039996aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:35.201693 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-d406034a-6012-42f1-b94c-cdd7039996aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0683486 Feb 14 18:14:35.249431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-c658893d-596d-4478-af3e-1d4bc4a3aabb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386410 Feb 14 18:14:35.464286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-e17e6d2c-7f4c-4f6e-99e1-4f891c2b8da1 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057641 Feb 14 18:14:35.604794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b671470c-f5f9-4803-857e-4ab14b7137af req-798de3c2-b971-4992-8ced-e76393c0bc7b service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301336 Feb 14 18:14:36.521533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938f60-52c0-4c53-80ac-398ee2d98cad req-c210e1a6-5701-4698-821a-fe9af518582f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:36.523112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25938f60-52c0-4c53-80ac-398ee2d98cad req-c210e1a6-5701-4698-821a-fe9af518582f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0738683 Feb 14 18:14:36.570486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25938f60-52c0-4c53-80ac-398ee2d98cad req-b9449d54-373c-4634-8e83-fea1554cf08c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Feb 14 18:14:37.791030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343db581-6451-4c0a-92de-278ae9e4873c req-7e10ad53-5769-46e4-bd2f-dac4ad8a4712 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:37.792479 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-343db581-6451-4c0a-92de-278ae9e4873c req-7e10ad53-5769-46e4-bd2f-dac4ad8a4712 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1010482 Feb 14 18:14:37.836949 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-343db581-6451-4c0a-92de-278ae9e4873c req-924916c9-5880-4c2d-94ed-84d5761e1275 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 Feb 14 18:14:38.624166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:14:38.627200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:14:38.839158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:38.860573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:38.880520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'port_id': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'mac_address': 'fa:16:3e:7b:c5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1a4f8f-5d0b-48fe-ab76-77850c4764b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:14:38.886420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:38.922641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:38.948602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:38.967150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:38.998645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:39.045440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d39330-3a5b-4847-9646-dc3e6d877075 req-c2c81149-5979-4914-bdd7-df69f4dcf431 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:39.046902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b8d39330-3a5b-4847-9646-dc3e6d877075 req-c2c81149-5979-4914-bdd7-df69f4dcf431 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.0903094 Feb 14 18:14:39.078918 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'code': 200} Feb 14 18:14:39.093113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b8d39330-3a5b-4847-9646-dc3e6d877075 req-f90442ff-2b80-4871-a9a7-880e81dfcca6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Feb 14 18:14:39.115353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:14:39.115803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:14:39.119210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:39.582719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba62b45-75e9-429e-ba7d-02fd13f8b6b3 req-23741065-007a-447d-935f-c3124b452dac tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:39.584319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ba62b45-75e9-429e-ba7d-02fd13f8b6b3 req-23741065-007a-447d-935f-c3124b452dac tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 943 time: 0.1272414 Feb 14 18:14:39.636325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-e30af299-e53f-46a6-9f82-ac75dcc7fdb8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:39.637738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-e30af299-e53f-46a6-9f82-ac75dcc7fdb8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f&tenant_id=68854b791da749f9b67441fae5a82efe&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 943 time: 0.1252105 Feb 14 18:14:39.645201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ba62b45-75e9-429e-ba7d-02fd13f8b6b3 req-0489f6ff-da4f-4e1c-ad86-4a289440a1c6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547864 Feb 14 18:14:39.673186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:39.723024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:39.738093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:39.785573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-28cc2673-8f91-44c1-9f06-4e4e503d4ac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 1096 time: 0.0743618 Feb 14 18:14:39.804187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:39.868728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['80d95510-2b7f-47a6-8eb9-07d0917e7c63'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:14:39.915479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-64a01047-87cd-4c0f-bd46-f5cd5495c056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:39.915686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:39.916882 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-64a01047-87cd-4c0f-bd46-f5cd5495c056 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.1259501 Feb 14 18:14:39.986920 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-37969f2a-0212-48ca-b97f-1cb7610a0f81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 200 len: 217 time: 0.0639353 Feb 14 18:14:40.057124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-0d204a96-3cc4-4661-a0f2-9afb20b04802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:40.058551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-0d204a96-3cc4-4661-a0f2-9afb20b04802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0659893 Feb 14 18:14:40.107128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-6e74e242-9102-4107-8050-1a5a36a2f32b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Feb 14 18:14:40.233424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-7e8f139d-8ab6-4d84-937a-19e42d84360a service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199038 Feb 14 18:14:40.363013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ca57782-69ee-46b8-9e58-e98b17fa5fdd req-5719469e-02ea-4797-b08d-2f988099c452 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235912 Feb 14 18:14:40.658364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:14:40.726379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:14:40.727035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:40.839296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:40.842058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7a62e-96d8-486d-8e55-3d487e8419df req-4eec26f2-98bb-493b-aa33-68dda8898f46 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:40.843594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-deb7a62e-96d8-486d-8e55-3d487e8419df req-4eec26f2-98bb-493b-aa33-68dda8898f46 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 944 time: 0.0747921 Feb 14 18:14:40.871230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:40.889045 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-deb7a62e-96d8-486d-8e55-3d487e8419df req-3efa3ee5-5d5a-44f1-a387-6debce811b8b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Feb 14 18:14:41.028041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:41.080096 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:41.101507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:41.134617 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'code': 200} Feb 14 18:14:42.091860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6d8bd-c2b3-4e0a-8b7a-5b46bb3157f2 req-592cb69a-b1a6-451c-ba54-a611886c6d04 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:42.093973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80f6d8bd-c2b3-4e0a-8b7a-5b46bb3157f2 req-592cb69a-b1a6-451c-ba54-a611886c6d04 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0859740 Feb 14 18:14:42.137630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80f6d8bd-c2b3-4e0a-8b7a-5b46bb3157f2 req-1033595b-7d01-45f9-8774-768c9b8a4f1a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383756 Feb 14 18:14:42.327436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dad5e-0c44-4bfa-9561-03682779ee3d req-ea941b98-b5c2-4382-9c6b-0c91778d23ba tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:42.328899 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-910dad5e-0c44-4bfa-9561-03682779ee3d req-ea941b98-b5c2-4382-9c6b-0c91778d23ba tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0754163 Feb 14 18:14:42.373647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-910dad5e-0c44-4bfa-9561-03682779ee3d req-a1848378-2a50-4670-93da-d6724fc6a479 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Feb 14 18:14:42.667617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c988a-2e6f-472f-b552-511b6eb40ca7 req-b5f246e6-ebef-4671-b17f-1b3a85ebb21b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:42.669077 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c5c988a-2e6f-472f-b552-511b6eb40ca7 req-b5f246e6-ebef-4671-b17f-1b3a85ebb21b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.1674738 Feb 14 18:14:42.712915 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c5c988a-2e6f-472f-b552-511b6eb40ca7 req-3e59a5e6-cac4-4e6e-bbc9-a0dd69641854 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Feb 14 18:14:43.481021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-a690a926-57f1-4968-ab1b-f3049eb1b480 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:43.482349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-a690a926-57f1-4968-ab1b-f3049eb1b480 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 815 time: 0.1395051 Feb 14 18:14:43.498107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-4fd0f3cb-6d97-451a-936a-dc7b24975fb7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/quotas/68854b791da749f9b67441fae5a82efe HTTP/1.1" status: 200 len: 375 time: 0.0104825 Feb 14 18:14:43.576862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-ddab6102-a7b6-41a0-8aa3-51f72a54dad4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733891 Feb 14 18:14:43.587622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-a206ea49-5ada-4454-b805-914882e73029 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:14:43.588550 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-a206ea49-5ada-4454-b805-914882e73029 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052884 Feb 14 18:14:43.716736 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-1f3a22f7-f91a-4f41-8115-214c587c58bb service neutron] 10.222.0.30 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225495 Feb 14 18:14:43.842950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-78d089dd-451c-42b5-9a16-4b11bc46acf9 service neutron] 10.222.0.30 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206145 Feb 14 18:14:43.989408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:14:44.159945 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72987ac1-9370-4ff3-ba57-ce50deb0994c req-708dd371-5248-40c8-9933-c417fc3231fe tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 210 time: 0.0405586 Feb 14 18:14:45.200374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-e17928eb-993a-4c2c-a7a1-fa62e20b6a0c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:45.201877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-e17928eb-993a-4c2c-a7a1-fa62e20b6a0c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8c86b96-71d8-4b86-964f-dabfa41c844f HTTP/1.1" status: 200 len: 945 time: 0.0799255 Feb 14 18:14:45.277851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Deleting port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:14:45.278244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:45.284964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:45.355760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d9c7ddea-d727-467f-a14c-cdc65bebbc69 req-040cedf3-7b44-42d0-ac52-bc562c43ef9f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 210 time: 0.0535049 Feb 14 18:14:45.568322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] For port 80d95510-2b7f-47a6-8eb9-07d0917e7c63, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80d95510-2b7f-47a6-8eb9-07d0917e7c63,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:45.569213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:45.686290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Calling delete_port for 80d95510-2b7f-47a6-8eb9-07d0917e7c63 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:14:45.919497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:45.931154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['80d95510-2b7f-47a6-8eb9-07d0917e7c63'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:14:45.968920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Pushing event deleted for resources: {'Port': ['ID=80d95510-2b7f-47a6-8eb9-07d0917e7c63,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:46.041196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] No DVR routers for this DVR port 80d95510-2b7f-47a6-8eb9-07d0917e7c63 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:14:46.043656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:46.046079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-deleted', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:46.124158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c86b96-71d8-4b86-964f-dabfa41c844f', 'name': 'network-vif-deleted', 'tag': '80d95510-2b7f-47a6-8eb9-07d0917e7c63', 'status': 'completed', 'code': 200} Feb 14 18:14:46.129267 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "DELETE /v2.0/ports/80d95510-2b7f-47a6-8eb9-07d0917e7c63 HTTP/1.1" status: 204 len: 173 time: 0.9188972 Feb 14 18:14:46.347135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-3400fdf6-dd92-475e-8dd3-76522d2cfc01 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:46.348583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-3400fdf6-dd92-475e-8dd3-76522d2cfc01 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 815 time: 0.2509618 Feb 14 18:14:46.372091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Request body: {'port': {'device_id': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'admin_state_up': True, 'tenant_id': '68854b791da749f9b67441fae5a82efe'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:14:46.553022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-db9df2b2-618f-4dfe-9e1b-f03b6dc92061 req-4710e768-bd21-4546-8825-467ed7b076c8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:14:46.568312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:14:46.573125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Usage tracker for resource:port and tenant:68854b791da749f9b67441fae5a82efe is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:14:46.575902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:14:46.581532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:14:46.634196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Made reservation on behalf of 68854b791da749f9b67441fae5a82efe for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:14:46.637214 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:46.695491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-db9df2b2-618f-4dfe-9e1b-f03b6dc92061 req-4710e768-bd21-4546-8825-467ed7b076c8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:14:46.696601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db9df2b2-618f-4dfe-9e1b-f03b6dc92061 req-4710e768-bd21-4546-8825-467ed7b076c8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 210 time: 0.2012627 Feb 14 18:14:46.800323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Allocated IP 172.20.0.4 (1151b9d7-f52d-4be0-ba12-a306d2f17235/eb1a4f8f-5d0b-48fe-ab76-77850c4764b0/7e887dad-5c3b-4622-b954-a385855db5ea) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:14:47.001620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:47.097138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:47.171669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Network 1151b9d7-f52d-4be0-ba12-a306d2f17235 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:14:47.174653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:14:47.178932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:14:47.208685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:47.241099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:47.241694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:47.329705 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-54c9cdd4-918b-4de7-85ba-026662bb949c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612672 Feb 14 18:14:47.343335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Request body: {'port': {'device_id': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:14:47.448628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:47.776476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:47.783277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:47.797315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Transition to ACTIVE for port object 7e887dad-5c3b-4622-b954-a385855db5ea will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:14:47.892663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c5df-31ac-4504-bfcc-d3b01a733937 req-f5df7a9f-08ef-4628-b76e-a140d8306913 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:47.893285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0233c5df-31ac-4504-bfcc-d3b01a733937 req-f5df7a9f-08ef-4628-b76e-a140d8306913 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:14:47.897716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:48.026201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:48.061102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0233c5df-31ac-4504-bfcc-d3b01a733937 req-f5df7a9f-08ef-4628-b76e-a140d8306913 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:14:48.062256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0233c5df-31ac-4504-bfcc-d3b01a733937 req-f5df7a9f-08ef-4628-b76e-a140d8306913 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 931 time: 0.2454121 Feb 14 18:14:48.163377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0233c5df-31ac-4504-bfcc-d3b01a733937 req-b2d66c31-32a0-4db2-833b-a72c9f23176c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718989 Feb 14 18:14:48.170004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Attempting to bind port 7e887dad-5c3b-4622-b954-a385855db5ea on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:14:48.170337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Attempting to bind port 7e887dad-5c3b-4622-b954-a385855db5ea by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:14:48.170661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Attempting to bind port 7e887dad-5c3b-4622-b954-a385855db5ea on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:14:48.176364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Port 7e887dad-5c3b-4622-b954-a385855db5ea on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:14:48.176685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Attempting to bind port 7e887dad-5c3b-4622-b954-a385855db5ea on network 1151b9d7-f52d-4be0-ba12-a306d2f17235 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:14:48.188185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:14:48.188518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Checking segment: {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:14:48.188933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Bound using segment: {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:14:48.189385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Bound port: 7e887dad-5c3b-4622-b954-a385855db5ea, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1185d6b3-2730-4179-9ccd-02914d7d781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:14:48.189765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:48.274423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:14:48.277344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:14:48.325282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:48.490073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:48.491627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] 10.222.0.45 "PUT /v2.0/ports/7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 200 len: 1093 time: 1.1521540 Feb 14 18:14:48.494117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:48.510491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a8fbb-1952-4e74-ace2-c758a415082b service neutron] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:48.552076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea', 'status': 'completed', 'code': 200} Feb 14 18:14:48.644366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f8097e-4548-44ec-a2f3-8d26bd8ae7e6 req-b8fab1d0-7257-429f-8378-0493813ca03b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1096 time: 0.0688262 Feb 14 18:14:48.687395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:14:48.720233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 80d95510-2b7f-47a6-8eb9-07d0917e7c63 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:14:48.720579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 80d95510-2b7f-47a6-8eb9-07d0917e7c63 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:14:48.785374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8097e-4548-44ec-a2f3-8d26bd8ae7e6 req-bbb67e85-58f7-4d9a-a0d3-2ce87a4a68ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:48.786799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f8097e-4548-44ec-a2f3-8d26bd8ae7e6 req-bbb67e85-58f7-4d9a-a0d3-2ce87a4a68ef service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=68854b791da749f9b67441fae5a82efe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1320662 Feb 14 18:14:48.924577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8097e-4548-44ec-a2f3-8d26bd8ae7e6 req-83b32e93-0081-4d2f-96e8-e8a86c230502 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:48.926037 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f8097e-4548-44ec-a2f3-8d26bd8ae7e6 req-83b32e93-0081-4d2f-96e8-e8a86c230502 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292694 Feb 14 18:14:49.035726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-1c75b0c8-7e09-4134-86fc-56f9a792cea8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1096 time: 0.0708444 Feb 14 18:14:49.104311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-f6cd1087-9039-4362-a9b5-579deacbf2bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 200 len: 217 time: 0.0594702 Feb 14 18:14:49.170898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-0683e15f-20af-4d35-9c44-6bda31fd4e0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:49.172274 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-0683e15f-20af-4d35-9c44-6bda31fd4e0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0592895 Feb 14 18:14:49.219373 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-804e67f8-900b-4339-bf0a-e3f23d759a28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378795 Feb 14 18:14:49.401444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-803fc1f1-4b18-4839-8894-02fb293e1c01 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756704 Feb 14 18:14:49.414915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013443-9a22-4b7d-9332-3e4e80755fdb req-c47e07cc-351e-4bb0-b782-32d1c49bf2b4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:49.416256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22013443-9a22-4b7d-9332-3e4e80755fdb req-c47e07cc-351e-4bb0-b782-32d1c49bf2b4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 943 time: 0.1235151 Feb 14 18:14:49.539657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-22013443-9a22-4b7d-9332-3e4e80755fdb req-e953bc09-c857-477e-b740-7989ad6f60a2 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051192 Feb 14 18:14:49.574715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0677c48e-a544-4eb5-802e-62a7e9d84a95 req-26fdab14-c0ae-4c17-830d-a698f54ad74a service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575389 Feb 14 18:14:50.733003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f714c7-6fb1-4048-907d-c387b57f6030 req-b4e4c632-2495-4ac1-ad14-c5a1e90443d5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:50.734442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b7f714c7-6fb1-4048-907d-c387b57f6030 req-b4e4c632-2495-4ac1-ad14-c5a1e90443d5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 943 time: 0.0750139 Feb 14 18:14:50.779609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b7f714c7-6fb1-4048-907d-c387b57f6030 req-57347fc4-2bae-4457-a0a6-da619f091ee3 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Feb 14 18:14:50.850481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-304f059d-a8ff-4cac-b25c-26755390b565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:51.973493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f67-5d70-44fc-8274-70b4f9bffe10 req-98fc0f16-ae01-456d-8edf-4361371c0975 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:51.975576 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e2c21f67-5d70-44fc-8274-70b4f9bffe10 req-98fc0f16-ae01-456d-8edf-4361371c0975 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 943 time: 0.0784431 Feb 14 18:14:52.020672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e2c21f67-5d70-44fc-8274-70b4f9bffe10 req-2b1e60cb-0230-4c9a-afc5-1c6a63824843 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 Feb 14 18:14:52.702283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:14:52.833448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:52.846720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '7e887dad-5c3b-4622-b954-a385855db5ea', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'port_id': '7e887dad-5c3b-4622-b954-a385855db5ea', 'mac_address': 'fa:16:3e:10:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1a4f8f-5d0b-48fe-ab76-77850c4764b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:14:52.906146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:52.922931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:14:52.937336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:53.010333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:53.044626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fc7692c0-fbae-4e32-8c44-3b6341fee0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:53.077974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:53.226423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf02939-432f-402d-bb0f-ceebb8e5bad1 req-03845971-90a1-49e0-8204-a110cd083a7b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:53.230167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1bf02939-432f-402d-bb0f-ceebb8e5bad1 req-03845971-90a1-49e0-8204-a110cd083a7b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 944 time: 0.0911994 Feb 14 18:14:53.254978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e887dad-5c3b-4622-b954-a385855db5ea'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:14:53.278885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1bf02939-432f-402d-bb0f-ceebb8e5bad1 req-b54777b2-8ddc-4e9e-b8fe-922376becd51 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Feb 14 18:14:54.470047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35dcce-3066-4e2d-91fd-045b426b31ec req-a98ae0e2-a51c-49fe-a1ad-6e9c6005d0ce tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:54.471511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f35dcce-3066-4e2d-91fd-045b426b31ec req-a98ae0e2-a51c-49fe-a1ad-6e9c6005d0ce tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 944 time: 0.0754468 Feb 14 18:14:54.472317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:54.484409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:54.516276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f35dcce-3066-4e2d-91fd-045b426b31ec req-99200a5a-e30d-4876-b14f-a93e188bb4a6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Feb 14 18:14:54.702758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:14:54.832693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 7e887dad-5c3b-4622-b954-a385855db5ea completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:14:54.837735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 7e887dad-5c3b-4622-b954-a385855db5ea triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:14:54.838102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:54.953572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:54.979641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:14:54.988943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:14:55.031928 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea', 'code': 200} Feb 14 18:14:55.095939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:55.163020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:14:55.393486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-13073ffd-d0a5-477d-b218-55656c435e76 req-f77d5bde-befb-4680-948f-861874887043 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1098 time: 0.0691776 Feb 14 18:14:55.434354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-13073ffd-d0a5-477d-b218-55656c435e76 req-656e1719-7382-4ee1-b9e8-6e9f36151ad8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Feb 14 18:14:55.621250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:14:55.743369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078607f8-6f80-46ce-900c-a67b2b1edb5c req-9dd9748d-6294-4728-8a47-212f45fcba7d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:55.744866 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-078607f8-6f80-46ce-900c-a67b2b1edb5c req-9dd9748d-6294-4728-8a47-212f45fcba7d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0762458 Feb 14 18:14:55.790018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-078607f8-6f80-46ce-900c-a67b2b1edb5c req-d5327763-1456-46a1-b432-806bbb23b3c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Feb 14 18:14:57.078973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7789-af97-4306-a0c0-6815f3a25101 req-ae64709d-d9e7-4559-b1db-dd343c8aab6f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:57.080360 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-451c7789-af97-4306-a0c0-6815f3a25101 req-ae64709d-d9e7-4559-b1db-dd343c8aab6f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.1697581 Feb 14 18:14:57.124272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-451c7789-af97-4306-a0c0-6815f3a25101 req-8f96a688-541e-474d-a968-f187e5230882 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Feb 14 18:14:57.317878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9ab9e-65fa-444b-b572-6d9d29169135 req-536e7922-76ee-450a-a96c-68a7fa86c822 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:57.319834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1d9ab9e-65fa-444b-b572-6d9d29169135 req-536e7922-76ee-450a-a96c-68a7fa86c822 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0758576 Feb 14 18:14:57.363853 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1d9ab9e-65fa-444b-b572-6d9d29169135 req-e89db56a-f443-49cc-897b-159081aba0c2 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Feb 14 18:14:57.553161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd34c96f-9180-4bff-a2fe-f756ab7840cb req-5b167447-7008-4e54-a741-b369885b0f1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682273 Feb 14 18:14:58.009178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0646-89a9-40ec-852c-41e86c29327d req-73214197-8738-40ce-9321-104edbe41486 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:58.010532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f68f0646-89a9-40ec-852c-41e86c29327d req-73214197-8738-40ce-9321-104edbe41486 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0751524 Feb 14 18:14:58.055340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f68f0646-89a9-40ec-852c-41e86c29327d req-f84480af-4e1b-4821-b393-ab468bed5fd3 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Feb 14 18:14:58.170085 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-6423f72d-70f1-4fd6-8d53-eff386a60dce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655007 Feb 14 18:14:59.397988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393d96-9914-492b-89eb-614742f40b51 req-22bf80ed-933c-43cf-ac31-e3b88b444b48 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:14:59.399406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af393d96-9914-492b-89eb-614742f40b51 req-22bf80ed-933c-43cf-ac31-e3b88b444b48 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0817912 Feb 14 18:14:59.444202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af393d96-9914-492b-89eb-614742f40b51 req-08253b7b-e0c7-4982-99e4-a7908fba24c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Feb 14 18:15:00.211378 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-e026e6d1-11b8-4928-b23d-9d95cb7267f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1098 time: 0.0676563 Feb 14 18:15:00.338949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-69990d7f-3c7d-440d-8320-82b8050f8ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:00.340388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-69990d7f-3c7d-440d-8320-82b8050f8ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.1226385 Feb 14 18:15:00.418357 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-a9d641e7-5ac0-4609-9c86-006ccb4cc658 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 200 len: 217 time: 0.0719838 Feb 14 18:15:00.482856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-c5dffbdb-7c04-4ebf-aa91-091ad70df6de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:00.484290 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-c5dffbdb-7c04-4ebf-aa91-091ad70df6de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0595360 Feb 14 18:15:00.529015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-0caea4cf-39f2-4ff1-afb3-1f8bf17f8c83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391238 Feb 14 18:15:00.720694 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-e4f40a1d-aef2-4140-bbb5-a3444669703d service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858771 Feb 14 18:15:00.730953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb470-2fc7-45f7-b99d-138610f1dd4a req-de56e79e-6122-4ff4-bc88-f5fc94ab1ff6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:00.733745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50eeb470-2fc7-45f7-b99d-138610f1dd4a req-de56e79e-6122-4ff4-bc88-f5fc94ab1ff6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.1311915 Feb 14 18:15:00.873374 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50eeb470-2fc7-45f7-b99d-138610f1dd4a req-dba7fe49-3730-48d7-b8a9-f394659bded5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195285 Feb 14 18:15:00.896329 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-65a77867-de25-4a04-b560-861fb8f574a8 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610098 Feb 14 18:15:02.066355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd632-5b09-4002-b656-dbeca957d3e4 req-fb92a50c-7cff-422c-9ea4-0143c3f70407 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:02.067798 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adbdd632-5b09-4002-b656-dbeca957d3e4 req-fb92a50c-7cff-422c-9ea4-0143c3f70407 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0756099 Feb 14 18:15:02.112758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-adbdd632-5b09-4002-b656-dbeca957d3e4 req-105a2165-a6a4-4628-a5a0-bfec8aef3d4a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 Feb 14 18:15:03.309408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef83c-377d-4276-940a-a5aabb1575e0 req-c6e2f1ab-3a63-436a-a492-cd721a05a0e6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:03.311351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8aef83c-377d-4276-940a-a5aabb1575e0 req-c6e2f1ab-3a63-436a-a492-cd721a05a0e6 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0785286 Feb 14 18:15:03.355381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8aef83c-377d-4276-940a-a5aabb1575e0 req-b42dfea8-8c4a-4c28-aba8-7b7357cbc4ac tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Feb 14 18:15:04.554614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac9c6a-b7ba-4188-a270-e242d552d520 req-deed01ee-4c94-4e49-af68-6188d816751e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:04.556093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5ac9c6a-b7ba-4188-a270-e242d552d520 req-deed01ee-4c94-4e49-af68-6188d816751e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0745685 Feb 14 18:15:04.601085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a5ac9c6a-b7ba-4188-a270-e242d552d520 req-2a71e90a-fd31-469a-95d8-e486e7f56575 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Feb 14 18:15:05.797906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bae-e2b8-4835-b3de-296b5f126fd2 req-5f2b626f-9844-4fe6-bdaf-ac6bb38d07a7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:05.799249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-85285bae-e2b8-4835-b3de-296b5f126fd2 req-5f2b626f-9844-4fe6-bdaf-ac6bb38d07a7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0788038 Feb 14 18:15:05.842946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-85285bae-e2b8-4835-b3de-296b5f126fd2 req-865da80b-f0e2-48f4-9a24-929840c85401 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Feb 14 18:15:07.036403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd16ab-82e1-41be-989c-c0b4a5c2ad36 req-f9791202-6a87-47c4-b87d-665eef5db0a7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:07.037864 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afcd16ab-82e1-41be-989c-c0b4a5c2ad36 req-f9791202-6a87-47c4-b87d-665eef5db0a7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0742939 Feb 14 18:15:07.085503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afcd16ab-82e1-41be-989c-c0b4a5c2ad36 req-d5b535e1-8dc2-4189-ab2e-452b2c17b8ea tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Feb 14 18:15:08.276186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540756f-6c17-49c8-8285-7fd56b49a495 req-452dcba9-0d43-4a0e-8976-6440cc4af4fd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:08.277642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5540756f-6c17-49c8-8285-7fd56b49a495 req-452dcba9-0d43-4a0e-8976-6440cc4af4fd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0749698 Feb 14 18:15:08.322783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5540756f-6c17-49c8-8285-7fd56b49a495 req-f79fecf4-c9ef-4d42-bdd3-fd4073514f42 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Feb 14 18:15:09.605944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b875d7f-a5db-48bc-9f05-27dd42a95dc7 req-c012db3f-7627-4e33-b1ac-07b0031a6804 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:09.607492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b875d7f-a5db-48bc-9f05-27dd42a95dc7 req-c012db3f-7627-4e33-b1ac-07b0031a6804 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.1619782 Feb 14 18:15:09.652458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b875d7f-a5db-48bc-9f05-27dd42a95dc7 req-adfcf6b7-37f0-4b32-a61b-5826b64ca0c4 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Feb 14 18:15:10.852956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873a5b-040c-4165-9169-1fd11a586afc req-4d21a908-2cb3-4423-9588-8cb70d4dac39 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:10.854358 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b873a5b-040c-4165-9169-1fd11a586afc req-4d21a908-2cb3-4423-9588-8cb70d4dac39 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0774198 Feb 14 18:15:10.899896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b873a5b-040c-4165-9169-1fd11a586afc req-f08674ec-cdaf-4422-a613-b74b95686695 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Feb 14 18:15:12.101570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103444d-a7ba-43d2-bca7-0a538cd3a719 req-d72fc28e-468f-4784-a85a-869c95cb1ce1 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:12.103003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f103444d-a7ba-43d2-bca7-0a538cd3a719 req-d72fc28e-468f-4784-a85a-869c95cb1ce1 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0781045 Feb 14 18:15:12.146387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f103444d-a7ba-43d2-bca7-0a538cd3a719 req-e2028f98-0663-45f5-953c-aa03cb81b910 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375159 Feb 14 18:15:13.336291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295f31c-9bc6-4b79-9a25-daea5d8092d7 req-2c9105d2-969d-4227-99de-a2715335d05f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:13.337745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8295f31c-9bc6-4b79-9a25-daea5d8092d7 req-2c9105d2-969d-4227-99de-a2715335d05f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0745249 Feb 14 18:15:13.381497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8295f31c-9bc6-4b79-9a25-daea5d8092d7 req-abf86eb9-45c1-4deb-bf9a-89c2f164e3e7 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Feb 14 18:15:14.584122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131afab-addc-42fc-a4f6-ae35a40ccdad req-ef4df566-270c-4b6a-84a5-f598bb82950b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:14.585614 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0131afab-addc-42fc-a4f6-ae35a40ccdad req-ef4df566-270c-4b6a-84a5-f598bb82950b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0833099 Feb 14 18:15:14.630355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0131afab-addc-42fc-a4f6-ae35a40ccdad req-fcdb1907-9c1f-425a-be13-2b65d3b7096c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Feb 14 18:15:15.267048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:15.824616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d951a-dd30-434b-accf-4ed790d53b4d req-27617a6d-cb5b-40e8-a996-cef40e18209f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:15.826102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6b2d951a-dd30-434b-accf-4ed790d53b4d req-27617a6d-cb5b-40e8-a996-cef40e18209f tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0793271 Feb 14 18:15:15.876772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6b2d951a-dd30-434b-accf-4ed790d53b4d req-24155ac3-889d-4b92-9836-6ebf69e8fa60 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Feb 14 18:15:17.068528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800d829-03ee-4182-8861-9b524b82c22d req-672ffd1f-364e-42a3-bdae-5344ec932ab5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:17.069995 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6800d829-03ee-4182-8861-9b524b82c22d req-672ffd1f-364e-42a3-bdae-5344ec932ab5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0752666 Feb 14 18:15:17.113522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6800d829-03ee-4182-8861-9b524b82c22d req-13ea1ed7-e241-43b2-a946-a47db01dca76 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Feb 14 18:15:18.310145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a742-c2f4-4169-aaa9-0935ed7b608f req-6e9ec8ea-4f13-4b9f-a37c-90bf29b4634c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:18.311589 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cab9a742-c2f4-4169-aaa9-0935ed7b608f req-6e9ec8ea-4f13-4b9f-a37c-90bf29b4634c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0774052 Feb 14 18:15:18.355682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cab9a742-c2f4-4169-aaa9-0935ed7b608f req-08698704-351b-47e9-b544-682b6f029f81 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Feb 14 18:15:19.551099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660945-c0ea-4c92-999e-aed97e954b11 req-c19e1aba-51ce-4fbe-bd53-46e724945d99 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:19.552663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86660945-c0ea-4c92-999e-aed97e954b11 req-c19e1aba-51ce-4fbe-bd53-46e724945d99 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0743401 Feb 14 18:15:19.596125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86660945-c0ea-4c92-999e-aed97e954b11 req-d38cdb7a-ad60-4a6c-a6e4-7506a73c3d64 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Feb 14 18:15:20.795129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a15f3e-b103-4f4b-9536-affdb4519518 req-8eb6e970-871c-4460-9ae5-8d47267f64fb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:20.796490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d7a15f3e-b103-4f4b-9536-affdb4519518 req-8eb6e970-871c-4460-9ae5-8d47267f64fb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0797918 Feb 14 18:15:20.850766 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d7a15f3e-b103-4f4b-9536-affdb4519518 req-70011451-762a-482d-8469-98dfdc4b37b5 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Feb 14 18:15:20.861331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9675f008-c15e-484b-83d5-2174c90192c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:20.989179 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:15:22.043155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d96f72-2f79-45ab-93be-b921a20dadbb req-5c226e1a-344a-442e-8557-f427f473d2bb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:22.044580 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77d96f72-2f79-45ab-93be-b921a20dadbb req-5c226e1a-344a-442e-8557-f427f473d2bb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0747290 Feb 14 18:15:22.091628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77d96f72-2f79-45ab-93be-b921a20dadbb req-b9c1b4f8-4d66-4367-87dd-948f54f10530 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Feb 14 18:15:23.043383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa8c81a5-eb8d-44e3-95d4-0f01dd77f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:23.294566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152db0-8ac1-4919-be92-1010d3cb898d req-4bf34a15-272f-448d-9a93-a6afd0a3385b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:23.295906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2152db0-8ac1-4919-be92-1010d3cb898d req-4bf34a15-272f-448d-9a93-a6afd0a3385b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0752213 Feb 14 18:15:23.339573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2152db0-8ac1-4919-be92-1010d3cb898d req-9b7c7684-041d-404d-92ed-f3cfbd3b1516 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Feb 14 18:15:24.351867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:24.363572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:24.541089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073113b8-ef36-41a5-bcb5-832ed0f5adf1 req-70a602ec-3c8e-4a44-bf93-7c9e3cba9de3 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:24.542513 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-073113b8-ef36-41a5-bcb5-832ed0f5adf1 req-70a602ec-3c8e-4a44-bf93-7c9e3cba9de3 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0847771 Feb 14 18:15:24.588053 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-073113b8-ef36-41a5-bcb5-832ed0f5adf1 req-45d63c3a-57a9-49fc-ad1d-7341a94c9c0d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Feb 14 18:15:25.625929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:25.789030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40401ec5-38eb-47de-b369-f61ecb99fa23 req-b135c1b1-c170-4949-9fcb-e013f2105501 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:25.790458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40401ec5-38eb-47de-b369-f61ecb99fa23 req-b135c1b1-c170-4949-9fcb-e013f2105501 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0807407 Feb 14 18:15:25.833719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40401ec5-38eb-47de-b369-f61ecb99fa23 req-62c8155d-fccf-4b8f-a354-4cfdf7befe77 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Feb 14 18:15:27.037278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee893c-ef3a-45c9-99da-6fabb24bafba req-5db1bc76-f79a-49ee-b049-ea9e32e06037 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:27.038642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0ee893c-ef3a-45c9-99da-6fabb24bafba req-5db1bc76-f79a-49ee-b049-ea9e32e06037 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0797877 Feb 14 18:15:27.083118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0ee893c-ef3a-45c9-99da-6fabb24bafba req-23414c47-3f26-457c-b5a6-6f92712265bc tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Feb 14 18:15:28.273170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f51a-e101-4472-87fa-80fe386e620e req-8060e269-b7c1-4ad2-aece-f2ebce2e9d1b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:28.274662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8127f51a-e101-4472-87fa-80fe386e620e req-8060e269-b7c1-4ad2-aece-f2ebce2e9d1b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0754890 Feb 14 18:15:28.376638 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8127f51a-e101-4472-87fa-80fe386e620e req-adef389d-0a95-4114-bead-d579fdf6a92b tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964890 Feb 14 18:15:28.385603 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-34968ef0-9ebf-49ae-98c1-1c95aa70eadd service neutron] 10.222.0.45 "GET /v2.0/ports/7e887dad-5c3b-4622-b954-a385855db5ea/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0925705 Feb 14 18:15:29.029408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-b7734450-150e-4f9f-b910-322c330fdef2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54&tenant_id=68854b791da749f9b67441fae5a82efe HTTP/1.1" status: 200 len: 1098 time: 0.0679648 Feb 14 18:15:29.125287 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-1851d9fd-a2e2-42e0-b7f8-4e341e23a4ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1098 time: 0.0695534 Feb 14 18:15:29.333599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-73e9feb1-8a68-4a8e-aaa6-950b16538900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:29.335547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-73e9feb1-8a68-4a8e-aaa6-950b16538900 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.2014236 Feb 14 18:15:29.402849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-835ebb4b-bc30-494d-b86a-cda3c597b5a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 200 len: 217 time: 0.0580270 Feb 14 18:15:29.468562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-76d8c94b-8dc9-4c21-8d44-9daeea04611e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:29.470068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-76d8c94b-8dc9-4c21-8d44-9daeea04611e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0590301 Feb 14 18:15:29.549065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-c0691814-63d9-420a-96c3-5eb75fee62be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697129 Feb 14 18:15:29.697054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554ea6b-2622-4a47-a36b-be0d79bfc480 req-bcf4afda-be08-4c82-82d9-3cf588626779 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:29.698481 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4554ea6b-2622-4a47-a36b-be0d79bfc480 req-bcf4afda-be08-4c82-82d9-3cf588626779 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.1909199 Feb 14 18:15:29.706916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-80d5ee6b-0d0a-4a6a-9ec3-18bd87ec2656 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480234 Feb 14 18:15:29.827239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4554ea6b-2622-4a47-a36b-be0d79bfc480 req-ac6c514b-8fbc-445a-8e87-2372b5ebb6af tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222715 Feb 14 18:15:29.865407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d640085-78f5-42f6-b69e-675a8fcc5a60 req-c7117ee9-c72b-4596-950b-a9ddb672bdd6 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447649 Feb 14 18:15:31.034161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219b19d-f237-4e1c-a554-c71c35ae4945 req-3e7bc49a-7070-450b-aa91-ea05f936c795 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:31.035630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d219b19d-f237-4e1c-a554-c71c35ae4945 req-3e7bc49a-7070-450b-aa91-ea05f936c795 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0751691 Feb 14 18:15:31.083182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d219b19d-f237-4e1c-a554-c71c35ae4945 req-ccf5398f-ea09-4c11-8111-ea74fcc7e43a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Feb 14 18:15:32.305754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5776f-c0d4-400f-ac87-0d2cc6670594 req-e868acf8-6e47-4423-9e26-dbdc96db0442 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:32.307171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8cb5776f-c0d4-400f-ac87-0d2cc6670594 req-e868acf8-6e47-4423-9e26-dbdc96db0442 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0778520 Feb 14 18:15:32.351497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8cb5776f-c0d4-400f-ac87-0d2cc6670594 req-1347218f-80e2-4a69-a7a5-77417a46dddd tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Feb 14 18:15:32.889148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:15:32.891556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:15:33.135135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:33.156060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:33.174837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '7e887dad-5c3b-4622-b954-a385855db5ea', 'network_id': '1151b9d7-f52d-4be0-ba12-a306d2f17235', 'port_id': '7e887dad-5c3b-4622-b954-a385855db5ea', 'mac_address': 'fa:16:3e:10:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1a4f8f-5d0b-48fe-ab76-77850c4764b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:15:33.180149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:15:33.216230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:33.241279 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea', 'code': 200} Feb 14 18:15:33.246931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:33.260451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:33.302443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:15:33.377095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:33.381576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:15:33.381931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:15:33.388019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.388362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.388723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.389059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.389626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.389719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.390008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.390327 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.390667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.390967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.391280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:33.547379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10597b2-3de2-49f5-8333-92c226ec66fc req-4ce4b321-acf4-4a35-a3af-9a2758a1e74d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:33.548744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d10597b2-3de2-49f5-8333-92c226ec66fc req-4ce4b321-acf4-4a35-a3af-9a2758a1e74d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 943 time: 0.0767636 Feb 14 18:15:33.592723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d10597b2-3de2-49f5-8333-92c226ec66fc req-2db0aebe-9b76-4554-a136-484cb29c73ec tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Feb 14 18:15:33.933564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:33.951100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:15:33.966591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:34.032078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:34.076432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f75c3e-5396-4576-98da-156e1a2621c0 req-105239ba-3b3c-42a0-a293-b0c1aec71070 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:34.077917 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45f75c3e-5396-4576-98da-156e1a2621c0 req-105239ba-3b3c-42a0-a293-b0c1aec71070 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 943 time: 0.1453409 Feb 14 18:15:34.101177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e887dad-5c3b-4622-b954-a385855db5ea'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:15:34.110336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-8845e32c-4a89-4d5e-ba26-09b906ddbb1c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:34.111765 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-8845e32c-4a89-4d5e-ba26-09b906ddbb1c tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54&tenant_id=68854b791da749f9b67441fae5a82efe&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 943 time: 0.1195552 Feb 14 18:15:34.135831 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45f75c3e-5396-4576-98da-156e1a2621c0 req-1535df74-8969-45e9-9ac0-b13ffe47f732 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Feb 14 18:15:34.148534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:34.251507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-95c6e515-3643-4df4-bec0-a9f2f0308db8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68854b791da749f9b67441fae5a82efe&device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 1097 time: 0.0681572 Feb 14 18:15:34.379420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-23d2a521-b565-45d6-8daf-bde6236aa919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:34.380836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-23d2a521-b565-45d6-8daf-bde6236aa919 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 200 len: 915 time: 0.1235745 Feb 14 18:15:34.451532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-36fa5cd9-91a2-4c20-aa36-b0f9bfcea399 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 200 len: 217 time: 0.0638573 Feb 14 18:15:34.511726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-6c96a710-5e52-4e54-aa47-2f36014b61f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:34.513127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-6c96a710-5e52-4e54-aa47-2f36014b61f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 200 len: 855 time: 0.0558462 Feb 14 18:15:34.559125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-f9a294ba-b277-49dc-899b-b24f2284348f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1151b9d7-f52d-4be0-ba12-a306d2f17235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402813 Feb 14 18:15:34.776131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-c48b251b-1259-47cc-b745-0f415c26547b service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111890 Feb 14 18:15:34.905977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:15:34.910858 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67edddb8-e7c4-4794-a100-7a3341fe149d req-5d6b86f2-f7d6-466b-a13a-9dcc63cae203 service neutron] 10.222.0.45 "GET /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286697 Feb 14 18:15:34.975968 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 7e887dad-5c3b-4622-b954-a385855db5ea triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:34.976551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:35.089286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:35.121295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:35.197919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:35.247311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:15:35.268717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:35.310293 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea', 'code': 200} Feb 14 18:15:35.345850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1adc7-e96d-4429-8598-8b623f540e1a req-65783af9-bb57-44f2-9ce9-def7cbe0cc04 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:35.347228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56f1adc7-e96d-4429-8598-8b623f540e1a req-65783af9-bb57-44f2-9ce9-def7cbe0cc04 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0878346 Feb 14 18:15:35.391712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56f1adc7-e96d-4429-8598-8b623f540e1a req-b7b4589f-d511-448f-91b6-fb706a760310 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383286 Feb 14 18:15:36.586966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055620b-4cf3-486c-af12-fab3ab59ee64 req-5599d361-e102-4a92-8555-7c948c656284 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:36.588400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d055620b-4cf3-486c-af12-fab3ab59ee64 req-5599d361-e102-4a92-8555-7c948c656284 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0778406 Feb 14 18:15:36.632905 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d055620b-4cf3-486c-af12-fab3ab59ee64 req-9cdc8c20-5684-4816-abc9-ceb7fe521d1a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389550 Feb 14 18:15:36.826141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7861c3-239a-4cb4-a135-ac6cea3599a1 req-95bf0223-06fa-42b8-b841-6253b99b4606 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:36.827635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7861c3-239a-4cb4-a135-ac6cea3599a1 req-95bf0223-06fa-42b8-b841-6253b99b4606 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0755079 Feb 14 18:15:36.871803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d7861c3-239a-4cb4-a135-ac6cea3599a1 req-9dc4aeed-7939-4681-a2d7-f135cb9dd45a tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Feb 14 18:15:37.069330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9047c0-4bb8-4c58-8056-b104d9952bd0 req-59d011aa-5886-4544-b3ae-c24fb087de89 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:37.070771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e9047c0-4bb8-4c58-8056-b104d9952bd0 req-59d011aa-5886-4544-b3ae-c24fb087de89 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0787854 Feb 14 18:15:37.114957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e9047c0-4bb8-4c58-8056-b104d9952bd0 req-172f032e-99e7-4059-8afa-ccc79d9882ba tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387168 Feb 14 18:15:37.962527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3f97-21bd-4af3-98ae-797881ab7425 req-01b30b84-528c-4cf9-95d1-48a208d7a60d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:37.963952 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-806c3f97-21bd-4af3-98ae-797881ab7425 req-01b30b84-528c-4cf9-95d1-48a208d7a60d tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0766890 Feb 14 18:15:38.010663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-806c3f97-21bd-4af3-98ae-797881ab7425 req-0bb5f9da-137b-4941-91fd-b2bcf707bb5e tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Feb 14 18:15:39.203406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27524b-a064-4d66-9dbf-59914db2d600 req-c4aae085-7fa5-4115-8d20-6996f26ac6bb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:39.204910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd27524b-a064-4d66-9dbf-59914db2d600 req-c4aae085-7fa5-4115-8d20-6996f26ac6bb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0743680 Feb 14 18:15:39.250304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd27524b-a064-4d66-9dbf-59914db2d600 req-9affef2b-8923-4ed4-b528-5de1c91a10c8 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/security-groups?id=d918af78-454d-4788-a789-5d28389597e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394144 Feb 14 18:15:39.529178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6817c-6e60-423b-8607-ace480a94a78 req-8e84883f-c271-4e0c-978f-c45a44a6aaef tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:39.530506 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ece6817c-6e60-423b-8607-ace480a94a78 req-8e84883f-c271-4e0c-978f-c45a44a6aaef tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 945 time: 0.0778315 Feb 14 18:15:39.598651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Deleting port 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:15:39.598989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:39.837662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] For port 7e887dad-5c3b-4622-b954-a385855db5ea, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=7e887dad-5c3b-4622-b954-a385855db5ea,segment=NetworkSegment(1185d6b3-2730-4179-9ccd-02914d7d781f),segment_id=1185d6b3-2730-4179-9ccd-02914d7d781f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:39.838018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:39.955779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Calling delete_port for 7e887dad-5c3b-4622-b954-a385855db5ea owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:15:40.168966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:40.184721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['7e887dad-5c3b-4622-b954-a385855db5ea'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:15:40.217579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Pushing event deleted for resources: {'Port': ['ID=7e887dad-5c3b-4622-b954-a385855db5ea,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:40.284729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.285098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.285439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.285775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.286109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.286440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.286766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.287118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.287442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.287764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.288091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:40.300659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] No DVR routers for this DVR port 7e887dad-5c3b-4622-b954-a385855db5ea on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:15:40.302950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:40.305531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-deleted', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:15:40.367985 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d95aa7-8d83-4b69-bff0-cb249bcbae54', 'name': 'network-vif-deleted', 'tag': '7e887dad-5c3b-4622-b954-a385855db5ea', 'status': 'completed', 'code': 200} Feb 14 18:15:40.412254 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ece6817c-6e60-423b-8607-ace480a94a78 req-bd47778e-9092-40c5-931a-3b7d9b3670c0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.45 "DELETE /v2.0/ports/7e887dad-5c3b-4622-b954-a385855db5ea HTTP/1.1" status: 204 len: 173 time: 0.8740580 Feb 14 18:15:40.417665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-835c18c3-238c-4a2a-b8a7-4c438c68cd58 req-44be3fa7-3b58-41f0-9b71-bf074aef96fb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Synchronizing usage tracker for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:15:40.494560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-835c18c3-238c-4a2a-b8a7-4c438c68cd58 req-44be3fa7-3b58-41f0-9b71-bf074aef96fb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] Unset dirty status for tenant:68854b791da749f9b67441fae5a82efe on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:15:40.496174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-835c18c3-238c-4a2a-b8a7-4c438c68cd58 req-44be3fa7-3b58-41f0-9b71-bf074aef96fb tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d95aa7-8d83-4b69-bff0-cb249bcbae54 HTTP/1.1" status: 200 len: 210 time: 0.1196191 Feb 14 18:15:41.752273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:41.897682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Deleting subnet eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:15:41.900787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:41.949572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.009936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.123687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.159911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1a4f8f-5d0b-48fe-ab76-77850c4764b0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:42.166542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.172186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a4d94ccc-40ab-4291-bab7-8d857d687191 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb1a4f8f-5d0b-48fe-ab76-77850c4764b0 HTTP/1.1" status: 204 len: 168 time: 0.4188447 Feb 14 18:15:42.174755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:42.276861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.401421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.425312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1151b9d7-f52d-4be0-ba12-a306d2f17235']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:42.436682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1185d6b3-2730-4179-9ccd-02914d7d781f') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:42.437009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1185d6b3-2730-4179-9ccd-02914d7d781f') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:42.448255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.464122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.469966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:15:42.470332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:15:42.482689 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:15:42.586328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.590634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:42.615072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] Pushing event deleted for resources: {'Network': ['ID=1151b9d7-f52d-4be0-ba12-a306d2f17235,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:42.700814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-54f3c093-a321-464f-b96d-dc6db3ee635b admin admin] 10.222.0.30 "DELETE /v2.0/networks/1151b9d7-f52d-4be0-ba12-a306d2f17235 HTTP/1.1" status: 204 len: 168 time: 0.5248768 Feb 14 18:15:42.985303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:15:43.022716 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 7e887dad-5c3b-4622-b954-a385855db5ea {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:15:43.023059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 7e887dad-5c3b-4622-b954-a385855db5ea not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:15:43.054088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48070) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:43.106205 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a6a6b84-684c-4e63-8168-71702d8d8534 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68854b791da749f9b67441fae5a82efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509388 Feb 14 18:15:43.108778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48074) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:43.171317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:43.195842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:43.288876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:43.305275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918af78-454d-4788-a789-5d28389597e9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:43.355721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:43.356874 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f1b280bf-b0e3-49af-9588-cc58fd0c06e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d918af78-454d-4788-a789-5d28389597e9 HTTP/1.1" status: 204 len: 168 time: 0.2471666 Feb 14 18:15:44.423189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48096) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:44.546995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-221515593-network', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:44.551585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:44.555487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Usage tracker for resource:network and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:44.558308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:44.563885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:44.626086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:15:44.628379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.641218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.671760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:44.675363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Usage tracker for resource:security_group_rule and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:44.678095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:44.683745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:44.746453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.808025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.843308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:15:44.848322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444636d2-96f3-44c0-a34b-f6bc3898995c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:44.854693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.855200 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Added segment b5500359-bcdc-4d82-a28d-faceffb7ff71 of type vlan for network 93ec048f-79f0-4f71-8397-a83638cc29c7 Feb 14 18:15:44.880263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.991725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:44.992505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:44.993115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.095700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] Pushing event updated for resources: {'Network': ['ID=93ec048f-79f0-4f71-8397-a83638cc29c7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:45.108367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:15:45.169489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d7e191a6-c0c3-4b24-b16a-78b99e8c0aad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7451167 Feb 14 18:15:45.172305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48102) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:45.178107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Request body: {'subnet': {'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-221515593-subnet', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:45.183007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:45.186827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Usage tracker for resource:subnet and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:45.212032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:45.212032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:45.294808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:15:45.297219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.340358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.568601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.647666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33eb3da4-6f07-4b7d-81ca-649dce222ff5,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:45.656969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:15:45.658639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Network hostable DHCP agents. Network: 93ec048f-79f0-4f71-8397-a83638cc29c7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:15:45.733967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:15:45.819735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 93ec048f-79f0-4f71-8397-a83638cc29c7) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:45.823469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:45.824049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.828668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff16bb-1741-4683-a47b-521ca36a8c69 None None] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:15:45.913426 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5a3df45c-382e-42e4-9ddc-75da6130f19b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7400374 Feb 14 18:15:45.915526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48106) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:45.921230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:45.926982 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:45.930843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Usage tracker for resource:router and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:45.933869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:45.939773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:45.991073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:45.992157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.010150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.038524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-93ec048f-79f0-4f71-8397-a83638cc29c7', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:15:46.038524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.191915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Allocated IP 172.20.0.2 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/7e658b49-e015-4f86-bc86-944d01827120) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:15:46.310115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.420106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.430353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Transition to ACTIVE for port object 7e658b49-e015-4f86-bc86-944d01827120 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:46.455467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Transition to ACTIVE for port object 7e658b49-e015-4f86-bc86-944d01827120 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:46.516957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.542765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.572921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.583446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:46.586256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:46.590366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:15:46.595618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Pushing event updated for resources: {'Port': ['ID=7e658b49-e015-4f86-bc86-944d01827120,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:46.683212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Attempting to bind port 7e658b49-e015-4f86-bc86-944d01827120 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:15:46.683579 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Attempting to bind port 7e658b49-e015-4f86-bc86-944d01827120 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:15:46.683936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Attempting to bind port 7e658b49-e015-4f86-bc86-944d01827120 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:15:46.690532 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:15:46.690900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:15:46.693726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.693726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:15:46.693726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Bound port: 7e658b49-e015-4f86-bc86-944d01827120, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:15:46.693726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.712170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Allocated IP 172.26.4.213 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/1eecd1bb-95c4-48b0-b086-11e778d69a99) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:15:46.787573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] For port 7e658b49-e015-4f86-bc86-944d01827120, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:15:46.792590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] For port 7e658b49-e015-4f86-bc86-944d01827120, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e658b49-e015-4f86-bc86-944d01827120,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:15:46.854991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.873097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:46.937701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6f009-fbe4-4925-9df8-fcbb1d484505 None None] Pushing event updated for resources: {'Port': ['ID=7e658b49-e015-4f86-bc86-944d01827120,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:46.975028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:47.045319 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:47.046459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:47.055325 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1eecd1bb-95c4-48b0-b086-11e778d69a99,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:47.058100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:15:47.102251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.102586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.102914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.103239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.103561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.103880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.104196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.104508 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.104857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.106414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.107084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:15:47.311371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:47.312047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:47.643564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:15:47.854600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b7f767-17d8-4807-93ec-af97ee1526ee None None] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:15:47.875394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:15:47.918932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:15:47.963060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:47.964306 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-71be17cd-122d-4d05-9c4e-904be862c0b7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0472176 Feb 14 18:15:47.967107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48110) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:47.970146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:15:47.970762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:48.091386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-262e4c47-51c1-49a1-ac57-7f666e6bdbad None None] Provisioning for port 7e658b49-e015-4f86-bc86-944d01827120 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:15:48.247922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:15:48.564758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:47Z', 'revision_number': 3, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:48.569086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e658b49-e015-4f86-bc86-944d01827120 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:15:48.625241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:15:48.625560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Updating router 53eb81e1-7f30-4747-afbb-10fe99fd192c port 1eecd1bb-95c4-48b0-b086-11e778d69a99 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:15:48.688360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:48.794023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 7e658b49-e015-4f86-bc86-944d01827120 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:15:48.808760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7e658b49-e015-4f86-bc86-944d01827120 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:48.809103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:48.823809 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:48.924717 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b348f1c-901f-46d1-ac27-757d944031b3 None None] Provisioning complete for port 7e658b49-e015-4f86-bc86-944d01827120 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:48.925341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b348f1c-901f-46d1-ac27-757d944031b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.035587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Allocated IP 172.20.0.1 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/a1171742-34ca-44d8-9c02-c8ec665aa7fe) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:15:49.187229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.190083 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.206053 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Transition to ACTIVE for port object a1171742-34ca-44d8-9c02-c8ec665aa7fe will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:49.212994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b348f1c-901f-46d1-ac27-757d944031b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.300315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 7e658b49-e015-4f86-bc86-944d01827120, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e658b49-e015-4f86-bc86-944d01827120,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:49.300904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.312231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.324044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Transition to ACTIVE for port object 1eecd1bb-95c4-48b0-b086-11e778d69a99 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:49.367075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:49.369730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:49.373823 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:15:49.386585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.403030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Pushing event updated for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:49.433378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.460063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.524883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-9b348f1c-901f-46d1-ac27-757d944031b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:15:49.525237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-9b348f1c-901f-46d1-ac27-757d944031b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:15:49.532015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=7e658b49-e015-4f86-bc86-944d01827120,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:49.593842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Attempting to bind port 1eecd1bb-95c4-48b0-b086-11e778d69a99 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:15:49.595665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Attempting to bind port 1eecd1bb-95c4-48b0-b086-11e778d69a99 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:15:49.595665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Attempting to bind port 1eecd1bb-95c4-48b0-b086-11e778d69a99 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:15:49.602355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741989-8a1a-43d6-a76b-118e5bdc60f7 None None] Pushing event updated for resources: {'Port': ['ID=1eecd1bb-95c4-48b0-b086-11e778d69a99,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:49.607413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:15:49.607787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:15:49.608184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.608568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:15:49.609058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Bound port: 1eecd1bb-95c4-48b0-b086-11e778d69a99, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:15:49.609433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.615643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.680737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] For port 1eecd1bb-95c4-48b0-b086-11e778d69a99, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:15:49.683869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] For port 1eecd1bb-95c4-48b0-b086-11e778d69a99, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eecd1bb-95c4-48b0-b086-11e778d69a99,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:15:49.751894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.834544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741989-8a1a-43d6-a76b-118e5bdc60f7 None None] Pushing event updated for resources: {'Port': ['ID=1eecd1bb-95c4-48b0-b086-11e778d69a99,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:49.836055 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.837700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:15:49.838339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:49.894370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:49.999113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Pushing event updated for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:50.001418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:50.009822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:15:50.138300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:50.139372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:50.344099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-33d890ba-1584-4876-ae40-f05b0cdf4feb None None] Provisioning for port a1171742-34ca-44d8-9c02-c8ec665aa7fe completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:15:50.353841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-33d890ba-1584-4876-ae40-f05b0cdf4feb None None] Provisioning complete for port a1171742-34ca-44d8-9c02-c8ec665aa7fe triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:50.354207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-33d890ba-1584-4876-ae40-f05b0cdf4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:50.419981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-33d890ba-1584-4876-ae40-f05b0cdf4feb None None] Port a1171742-34ca-44d8-9c02-c8ec665aa7fe cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:15:50.433987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 1, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:15:50.437994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b96f4-cb5c-4b66-9470-344cdf3f8711 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 1, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:15:50.515572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e658b49-e015-4f86-bc86-944d01827120 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:15:50.583744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d180dd7f-511c-4a54-ac44-532084dde6d2 None None] Provisioning complete for port a1171742-34ca-44d8-9c02-c8ec665aa7fe triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:50.584118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d180dd7f-511c-4a54-ac44-532084dde6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:50.663609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d180dd7f-511c-4a54-ac44-532084dde6d2 None None] Port a1171742-34ca-44d8-9c02-c8ec665aa7fe cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:15:50.664489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:15:50.671342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 7e658b49-e015-4f86-bc86-944d01827120 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:50.671984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:50.863712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52880f4b-ebdf-4aaa-951a-ba62f2cec510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:50.899521 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:15:50.910225 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4f59bd6d-296e-4821-b017-88f14639f3ed admin admin] 10.222.0.30 "PUT /v2.0/routers/53eb81e1-7f30-4747-afbb-10fe99fd192c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420674 Feb 14 18:15:51.578253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:51.583920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331333527', 'description': 'tempest-description--1306276565'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:51.591284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:51.594076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:security_group and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:51.597288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:51.603645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:51.671467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:51.705990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:51.710240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:security_group_rule and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:51.713190 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:51.718911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:51.775862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:51.819994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:51.858375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:51.911345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:51.912591 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-28d643b1-0dea-449a-9307-ded32b912d3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3333156 Feb 14 18:15:51.915333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48124) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:51.920739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'security_group_rule': {'security_group_id': '4ea18e38-c37a-4ffe-ab3e-5530bc555ec0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:51.926654 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:51.931113 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:security_group_rule and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:51.934016 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:51.939607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:52.002434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.062310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.116807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.139904 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388113ff-c658-40b2-a8fa-5fe926981c77,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:52.213865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.215051 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b091eaf7-4ca4-4d56-99fb-b7d841bfa9bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2988226 Feb 14 18:15:52.217610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48128) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:52.223062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'security_group_rule': {'security_group_id': '4ea18e38-c37a-4ffe-ab3e-5530bc555ec0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:52.229380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:52.233170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:security_group_rule and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:52.236073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:52.242270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:52.333924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.397741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.466549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.490719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851a99ec-a4c2-49eb-bd6e-20552f19bf0a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:52.533268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eecd1bb-95c4-48b0-b086-11e778d69a99 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:15:52.591550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.595772 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5363de2c-e4e0-4d89-990f-8318cc91d02f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3772182 Feb 14 18:15:52.596100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48132) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:15:52.602575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:52.608164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:52.612036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:floatingip and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:52.615461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:52.621219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:52.671156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 1eecd1bb-95c4-48b0-b086-11e778d69a99 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:15:52.676046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1eecd1bb-95c4-48b0-b086-11e778d69a99 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:52.676413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.699896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.789883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.805730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 1eecd1bb-95c4-48b0-b086-11e778d69a99, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eecd1bb-95c4-48b0-b086-11e778d69a99,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:15:52.831517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.883217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:52.953066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=1eecd1bb-95c4-48b0-b086-11e778d69a99,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:52.967137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Allocated IP 172.26.4.248 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/11826e1f-7c76-4d36-9c17-5a55091b3bf7) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:15:53.071857 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a80a43fe-4faa-44d1-a572-83446b093878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.201838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.317324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.384808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:53.387404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:53.391486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:15:53.418529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=11826e1f-7c76-4d36-9c17-5a55091b3bf7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:53.544522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.665083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.864524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:53.944648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.045467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=11826e1f-7c76-4d36-9c17-5a55091b3bf7,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:54.059464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.168162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.169454 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2007551c-4b2b-4a0c-a722-19ce082abdbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5714812 Feb 14 18:15:54.338706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-ee475fbd-7cf3-4158-ac36-333819edbde5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:15:54.390974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.419869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.420033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-ee475fbd-7cf3-4158-ac36-333819edbde5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:15:54.421153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-ee475fbd-7cf3-4158-ac36-333819edbde5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--331333527&fields=id&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 267 time: 0.1227007 Feb 14 18:15:54.510503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eecd1bb-95c4-48b0-b086-11e778d69a99 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:15:54.569694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-12ab9012-d467-4195-b03a-da00de28080c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:54.571041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-12ab9012-d467-4195-b03a-da00de28080c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:15:54.576635 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 1eecd1bb-95c4-48b0-b086-11e778d69a99 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:54.577037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:54.659821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-12ab9012-d467-4195-b03a-da00de28080c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:15:54.661271 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-12ab9012-d467-4195-b03a-da00de28080c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.2328382 Feb 14 18:15:54.679300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-467bc5ff-60e7-4443-a2cf-a009b9d41c7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/quotas/a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 375 time: 0.0106258 Feb 14 18:15:54.759777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-1dfcc260-f0dc-4dcb-a806-744ea57bebda tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752187 Feb 14 18:15:54.895123 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-e6019605-79bf-4a47-8486-85e842b43dbb service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240063 Feb 14 18:15:55.029459 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-14e734cf-9ec1-4982-8c8d-8d2f59abf8d8 service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277180 Feb 14 18:15:55.288461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3fe1cf92-4e49-4767-93da-648e43cd636e req-1dce6354-a811-4833-8a13-f3bc9ea7bcac tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 210 time: 0.0474825 Feb 14 18:15:55.665495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:56.452404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d416a030-787b-45cc-8a35-6f2e0248e74d req-7a28dee4-e9e4-4016-a0bc-b1cd26d9fbda tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 210 time: 0.0407033 Feb 14 18:15:57.367395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-8e29d97f-624d-4389-80ee-0c7e17acaaf6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:57.368803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-8e29d97f-624d-4389-80ee-0c7e17acaaf6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1468968 Feb 14 18:15:57.430043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-a2c2169b-0b7d-4aef-baa8-26afb698d041 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 379 time: 0.0412714 Feb 14 18:15:57.438938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'port': {'device_id': '08766692-38c7-43d2-83d2-556e6ce7a243', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'admin_state_up': True, 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'security_groups': ['4ea18e38-c37a-4ffe-ab3e-5530bc555ec0']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:57.681401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18dbb436-b3de-4f00-a042-a0f6338749f9 req-418c6736-f1ab-4d30-a874-ede8f2464b3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 210 time: 0.0587621 Feb 14 18:15:57.729087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:15:57.732832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Usage tracker for resource:port and tenant:a63e5fcc43d445618afe1eaa7e3d7465 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:15:57.735592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:15:57.741114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:15:57.796674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:15:57.799763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:57.961086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Allocated IP 172.20.0.11 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/006c109d-940e-43f8-acd0-48dfa52ab497) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:15:57.989383 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:15:58.171093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:58.190410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Transition to ACTIVE for port object 006c109d-940e-43f8-acd0-48dfa52ab497 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:58.277505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:58.359914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:15:58.365759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:15:58.370760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:15:58.405153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:58.454351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:58.459259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:58.592041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-75ff2532-2bd1-4e0b-91c6-0d6a6048de5f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564727 Feb 14 18:15:58.606863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Request body: {'port': {'device_id': '08766692-38c7-43d2-83d2-556e6ce7a243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:15:58.701102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-27c6cc92-ddcf-4f82-82f6-4cbf31365397 None None] Provisioning for port 006c109d-940e-43f8-acd0-48dfa52ab497 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:15:58.706266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-27c6cc92-ddcf-4f82-82f6-4cbf31365397 None None] Provisioning complete for port 006c109d-940e-43f8-acd0-48dfa52ab497 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:15:58.706719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27c6cc92-ddcf-4f82-82f6-4cbf31365397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:58.727352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:58.767830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-27c6cc92-ddcf-4f82-82f6-4cbf31365397 None None] Port 006c109d-940e-43f8-acd0-48dfa52ab497 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:15:59.029289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4683a2-d568-442d-ab2f-1d08d1876f8a req-38af59a5-c324-4439-93ec-7967d0662458 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:15:59.029967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb4683a2-d568-442d-ab2f-1d08d1876f8a req-38af59a5-c324-4439-93ec-7967d0662458 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:15:59.141626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006c109d-940e-43f8-acd0-48dfa52ab497 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:15:59.149213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:59.153127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cb4683a2-d568-442d-ab2f-1d08d1876f8a req-38af59a5-c324-4439-93ec-7967d0662458 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:15:59.154264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb4683a2-d568-442d-ab2f-1d08d1876f8a req-38af59a5-c324-4439-93ec-7967d0662458 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 932 time: 0.3481853 Feb 14 18:15:59.179780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Transition to ACTIVE for port object 006c109d-940e-43f8-acd0-48dfa52ab497 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:15:59.204954 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb4683a2-d568-442d-ab2f-1d08d1876f8a req-9dbc3a95-29c4-4c6c-a62c-7670bf40ab13 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446310 Feb 14 18:15:59.253834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:59.388537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:59.491588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Attempting to bind port 006c109d-940e-43f8-acd0-48dfa52ab497 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:15:59.491854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Attempting to bind port 006c109d-940e-43f8-acd0-48dfa52ab497 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:15:59.492177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Attempting to bind port 006c109d-940e-43f8-acd0-48dfa52ab497 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:15:59.497858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Port 006c109d-940e-43f8-acd0-48dfa52ab497 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:15:59.498171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Attempting to bind port 006c109d-940e-43f8-acd0-48dfa52ab497 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:15:59.504243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:15:59.504577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:15:59.504988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:15:59.505983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Bound port: 006c109d-940e-43f8-acd0-48dfa52ab497, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:15:59.506324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:59.593857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:15:59.596740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:15:59.665690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:59.728149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:15:59.729682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] 10.222.0.45 "PUT /v2.0/ports/006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 1094 time: 1.1267345 Feb 14 18:15:59.729989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:15:59.753162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9e7b2-a119-4a75-b3bf-f4c1d76deb43 service neutron] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:15:59.790101 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'status': 'completed', 'code': 200} Feb 14 18:15:59.886791 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bfab302e-0475-4590-98e3-41e906c69a96 req-ce3892be-ba8b-4aa0-a0bf-78b30b76feb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1097 time: 0.0746331 Feb 14 18:16:00.119334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab302e-0475-4590-98e3-41e906c69a96 req-39f3033d-9b09-47aa-bf7e-7063141f3013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:00.120680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bfab302e-0475-4590-98e3-41e906c69a96 req-39f3033d-9b09-47aa-bf7e-7063141f3013 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2227070 Feb 14 18:16:00.256041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab302e-0475-4590-98e3-41e906c69a96 req-ad527494-0fa9-48c9-ace4-5ad749207d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:00.257524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bfab302e-0475-4590-98e3-41e906c69a96 req-ad527494-0fa9-48c9-ace4-5ad749207d45 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274583 Feb 14 18:16:00.433406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299865-3470-4c13-8623-4d30172e1890 req-00a14f27-ba71-4ee0-a76d-7d9c8bd8e47b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:00.434732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b299865-3470-4c13-8623-4d30172e1890 req-00a14f27-ba71-4ee0-a76d-7d9c8bd8e47b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 944 time: 0.1043530 Feb 14 18:16:00.437443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-aaf6777a-755c-4ae6-adc3-147e055ebf67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1097 time: 0.1364183 Feb 14 18:16:00.525972 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-d2e61327-ed6d-4bd7-b811-8abaa15b750c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 217 time: 0.0730186 Feb 14 18:16:00.569016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b299865-3470-4c13-8623-4d30172e1890 req-642e09ce-a024-4a40-ad87-716a6a69236c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288018 Feb 14 18:16:00.593305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-09fa8dcd-854a-419a-89a7-8f4bcc5bb3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:00.594714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-09fa8dcd-854a-419a-89a7-8f4bcc5bb3f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0588489 Feb 14 18:16:00.670082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-7ff152ff-0736-415c-9b69-f3cea54c78a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663080 Feb 14 18:16:00.804103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-a758c9f4-5c07-4157-bc7b-8b27b00dbd5f service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245046 Feb 14 18:16:00.936279 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cd06948-01dc-4b1f-b571-57efdce2ea8e req-a17518da-9a03-41a1-be14-b5e3ee4eb4de service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219149 Feb 14 18:16:01.763916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a236ef-39ea-4885-9ceb-6e911862a029 req-5a19ca3e-6b6a-4f37-99e0-c46477e5376b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:01.765408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75a236ef-39ea-4885-9ceb-6e911862a029 req-5a19ca3e-6b6a-4f37-99e0-c46477e5376b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 944 time: 0.0783963 Feb 14 18:16:01.811216 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75a236ef-39ea-4885-9ceb-6e911862a029 req-0bdf8dd3-a1f3-4956-a440-6947a00c2afd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Feb 14 18:16:03.004916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80110dbe-84b4-4ebb-b4f0-6729ca843c8e req-ee232aff-dc0e-4d6f-bd9a-341f68e3ddfb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:03.009377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80110dbe-84b4-4ebb-b4f0-6729ca843c8e req-ee232aff-dc0e-4d6f-bd9a-341f68e3ddfb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 944 time: 0.0766928 Feb 14 18:16:03.056939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80110dbe-84b4-4ebb-b4f0-6729ca843c8e req-b14bd942-bd14-4943-a215-442d572ec506 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Feb 14 18:16:03.109947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:16:03.238740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:03.251812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '006c109d-940e-43f8-acd0-48dfa52ab497', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497', 'mac_address': 'fa:16:3e:e0:6f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:16:03.304353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:03.322320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006c109d-940e-43f8-acd0-48dfa52ab497 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:16:03.337128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:03.391117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:03.457563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:03.655283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['006c109d-940e-43f8-acd0-48dfa52ab497'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:16:03.984385 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:16:04.028670 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:04.029281 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:04.202673 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:04.246200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477601b-caf4-494f-8324-ed044f421147 req-a5cea749-f462-4908-b8fd-c50eccbc8ee3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:04.247586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b477601b-caf4-494f-8324-ed044f421147 req-a5cea749-f462-4908-b8fd-c50eccbc8ee3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 945 time: 0.0743895 Feb 14 18:16:04.292850 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b477601b-caf4-494f-8324-ed044f421147 req-371a1445-f6e7-4ff8-8d99-8121b4189870 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Feb 14 18:16:04.506406 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 2, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:04.510129 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:16:04.510470 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Updating router 53eb81e1-7f30-4747-afbb-10fe99fd192c port a1171742-34ca-44d8-9c02-c8ec665aa7fe binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:16:04.559295 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:04.887872 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:04.899694 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Transition to ACTIVE for port object a1171742-34ca-44d8-9c02-c8ec665aa7fe will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:16:04.985412 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.110951 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Pushing event updated for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:05.125404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:16:05.146144 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.146398 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.146723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.147045 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.147620 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.147939 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.148254 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.148566 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.149014 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.149213 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.149518 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:05.211673 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Attempting to bind port a1171742-34ca-44d8-9c02-c8ec665aa7fe on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:16:05.211949 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Attempting to bind port a1171742-34ca-44d8-9c02-c8ec665aa7fe by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:16:05.212301 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Attempting to bind port a1171742-34ca-44d8-9c02-c8ec665aa7fe on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:16:05.218530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:16:05.218887 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:16:05.219275 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.219654 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:16:05.220122 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Bound port: a1171742-34ca-44d8-9c02-c8ec665aa7fe, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:16:05.220485 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.236757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 006c109d-940e-43f8-acd0-48dfa52ab497 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:16:05.241888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 006c109d-940e-43f8-acd0-48dfa52ab497 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:16:05.242287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.307748 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] For port a1171742-34ca-44d8-9c02-c8ec665aa7fe, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:16:05.310654 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] For port a1171742-34ca-44d8-9c02-c8ec665aa7fe, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1171742-34ca-44d8-9c02-c8ec665aa7fe,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:16:05.368919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.392216 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.395012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:05.405493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:05.452941 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'code': 200} Feb 14 18:16:05.471700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:05.514382 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:05.515016 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:05.528794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b4639-2141-465f-bde3-e4dd234bd27f req-361aed63-1e2a-4e08-8c16-349eec4ac809 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:05.537188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf2b4639-2141-465f-bde3-e4dd234bd27f req-361aed63-1e2a-4e08-8c16-349eec4ac809 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 945 time: 0.1098099 Feb 14 18:16:05.584017 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bb591-d4d5-44c3-8602-188cde5a729f None None] Pushing event updated for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:05.586368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:05.620640 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf2b4639-2141-465f-bde3-e4dd234bd27f req-011a39f6-8165-49f0-9b13-8237d9c242fa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824132 Feb 14 18:16:05.782547 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:05.898875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7dc5981f-be90-4ed0-a7d3-3071d9aad071 req-a8e110f7-aab7-4389-847f-6ce99e69589b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1099 time: 0.0739820 Feb 14 18:16:05.945561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7dc5981f-be90-4ed0-a7d3-3071d9aad071 req-348dccf1-b3f1-4c54-8c5d-61e4c3b95499 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Feb 14 18:16:06.094093 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:05Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:06.098245 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac81cc-1f37-491a-9451-28807dcc429c None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:05Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:16:06.536724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1171742-34ca-44d8-9c02-c8ec665aa7fe up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:16:06.665167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a1171742-34ca-44d8-9c02-c8ec665aa7fe completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:16:06.670471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a1171742-34ca-44d8-9c02-c8ec665aa7fe triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:16:06.670912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:06.788822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:06.819026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a1171742-34ca-44d8-9c02-c8ec665aa7fe, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1171742-34ca-44d8-9c02-c8ec665aa7fe,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:06.830703 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e962-67b1-4497-b351-55e6034dd77b req-d3eb0382-03b3-44c4-a462-d09025345cfe tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:06.832153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4b02e962-67b1-4497-b351-55e6034dd77b req-d3eb0382-03b3-44c4-a462-d09025345cfe tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0810368 Feb 14 18:16:06.877768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4b02e962-67b1-4497-b351-55e6034dd77b req-b9647ffe-c9cb-4bfb-886d-0524a601ce11 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Feb 14 18:16:06.882370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:06.948045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:08.068540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed67ce0-837a-47bc-b6b6-58491cbb3c9f req-578b6553-5772-478d-94da-9947374b276b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:08.070035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ed67ce0-837a-47bc-b6b6-58491cbb3c9f req-578b6553-5772-478d-94da-9947374b276b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0746953 Feb 14 18:16:08.116764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ed67ce0-837a-47bc-b6b6-58491cbb3c9f req-1ae44f95-74af-45ef-a99b-10f9f763110e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Feb 14 18:16:08.382542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a0a9b-7665-43cd-9335-82b385205d5a req-84555119-7c75-4230-aca5-a2b5f1a87e47 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:08.383965 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb8a0a9b-7665-43cd-9335-82b385205d5a req-84555119-7c75-4230-aca5-a2b5f1a87e47 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1560276 Feb 14 18:16:08.392483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48180) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:16:08.398291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'floatingip': {'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:16:08.474131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:08.518309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1171742-34ca-44d8-9c02-c8ec665aa7fe up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:16:08.585191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a1171742-34ca-44d8-9c02-c8ec665aa7fe triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:16:08.585790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:09.057603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:09.116593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:09.300515 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 associated. External IP: 172.26.4.248, port: 006c109d-940e-43f8-acd0-48dfa52ab497. Feb 14 18:16:09.682840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:16:09.969357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:16:09.974625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:09.979199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:16:09.990476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:09.991070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:10.028811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-da1be4a4-1678-42f7-9b36-889932cf0694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "PUT /v2.0/floatingips/9b7d382c-7f25-4602-bf7a-429964d5eef8 HTTP/1.1" status: 200 len: 992 time: 1.6349285 Feb 14 18:16:10.029384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:10.082728 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'status': 'completed', 'code': 200} Feb 14 18:16:10.168874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:10.235937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-dc160314-5dde-483f-a664-acd89bd2c6dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1099 time: 0.1274574 Feb 14 18:16:10.242190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c586-28ea-4bdf-97ae-b8d63073f05e req-5057b09f-f037-4ce6-ad78-2c2f84da5694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:10.243524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c15c586-28ea-4bdf-97ae-b8d63073f05e req-5057b09f-f037-4ce6-ad78-2c2f84da5694 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1022220 Feb 14 18:16:10.369197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5c15c586-28ea-4bdf-97ae-b8d63073f05e req-936d5299-1e71-4956-9819-4e436a62d9aa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070802 Feb 14 18:16:10.401013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-a18dec6c-ad52-42be-a8c3-bac0131d708e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:10.402469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-a18dec6c-ad52-42be-a8c3-bac0131d708e service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1580999 Feb 14 18:16:10.512795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:e0:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08766692-38c7-43d2-83d2-556e6ce7a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:16:08Z', 'revision_number': 1, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:10.516452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:16:10.526993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:10.527558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:15:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:10.550764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-51090869-5de0-4bc9-abd7-3614c0de179b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 1000 time: 0.1426835 Feb 14 18:16:10.631948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-3aedae5f-11fc-4ffd-82a0-ceb1ae14e61a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:10.633400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-3aedae5f-11fc-4ffd-82a0-ceb1ae14e61a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0728297 Feb 14 18:16:10.638999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9008-796d-45f2-8036-c974c1cfcb2e req-c016b759-1638-4325-97e4-dfe56c8fbb52 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:10.640331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e35f9008-796d-45f2-8036-c974c1cfcb2e req-c016b759-1638-4325-97e4-dfe56c8fbb52 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1411984 Feb 14 18:16:10.701237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:10.734975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e35f9008-796d-45f2-8036-c974c1cfcb2e req-d40fa732-7cbb-4681-9e16-650171c6659f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654616 Feb 14 18:16:10.748106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-ef680686-fc68-4845-9553-6d7a2327cfe6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068213 Feb 14 18:16:10.910307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-06a5730e-0412-4932-942d-fd20a5119548 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537521 Feb 14 18:16:11.040477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c6c38ff-0690-472f-a1c0-d8b4a4f22878 req-c28df371-3aef-4933-af19-3bed0657b80c service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242111 Feb 14 18:16:11.047771 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:e0:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08766692-38c7-43d2-83d2-556e6ce7a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:16:08Z', 'revision_number': 1, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:11.051737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03f87-a4ea-4459-8f10-a977ac7cd174 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:e0:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08766692-38c7-43d2-83d2-556e6ce7a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:16:08Z', 'revision_number': 1, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:16:11.957922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe3e25-a0fe-4ffc-90aa-968b554dd84a req-60e2f486-2018-4236-a5ba-08191f2fd14e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:11.959765 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bfe3e25-a0fe-4ffc-90aa-968b554dd84a req-60e2f486-2018-4236-a5ba-08191f2fd14e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0782232 Feb 14 18:16:12.003128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bfe3e25-a0fe-4ffc-90aa-968b554dd84a req-257ed4b4-c44e-4fb6-8edf-352a7fd7dfd8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378759 Feb 14 18:16:12.193804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267e19-3aee-49b4-9a93-9985f3420ba1 req-f21bb487-7cb3-4603-b4bb-36d945bb95d3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:12.195237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b267e19-3aee-49b4-9a93-9985f3420ba1 req-f21bb487-7cb3-4603-b4bb-36d945bb95d3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0741274 Feb 14 18:16:12.239170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b267e19-3aee-49b4-9a93-9985f3420ba1 req-95526161-6cfe-4e15-a080-c079d9a2c46c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385067 Feb 14 18:16:12.428981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37ef0341-cc03-4bbf-8b32-1596e8610418 req-4ccbe3a6-f0e1-4e99-a2b4-d379fcf9e013 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685217 Feb 14 18:16:12.798584 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dd395-323d-4b63-9abe-0ffac1451873 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:16:12.923421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590867c-7c18-4437-b8a1-43da05689d57 req-802d6b84-3a86-4ea7-8278-489fa20d0d81 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:12.924912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1590867c-7c18-4437-b8a1-43da05689d57 req-802d6b84-3a86-4ea7-8278-489fa20d0d81 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0798969 Feb 14 18:16:12.971111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1590867c-7c18-4437-b8a1-43da05689d57 req-3d261270-5e79-4a2a-91d6-5d7515729813 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Feb 14 18:16:13.044983 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-62ce9ca3-a20e-48f2-8301-06a58861d63b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773709 Feb 14 18:16:14.265865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c5ec-ba6a-4773-a350-51fc562ce218 req-3ea47917-a9b1-4b93-b3ad-d1e1b483633c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:14.267315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9254c5ec-ba6a-4773-a350-51fc562ce218 req-3ea47917-a9b1-4b93-b3ad-d1e1b483633c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1753340 Feb 14 18:16:14.316196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9254c5ec-ba6a-4773-a350-51fc562ce218 req-06e13e32-6503-4234-8b0c-6817494d6f29 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 Feb 14 18:16:15.009982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-99c29e5f-248f-424a-bce0-bdaf59100b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1099 time: 0.0708375 Feb 14 18:16:15.138627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-9ef2cf34-58dd-401d-8f08-aa8ca20ee06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:15.139967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-9ef2cf34-58dd-401d-8f08-aa8ca20ee06b service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1242414 Feb 14 18:16:15.251200 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-f77d701f-6a92-4f96-b3ee-1362ac3fc1f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 1002 time: 0.1055694 Feb 14 18:16:15.299900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:15.315518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-23ec1635-e887-4009-aebe-6bfb030f8e25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:15.319259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-23ec1635-e887-4009-aebe-6bfb030f8e25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0597079 Feb 14 18:16:15.390639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-cb85a5e1-f32f-4049-a26c-2d11f9e50edf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671096 Feb 14 18:16:15.587242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-6b3976bf-3271-4ed1-b7f5-12c8adafeb55 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891754 Feb 14 18:16:15.597141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390d4e0-3a41-47a2-b4dd-69ea315e1a38 req-de398569-6dfc-4a07-8a7d-60d83361d80f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:15.598537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1390d4e0-3a41-47a2-b4dd-69ea315e1a38 req-de398569-6dfc-4a07-8a7d-60d83361d80f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1333976 Feb 14 18:16:15.722257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1390d4e0-3a41-47a2-b4dd-69ea315e1a38 req-8e9a5c59-a458-4f0e-9350-3d6931786c55 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054387 Feb 14 18:16:15.757716 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-84c296c2-12a6-435c-8217-11108561c43c service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582680 Feb 14 18:16:16.914455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511d495-2d05-40d0-a1b4-94db0e04fd7e req-ea24b7cf-0886-4347-8a7d-876e19676c70 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:16.915900 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9511d495-2d05-40d0-a1b4-94db0e04fd7e req-ea24b7cf-0886-4347-8a7d-876e19676c70 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0738337 Feb 14 18:16:16.964601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9511d495-2d05-40d0-a1b4-94db0e04fd7e req-2e847781-f905-4593-a5e1-03d3bd574eaa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Feb 14 18:16:18.158781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab73f-c31d-438f-b035-ae964ec7340c req-73a99e01-1491-46c0-b482-0a09f9fab71f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:18.160242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71cab73f-c31d-438f-b035-ae964ec7340c req-73a99e01-1491-46c0-b482-0a09f9fab71f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0750773 Feb 14 18:16:18.204385 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71cab73f-c31d-438f-b035-ae964ec7340c req-c80841a5-9201-409f-ba77-a0322eb24b82 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Feb 14 18:16:19.412139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd42b8-28da-40ca-95e1-33e77a531b59 req-38d5532d-6fe9-45df-b74a-7360b0f6a3dc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:19.414100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33fd42b8-28da-40ca-95e1-33e77a531b59 req-38d5532d-6fe9-45df-b74a-7360b0f6a3dc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0774949 Feb 14 18:16:19.456927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33fd42b8-28da-40ca-95e1-33e77a531b59 req-99469d50-402f-47ee-b4ba-10b502e80f74 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374751 Feb 14 18:16:20.649610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a6ee6-3a3a-4511-ab29-662eca7c1489 req-65f1c552-5bc9-4570-b02c-425858efbea4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:20.651038 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a4a6ee6-3a3a-4511-ab29-662eca7c1489 req-65f1c552-5bc9-4570-b02c-425858efbea4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0754480 Feb 14 18:16:20.695571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a4a6ee6-3a3a-4511-ab29-662eca7c1489 req-c06f3274-167b-4524-8690-237c75fed120 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390882 Feb 14 18:16:20.831263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8693-2703-44af-8a6d-154434fd87c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:21.888808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03119a-69bf-4188-b85a-cfcccfbf65f5 req-1d8e18bd-a4dc-4608-826a-c2b0bac30b5b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:21.890152 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e03119a-69bf-4188-b85a-cfcccfbf65f5 req-1d8e18bd-a4dc-4608-826a-c2b0bac30b5b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0764582 Feb 14 18:16:21.935075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e03119a-69bf-4188-b85a-cfcccfbf65f5 req-1732aa8b-a962-4782-8c2e-473508e65de5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395012 Feb 14 18:16:23.106165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f0c21904-2553-4a2a-a059-8f14a3d30175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:23.126224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e2cbe-f033-4e1c-9763-c956c211fb14 req-38a3769c-07fb-4877-8551-1aef65627222 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:23.127665 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c5e2cbe-f033-4e1c-9763-c956c211fb14 req-38a3769c-07fb-4877-8551-1aef65627222 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0751677 Feb 14 18:16:23.171584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c5e2cbe-f033-4e1c-9763-c956c211fb14 req-237a6e6e-6106-4d6e-a745-199d8b2be36a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378382 Feb 14 18:16:24.367969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43ff0-740e-4448-9df2-907fbeeb5cfd req-263e70a0-0001-4498-ae70-f262bff2663a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:24.369715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-81a43ff0-740e-4448-9df2-907fbeeb5cfd req-263e70a0-0001-4498-ae70-f262bff2663a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0795715 Feb 14 18:16:24.403061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:24.414031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:24.416895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-81a43ff0-740e-4448-9df2-907fbeeb5cfd req-0545b18b-0639-44d9-b830-79d5f6f3616f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Feb 14 18:16:25.613831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79fbfb-2494-4fb2-a25e-519c2b2a2a69 req-701beb63-e7fe-4184-afd8-0fb361bd11d4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:25.615278 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fa79fbfb-2494-4fb2-a25e-519c2b2a2a69 req-701beb63-e7fe-4184-afd8-0fb361bd11d4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0763037 Feb 14 18:16:25.631744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:25.749186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fa79fbfb-2494-4fb2-a25e-519c2b2a2a69 req-89757f9f-3463-46c0-a0be-8694844bd32a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281400 Feb 14 18:16:26.944240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a686e1-5a93-4ebd-b2da-92aad091ad84 req-ca21ae73-1413-41e6-93d8-059664f2b3c7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:26.945784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74a686e1-5a93-4ebd-b2da-92aad091ad84 req-ca21ae73-1413-41e6-93d8-059664f2b3c7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0745752 Feb 14 18:16:26.992910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74a686e1-5a93-4ebd-b2da-92aad091ad84 req-e86f27ec-cfd5-4815-b5a4-fab7cd59f6fa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413358 Feb 14 18:16:28.185396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432f5f-2f42-4a82-addc-cea4ac6e2539 req-44876c7a-921f-4727-b199-2b1c79872e07 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:28.186810 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf432f5f-2f42-4a82-addc-cea4ac6e2539 req-44876c7a-921f-4727-b199-2b1c79872e07 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0769236 Feb 14 18:16:28.230402 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf432f5f-2f42-4a82-addc-cea4ac6e2539 req-eab279a7-b93f-4581-8bf4-9d9e2621aa48 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Feb 14 18:16:29.430710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f03fa-9307-4574-b8d9-c320b75240b7 req-ebbb2b04-6899-47e2-bf31-fa9574a3e3e5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:29.432119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-606f03fa-9307-4574-b8d9-c320b75240b7 req-ebbb2b04-6899-47e2-bf31-fa9574a3e3e5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0839474 Feb 14 18:16:29.474793 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-606f03fa-9307-4574-b8d9-c320b75240b7 req-1d7ba116-7a04-47a2-8f1c-0ff75f9b71ba tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Feb 14 18:16:30.670297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bfe79-3522-41c8-8bce-f1d0145095f0 req-86f6bfa8-0998-46a4-9dfe-4c75bfeb890c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:30.671763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e3bfe79-3522-41c8-8bce-f1d0145095f0 req-86f6bfa8-0998-46a4-9dfe-4c75bfeb890c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0786111 Feb 14 18:16:30.716779 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e3bfe79-3522-41c8-8bce-f1d0145095f0 req-25eea360-df4b-4bce-83a4-84aaf7b8b15b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Feb 14 18:16:31.911825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d20b7-baff-47ab-b64b-fe0bd32a38cd req-0b525995-d28d-40ea-86a1-22972b24a1e7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:31.913237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b15d20b7-baff-47ab-b64b-fe0bd32a38cd req-0b525995-d28d-40ea-86a1-22972b24a1e7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0744660 Feb 14 18:16:31.960604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b15d20b7-baff-47ab-b64b-fe0bd32a38cd req-3044b85b-734c-422a-9fa8-3f4630e11b75 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418832 Feb 14 18:16:33.151904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973b598-df77-419d-9ddf-dfdebc409a72 req-1102104d-09ea-41eb-9cff-921f1c9cd467 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:33.153341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3973b598-df77-419d-9ddf-dfdebc409a72 req-1102104d-09ea-41eb-9cff-921f1c9cd467 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0738232 Feb 14 18:16:33.196113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3973b598-df77-419d-9ddf-dfdebc409a72 req-a088bd80-b4a8-4b6c-9b41-ba677776cfff tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Feb 14 18:16:34.399592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b01a-1e16-4eb4-a2d4-b06740861d8a req-32d8a176-318d-4ddb-83b9-45920e5b2d99 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:34.401104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fe2b01a-1e16-4eb4-a2d4-b06740861d8a req-32d8a176-318d-4ddb-83b9-45920e5b2d99 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0843008 Feb 14 18:16:34.444987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fe2b01a-1e16-4eb4-a2d4-b06740861d8a req-f4b4bc98-3366-48a5-a54f-78b0c7d32f59 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383871 Feb 14 18:16:34.989359 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:16:35.637163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047f839-c916-4889-ade4-dd31c9ad960f req-60e335ca-224a-4d60-a52e-915ec0bed94f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:35.638604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3047f839-c916-4889-ade4-dd31c9ad960f req-60e335ca-224a-4d60-a52e-915ec0bed94f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0747125 Feb 14 18:16:35.683280 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3047f839-c916-4889-ade4-dd31c9ad960f req-55ef4612-1e04-4acd-b141-efa53e5d4851 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Feb 14 18:16:36.879982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247762-30b1-4765-be30-6c0f97d0017c req-76e54b72-9d98-4af5-a701-8035552822e7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:36.881452 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71247762-30b1-4765-be30-6c0f97d0017c req-76e54b72-9d98-4af5-a701-8035552822e7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0792279 Feb 14 18:16:36.926517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71247762-30b1-4765-be30-6c0f97d0017c req-993387a4-61dd-434f-acdb-dfc30e6a084c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Feb 14 18:16:38.118055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1119-58a2-4c12-b960-253f08aa8fb6 req-bc408f86-bc0f-4934-81ad-3a50c20451ae tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:38.119478 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-696e1119-58a2-4c12-b960-253f08aa8fb6 req-bc408f86-bc0f-4934-81ad-3a50c20451ae tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0743639 Feb 14 18:16:38.224211 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-696e1119-58a2-4c12-b960-253f08aa8fb6 req-e7dfb882-ee0a-4005-a183-68cf67153c0e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992079 Feb 14 18:16:38.230040 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-4d499418-bc55-4015-9187-cfe2011decb4 service neutron] 10.222.0.45 "GET /v2.0/ports/006c109d-940e-43f8-acd0-48dfa52ab497/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0916975 Feb 14 18:16:38.847384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-7d7f66b9-90e7-434b-b73b-b1c01632a5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1099 time: 0.0697711 Feb 14 18:16:38.938420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-50d2400b-d653-4879-815c-13d338bc21cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1099 time: 0.0678875 Feb 14 18:16:39.070045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-6880aed5-7d69-494e-92cc-c37fbbc287dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:39.072013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-6880aed5-7d69-494e-92cc-c37fbbc287dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1239252 Feb 14 18:16:39.173585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-95663807-d32c-42a3-b9a4-f89419e25ffc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 1002 time: 0.0934303 Feb 14 18:16:39.237185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-baab7dcf-d4d7-42bd-b44c-66e5efc84d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:39.238590 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-baab7dcf-d4d7-42bd-b44c-66e5efc84d43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0561841 Feb 14 18:16:39.317068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-5777d647-fbcf-4f01-97a9-88257dbba677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698118 Feb 14 18:16:39.588013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-0d14f099-3205-4140-ab87-789e76b89882 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644544 Feb 14 18:16:39.594271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f64d44-d253-473c-a5a0-8f3cdd7fcc72 req-d0875545-f63c-4daf-ba5f-924eccb29fac tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:39.595599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-88f64d44-d253-473c-a5a0-8f3cdd7fcc72 req-d0875545-f63c-4daf-ba5f-924eccb29fac tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.2493978 Feb 14 18:16:39.722059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-88f64d44-d253-473c-a5a0-8f3cdd7fcc72 req-63947300-f765-4002-9903-5f24fdd2de6d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064403 Feb 14 18:16:39.758012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bcb27b9a-1a09-4038-aa9a-13f0ccd7f9ea req-01cc42ef-b31e-4af6-b8ed-387e7376ef53 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597934 Feb 14 18:16:40.919589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66961a-61d6-42a5-a05a-a7b6db43452a req-e645a241-fe9c-455f-bf48-960a0cb9b550 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:40.921046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b66961a-61d6-42a5-a05a-a7b6db43452a req-e645a241-fe9c-455f-bf48-960a0cb9b550 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0757985 Feb 14 18:16:40.965955 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b66961a-61d6-42a5-a05a-a7b6db43452a req-3459499f-5e19-4bb5-bacc-5f73cef7e8e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Feb 14 18:16:41.281379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:16:41.388620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:41.414631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:41.424153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:41.476772 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'code': 200} Feb 14 18:16:41.534844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:41.636546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:41.644581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.644987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.645320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.645652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.645976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.646299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.646636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.646941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.647257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.647598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:41.647942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:42.169342 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289b57-3ed6-42e4-883f-bdb9b3945b8e req-53a9f408-6de7-486c-9b8d-363cf8ccab65 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:42.170781 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72289b57-3ed6-42e4-883f-bdb9b3945b8e req-53a9f408-6de7-486c-9b8d-363cf8ccab65 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 944 time: 0.0838661 Feb 14 18:16:42.215448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72289b57-3ed6-42e4-883f-bdb9b3945b8e req-d8558f61-9a39-4dfa-919a-02f6e8d55da7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Feb 14 18:16:42.728243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b156-dd61-48a3-b39c-92d6800288a9 req-8725f1c6-aaff-480b-8db7-c0ad8bac485b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:42.729905 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d929b156-dd61-48a3-b39c-92d6800288a9 req-8725f1c6-aaff-480b-8db7-c0ad8bac485b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 944 time: 0.1323895 Feb 14 18:16:42.771690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-9d51eee7-a8ca-42f2-a1b7-97461b5b59e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:42.773578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-9d51eee7-a8ca-42f2-a1b7-97461b5b59e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 944 time: 0.1167073 Feb 14 18:16:42.792113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d929b156-dd61-48a3-b39c-92d6800288a9 req-7e111e79-578e-4416-bfa5-5eb54ea55234 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529466 Feb 14 18:16:42.914869 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-ed82d559-3633-4328-879e-53ff9503dd72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 1097 time: 0.0676889 Feb 14 18:16:43.044371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-37e88999-abf9-4edf-8708-21bf2ef9acca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:43.045745 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-37e88999-abf9-4edf-8708-21bf2ef9acca service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1243598 Feb 14 18:16:43.145901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-17da50be-4bec-49fd-aa02-a62b56f2af96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 200 len: 1000 time: 0.0944593 Feb 14 18:16:43.205927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-0e722e1e-8e34-4934-bf59-b4be5ada6fc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:43.207284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-0e722e1e-8e34-4934-bf59-b4be5ada6fc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0556564 Feb 14 18:16:43.282665 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-51b6c4ac-d7a6-49d7-bc4b-8da021b7febb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691135 Feb 14 18:16:43.296260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:16:43.412513 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-06d6e1f2-ad8f-450b-905e-a22169bc9aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242883 Feb 14 18:16:43.425711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:43.438341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '006c109d-940e-43f8-acd0-48dfa52ab497', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '006c109d-940e-43f8-acd0-48dfa52ab497', 'mac_address': 'fa:16:3e:e0:6f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:16:43.489553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:43.506015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006c109d-940e-43f8-acd0-48dfa52ab497 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:16:43.520378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:43.543416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12237346-44d0-4a1b-be60-7163f89cfdf6 req-aa59a40c-88a7-42b5-a530-72ae86dcdb2e service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245222 Feb 14 18:16:43.580905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:43.648915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['006c109d-940e-43f8-acd0-48dfa52ab497'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:16:43.702404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:43.987310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433280b9-e6fa-4026-8c1a-5ca559165be4 req-6941ad7d-0292-4f54-9a1d-6b69430e06f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:43.988774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-433280b9-e6fa-4026-8c1a-5ca559165be4 req-6941ad7d-0292-4f54-9a1d-6b69430e06f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 945 time: 0.0746093 Feb 14 18:16:44.032447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-433280b9-e6fa-4026-8c1a-5ca559165be4 req-da8c13ce-a04e-493e-a115-5d226f8a0604 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375955 Feb 14 18:16:45.229408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ffd7c-a2d4-46f3-8b1a-0b836ae08700 req-0c2e6467-5bcb-4bf7-9bd2-5d53a71ba149 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:45.230837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-322ffd7c-a2d4-46f3-8b1a-0b836ae08700 req-0c2e6467-5bcb-4bf7-9bd2-5d53a71ba149 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 945 time: 0.0769722 Feb 14 18:16:45.275750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-322ffd7c-a2d4-46f3-8b1a-0b836ae08700 req-1aed2a2f-f92e-4535-bcf7-d540b1e0ff76 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391648 Feb 14 18:16:45.294873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:45.311179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:16:45.384150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 006c109d-940e-43f8-acd0-48dfa52ab497 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:16:45.384567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:45.479531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6be03-fa11-40d6-b58a-7e670de95fa6 req-d23db07c-99fc-4bbb-a310-8e02b2fe3025 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:45.481011 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ab6be03-fa11-40d6-b58a-7e670de95fa6 req-d23db07c-99fc-4bbb-a310-8e02b2fe3025 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 945 time: 0.0813105 Feb 14 18:16:45.505113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:45.532395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:45.543383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:45.596242 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'code': 200} Feb 14 18:16:45.603713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:45.628484 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ab6be03-fa11-40d6-b58a-7e670de95fa6 req-ca40cc55-a719-4c46-aee8-f7d0b169d1a4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408739 Feb 14 18:16:45.672747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:45.822933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf43b9-6bbd-4333-953f-a2e043899644 req-dd046528-9c20-4997-8507-8176c858d7c2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:45.824356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9dbf43b9-6bbd-4333-953f-a2e043899644 req-dd046528-9c20-4997-8507-8176c858d7c2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0740921 Feb 14 18:16:45.868166 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9dbf43b9-6bbd-4333-953f-a2e043899644 req-b0ed91de-fbb6-469e-8726-625c2791f37e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382860 Feb 14 18:16:46.413453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249212-5040-42fd-a359-f03f36d3f6b9 req-004918e6-c495-4b3a-b659-c29f7ea7de26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:46.414887 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-47249212-5040-42fd-a359-f03f36d3f6b9 req-004918e6-c495-4b3a-b659-c29f7ea7de26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0767803 Feb 14 18:16:46.458672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-47249212-5040-42fd-a359-f03f36d3f6b9 req-b5fea431-282f-4574-acb2-c5e4368c89c2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384150 Feb 14 18:16:47.661235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49750fd-342f-45cd-89af-cbbfd03fe791 req-193dbe86-b2e1-4cc5-bff8-aa7d8a2e1080 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:47.662647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a49750fd-342f-45cd-89af-cbbfd03fe791 req-193dbe86-b2e1-4cc5-bff8-aa7d8a2e1080 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0851545 Feb 14 18:16:47.707348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a49750fd-342f-45cd-89af-cbbfd03fe791 req-0da00dfc-b931-4c4f-840d-8863621a5f14 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381525 Feb 14 18:16:48.218169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-6521c097-b132-4b2a-8640-47965ef2998e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:48.219540 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-6521c097-b132-4b2a-8640-47965ef2998e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.0762005 Feb 14 18:16:48.286314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Deleting port 006c109d-940e-43f8-acd0-48dfa52ab497 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:16:48.286644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:48.518987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] For port 006c109d-940e-43f8-acd0-48dfa52ab497, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=006c109d-940e-43f8-acd0-48dfa52ab497,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:48.519335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:48.801376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:48.802088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:48.802088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 disassociated. External IP: 172.26.4.248, port: 006c109d-940e-43f8-acd0-48dfa52ab497. Feb 14 18:16:48.802355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Calling delete_port for 006c109d-940e-43f8-acd0-48dfa52ab497 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:16:48.989798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03d14-3abc-48ae-8adb-b45c295a3279 req-5b21247a-b829-4745-a01c-da70cd06cdd7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:48.991237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10e03d14-3abc-48ae-8adb-b45c295a3279 req-5b21247a-b829-4745-a01c-da70cd06cdd7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 946 time: 0.1634655 Feb 14 18:16:49.042218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10e03d14-3abc-48ae-8adb-b45c295a3279 req-1cb822c0-2228-479b-ad0c-b8d056b4a12b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Feb 14 18:16:49.095780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:49.144057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'Port': ['ID=006c109d-940e-43f8-acd0-48dfa52ab497,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:49.159654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.159991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.160324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.160658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.161037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.161363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.161685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.162011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.162318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.162633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.162951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:16:49.364752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:16:49.658252 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:16:49.668395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0465361b-9724-407b-acdb-49abf655085c None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:16:49.680228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:49.680874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:16:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:49.724586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] No DVR routers for this DVR port 006c109d-940e-43f8-acd0-48dfa52ab497 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:16:49.727582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:49.730021 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-deleted', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:49.783400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08766692-38c7-43d2-83d2-556e6ce7a243', 'name': 'network-vif-deleted', 'tag': '006c109d-940e-43f8-acd0-48dfa52ab497', 'status': 'completed', 'code': 200} Feb 14 18:16:49.827525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c915fa76-42d2-4839-8e1b-ba9505641268 req-e0ccbb32-29da-4186-a387-ee4209732f26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "DELETE /v2.0/ports/006c109d-940e-43f8-acd0-48dfa52ab497 HTTP/1.1" status: 204 len: 173 time: 1.6003363 Feb 14 18:16:49.864977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:50.183061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:50.187042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0465361b-9724-407b-acdb-49abf655085c None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:16:50.198264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:16:50.198881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:16:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:50.225477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3661a306-5576-4410-9310-dbbc6da763c9 req-9b882992-7845-4ea0-9ebc-8fec14f4b274 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:16:50.294979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3661a306-5576-4410-9310-dbbc6da763c9 req-9b882992-7845-4ea0-9ebc-8fec14f4b274 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:16:50.296134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3661a306-5576-4410-9310-dbbc6da763c9 req-9b882992-7845-4ea0-9ebc-8fec14f4b274 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=08766692-38c7-43d2-83d2-556e6ce7a243 HTTP/1.1" status: 200 len: 210 time: 0.1186509 Feb 14 18:16:50.376583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:16:50.739631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0465361b-9724-407b-acdb-49abf655085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:16:50.743562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0465361b-9724-407b-acdb-49abf655085c None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:16:50.856225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d2eacc3-0074-4445-bed5-def89bcedc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:50.968692 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef42e82-ad62-4e1b-bfd1-7e00aea0ee0f None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:16:51.361212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:16:51.393475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 006c109d-940e-43f8-acd0-48dfa52ab497 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:16:51.393811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 006c109d-940e-43f8-acd0-48dfa52ab497 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:16:51.644655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-b7f74595-73ce-4406-a0d1-4c886684c280 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--331333527&fields=id&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 267 time: 0.0394168 Feb 14 18:16:51.789273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-0836dc04-9b91-4715-a3d1-8121e6bbd381 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:51.790605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-0836dc04-9b91-4715-a3d1-8121e6bbd381 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1389060 Feb 14 18:16:51.806676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04ba2383-98da-4e93-9b9f-1a2f68b01c9c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/quotas/a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 375 time: 0.0107198 Feb 14 18:16:51.885527 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-11575a80-8b65-4038-9167-2bfb9fbf07d2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741029 Feb 14 18:16:52.020597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-5772da75-48dd-43cd-a7f1-e3ecbcfd9e4f service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239092 Feb 14 18:16:52.150596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-7c68e961-353a-4e0f-9ebb-d5918c19e58b service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231868 Feb 14 18:16:52.412162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4965f3c6-2936-4a2f-a312-68d1cfd7786d req-a318f5d7-aaaa-408e-ae41-a4d0d22b7d3f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 210 time: 0.0476115 Feb 14 18:16:53.061299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f1828b7a-797f-486e-962f-ea0c543b4d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:53.569892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64550a35-d4b3-45b5-ac65-b36c983bcb96 req-b331fedd-994e-4bea-9825-c9eb3d1ba525 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 210 time: 0.0409780 Feb 14 18:16:54.266184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-7bb207bb-eb28-4a0b-bb60-ae95f10bac88 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:54.267585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-7bb207bb-eb28-4a0b-bb60-ae95f10bac88 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1398041 Feb 14 18:16:54.328095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-b95d4526-ef41-4934-b80d-7c3f120d44bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 379 time: 0.0413597 Feb 14 18:16:54.341067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:54.342517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'port': {'device_id': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'admin_state_up': True, 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'security_groups': ['4ea18e38-c37a-4ffe-ab3e-5530bc555ec0']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:16:54.364467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:54.473562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:16:54.483006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:16:54.558245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:16:54.561346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:54.744591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7d2f0e1-6f92-4fe6-bca1-1ccbfe88b4c0 req-53ed9ec6-065a-4ed5-bf9e-71ebc4de059c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 210 time: 0.0482664 Feb 14 18:16:54.760155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Allocated IP 172.20.0.7 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/01c2ba8b-2eea-45c1-831a-1ca8b320fb13) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:16:55.035107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.051071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Transition to ACTIVE for port object 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:16:55.118687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.190693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:16:55.193575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:16:55.197779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:16:55.222875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:55.262882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:55.263481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.347916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-04769ebc-e404-489f-8956-62ca5b28f6fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0094252 Feb 14 18:16:55.363262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Request body: {'port': {'device_id': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:16:55.449707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b2114b7c-cbea-44ca-9573-7752816df149 None None] Provisioning for port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:16:55.454397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b2114b7c-cbea-44ca-9573-7752816df149 None None] Provisioning complete for port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:16:55.454765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b2114b7c-cbea-44ca-9573-7752816df149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.467912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.504316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b2114b7c-cbea-44ca-9573-7752816df149 None None] Port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:16:55.644242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.809011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:16:55.815806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:55.830897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Transition to ACTIVE for port object 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:16:55.903364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:56.041473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:56.128959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0138-4f5f-47db-ad3e-597705f7c9a9 req-585fad29-9533-41b6-a899-6c5fb6ce7c1d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:56.129650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5e3c0138-4f5f-47db-ad3e-597705f7c9a9 req-585fad29-9533-41b6-a899-6c5fb6ce7c1d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:16:56.180166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Attempting to bind port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:16:56.180492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Attempting to bind port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:16:56.180837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Attempting to bind port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:16:56.186327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:16:56.186638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Attempting to bind port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:16:56.192563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:16:56.192916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:16:56.193285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:16:56.193689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Bound port: 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:16:56.194017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:56.252611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5e3c0138-4f5f-47db-ad3e-597705f7c9a9 req-585fad29-9533-41b6-a899-6c5fb6ce7c1d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:16:56.253708 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5e3c0138-4f5f-47db-ad3e-597705f7c9a9 req-585fad29-9533-41b6-a899-6c5fb6ce7c1d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 931 time: 0.3910069 Feb 14 18:16:56.310824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:16:56.321525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5e3c0138-4f5f-47db-ad3e-597705f7c9a9 req-01d8de81-f843-4d4e-95f1-3d9e885ca06f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611191 Feb 14 18:16:56.322885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:16:56.399183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:56.463368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:56.464733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] 10.222.0.45 "PUT /v2.0/ports/01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 1093 time: 1.1056261 Feb 14 18:16:56.465245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:16:56.481594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6f0b9-4363-42ca-9c8c-e6e74b159163 service neutron] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:56.524482 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'status': 'completed', 'code': 200} Feb 14 18:16:56.622083 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-691cce66-621d-408c-94f9-b9aa6bcea02b req-6ceb17c1-fdd5-47a5-8c3a-b73f59576772 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1096 time: 0.0765369 Feb 14 18:16:56.763137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cce66-621d-408c-94f9-b9aa6bcea02b req-08b76eaf-a0ca-42e3-86d8-2bd70c287020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:56.764723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-691cce66-621d-408c-94f9-b9aa6bcea02b req-08b76eaf-a0ca-42e3-86d8-2bd70c287020 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1328948 Feb 14 18:16:56.899292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cce66-621d-408c-94f9-b9aa6bcea02b req-bb040827-bb8a-4932-8121-8e76aed65a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:56.901044 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-691cce66-621d-408c-94f9-b9aa6bcea02b req-bb040827-bb8a-4932-8121-8e76aed65a3f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1273649 Feb 14 18:16:57.006752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-bbad606c-3ac4-4bfe-bc78-e84dbb551c64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1096 time: 0.0662246 Feb 14 18:16:57.166132 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-8fa82f5b-5e6a-459e-99b6-0de6d0a1dc5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 217 time: 0.1496487 Feb 14 18:16:57.229295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-4935cbbf-833c-4297-b716-f296819575ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:57.230652 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-4935cbbf-833c-4297-b716-f296819575ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0554640 Feb 14 18:16:57.308323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-221687f4-f64d-4721-ad7b-8b8e72764da6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688837 Feb 14 18:16:57.442274 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-a052945b-9736-42dc-bf78-0835fe76d000 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246855 Feb 14 18:16:57.620316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bb478e1-b949-494b-a846-d0a1be0a429a req-08770698-f8ed-401c-9339-b031f4acb54b service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476841 Feb 14 18:16:57.629471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaeb6e-5136-4816-85ac-4eba1e16840d req-bf3f136f-3b58-4b82-a8ab-2b978d372ac4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:57.630888 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-deeaeb6e-5136-4816-85ac-4eba1e16840d req-bf3f136f-3b58-4b82-a8ab-2b978d372ac4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 943 time: 0.1877654 Feb 14 18:16:57.682618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-deeaeb6e-5136-4816-85ac-4eba1e16840d req-30341c36-7c07-4d03-b26b-ede27eec1e65 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457127 Feb 14 18:16:58.876351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c875795-b7ff-4c6a-b2f5-30a78df52976 req-5f4b0cee-a225-4b8b-8475-ecf01d701092 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:16:58.882391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c875795-b7ff-4c6a-b2f5-30a78df52976 req-5f4b0cee-a225-4b8b-8475-ecf01d701092 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 943 time: 0.0765970 Feb 14 18:16:58.922607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c875795-b7ff-4c6a-b2f5-30a78df52976 req-208ecbbb-4647-4529-b9e9-ed7f7fb24a4e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386407 Feb 14 18:16:59.392169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:16:59.521420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:59.534694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'mac_address': 'fa:16:3e:6f:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:16:59.590149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:59.607574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:16:59.622482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:16:59.724123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:16:59.787847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:16:59.968390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['01c2ba8b-2eea-45c1-831a-1ca8b320fb13'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:17:00.119201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305527c-2e85-47a2-a811-eb68ff213ad8 req-9cb63339-74bf-4939-aefe-7a5902a0094e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:00.120670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6305527c-2e85-47a2-a811-eb68ff213ad8 req-9cb63339-74bf-4939-aefe-7a5902a0094e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 944 time: 0.0776827 Feb 14 18:17:00.165341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6305527c-2e85-47a2-a811-eb68ff213ad8 req-8a32cb3b-def2-480f-86c3-caaa24329558 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392773 Feb 14 18:17:01.356163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513135f1-7767-40dc-8e43-6d86cd42164e req-061d6094-bcbe-48db-a11b-a0e7518054fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:01.357630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-513135f1-7767-40dc-8e43-6d86cd42164e req-061d6094-bcbe-48db-a11b-a0e7518054fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 944 time: 0.0752993 Feb 14 18:17:01.402094 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-513135f1-7767-40dc-8e43-6d86cd42164e req-d26c5677-2816-4d28-b44d-65a0deae7bb7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Feb 14 18:17:01.424393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:17:01.564607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:17:01.569783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:17:01.570647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:01.682342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:01.707940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:01.718047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:01.760224 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'code': 200} Feb 14 18:17:01.787604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:01.855090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:02.159958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f65b44c5-0094-4f36-b6e3-744b23805a95 req-e85487ae-966f-4db5-86be-457792e4a211 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1098 time: 0.0691338 Feb 14 18:17:02.204250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f65b44c5-0094-4f36-b6e3-744b23805a95 req-0c7858e0-449d-4854-8446-f31b5094ba71 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 Feb 14 18:17:02.594999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804150f-30b8-435e-996b-2aff6830c03b req-37c15bba-8d6c-4103-a0c5-d079e0ac6b00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:02.596411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8804150f-30b8-435e-996b-2aff6830c03b req-37c15bba-8d6c-4103-a0c5-d079e0ac6b00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0745502 Feb 14 18:17:02.640144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8804150f-30b8-435e-996b-2aff6830c03b req-e19ccf93-a217-459b-80a9-72ff68954178 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375710 Feb 14 18:17:03.842334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8c8e-7744-4548-b507-27df6940320a req-5b7734ad-f7ed-4a98-b378-062b40a7fe70 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:03.843772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d0a8c8e-7744-4548-b507-27df6940320a req-5b7734ad-f7ed-4a98-b378-062b40a7fe70 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0789716 Feb 14 18:17:03.888370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d0a8c8e-7744-4548-b507-27df6940320a req-6f1c510e-9a45-4d1f-9461-ac063e9a0331 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Feb 14 18:17:04.079485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a887-1b3a-458b-abe3-e8f3b3482c04 req-77853f28-d52e-4df9-9078-ff5abd0ee981 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:04.080952 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0186a887-1b3a-458b-abe3-e8f3b3482c04 req-77853f28-d52e-4df9-9078-ff5abd0ee981 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0776386 Feb 14 18:17:04.090190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:17:04.095465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'floatingip': {'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:17:04.171070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:04.840769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:04.895577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:05.112081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 associated. External IP: 172.26.4.248, port: 01c2ba8b-2eea-45c1-831a-1ca8b320fb13. Feb 14 18:17:05.511475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:17:05.707664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:17:05.712448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:05.718684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:17:05.731918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:17:05.732623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:16:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:05.770261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-eb95c5c5-76d7-42e0-9168-0940360c59b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "PUT /v2.0/floatingips/9b7d382c-7f25-4602-bf7a-429964d5eef8 HTTP/1.1" status: 200 len: 991 time: 1.6763494 Feb 14 18:17:05.770261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:05.830979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'status': 'completed', 'code': 200} Feb 14 18:17:05.931031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:17:06.006302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-40dc15f4-4f00-4a3b-98c3-f9fb669bd26f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1098 time: 0.1531277 Feb 14 18:17:06.190141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-591c1cbf-97e3-450c-a157-46c6a21e3d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:06.191626 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-591c1cbf-97e3-450c-a157-46c6a21e3d25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1800015 Feb 14 18:17:06.365476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:6f:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:17:04Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:06.370581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:17:06.382174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:17:06.383506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:16:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:06.457377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-a1b7b2c3-1dcd-4d80-8f04-1ef57c6dbb3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 999 time: 0.2594559 Feb 14 18:17:06.520805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f0e30-2991-42c3-ac46-21d4b34ba4fc req-ac6849df-cfab-46f8-8352-45b6af3c67ed tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:06.522236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b06f0e30-2991-42c3-ac46-21d4b34ba4fc req-ac6849df-cfab-46f8-8352-45b6af3c67ed tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.2643325 Feb 14 18:17:06.549087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-c07a0ea3-54e3-4d73-b945-1f4632168a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:06.550472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-c07a0ea3-54e3-4d73-b945-1f4632168a88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0854542 Feb 14 18:17:06.576768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:17:06.628204 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b06f0e30-2991-42c3-ac46-21d4b34ba4fc req-d7e90a94-fcf1-4107-bc8b-6af892db17ee tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970097 Feb 14 18:17:06.641838 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-e6d5994a-8e5e-4709-a0ef-66f2f1114cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849311 Feb 14 18:17:06.773168 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-0dc1789f-66c9-4e0d-8f78-656eed034d74 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251774 Feb 14 18:17:06.907472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccffd858-e5dc-43af-a4ff-d3318f030a28 req-e759748e-fcef-4a6b-996c-6e7889957628 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286650 Feb 14 18:17:06.922804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:6f:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:17:04Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:06.926774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ffce3-c35a-4b32-b3a7-9d6750793799 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:6f:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:17:04Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:17:07.121133 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d23b08-7d1b-45a4-9263-07e2a2ef5f08 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:17:07.823259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9706-e5d3-4fd5-8d87-dbbdb1a227de req-451ba793-b85c-490e-9696-bba6847b26b7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:07.824683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-559b9706-e5d3-4fd5-8d87-dbbdb1a227de req-451ba793-b85c-490e-9696-bba6847b26b7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0785108 Feb 14 18:17:07.942344 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-559b9706-e5d3-4fd5-8d87-dbbdb1a227de req-f38ddf26-c2d4-4aaf-adc8-98e0b2d6198a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095865 Feb 14 18:17:09.198602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24cdfa-ffbf-4bcb-9ebf-5629ebce9218 req-6511da4c-ebef-4061-b8f6-0f4cda1da512 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:09.200034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f24cdfa-ffbf-4bcb-9ebf-5629ebce9218 req-6511da4c-ebef-4061-b8f6-0f4cda1da512 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1399224 Feb 14 18:17:09.246644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f24cdfa-ffbf-4bcb-9ebf-5629ebce9218 req-1e32d85d-bd7d-4b76-9fe7-e8539593353d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410137 Feb 14 18:17:10.449046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b7eb-1263-492b-bb22-f3526aee8f42 req-99241a5c-afc6-4d10-871d-3114664bf340 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:10.450472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7772b7eb-1263-492b-bb22-f3526aee8f42 req-99241a5c-afc6-4d10-871d-3114664bf340 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0802701 Feb 14 18:17:10.494537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7772b7eb-1263-492b-bb22-f3526aee8f42 req-2e4fd4cb-1c42-4cae-a5a4-9141795118d3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 Feb 14 18:17:11.699173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5cfe-b7d5-4514-893d-f22fdd2e1868 req-f04c2e1f-e38c-40f1-bc51-94dc6632337b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:11.700570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-429d5cfe-b7d5-4514-893d-f22fdd2e1868 req-f04c2e1f-e38c-40f1-bc51-94dc6632337b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0766382 Feb 14 18:17:11.744318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-429d5cfe-b7d5-4514-893d-f22fdd2e1868 req-0653a1d7-ea37-4bbf-9b08-3aa8bbcb5f43 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Feb 14 18:17:11.988960 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:17:12.935803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8bca-51e2-492f-98fe-10559307e567 req-0a44647f-85c0-4d76-acce-79e6458b7ab2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:12.937259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-423f8bca-51e2-492f-98fe-10559307e567 req-0a44647f-85c0-4d76-acce-79e6458b7ab2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0743489 Feb 14 18:17:12.980060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-423f8bca-51e2-492f-98fe-10559307e567 req-0e384a26-f1f9-49b8-b7c5-f9bf612b55cf tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Feb 14 18:17:14.175981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdba45-c662-48d4-b4be-31f02ed9566d req-5a4111d7-9f0f-4af9-9143-0adccbaac2b2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:14.177458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c4fdba45-c662-48d4-b4be-31f02ed9566d req-5a4111d7-9f0f-4af9-9143-0adccbaac2b2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0785761 Feb 14 18:17:14.222849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c4fdba45-c662-48d4-b4be-31f02ed9566d req-137fd8fe-87b2-49ad-a5d1-fc362b6d3d3e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381477 Feb 14 18:17:15.330798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:15.416590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b51c7-dde4-4a70-98bd-6a9af8d8aaf8 req-a80ae881-b992-4497-a5e1-2c93f702e6b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:15.418030 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-289b51c7-dde4-4a70-98bd-6a9af8d8aaf8 req-a80ae881-b992-4497-a5e1-2c93f702e6b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0743535 Feb 14 18:17:15.462469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-289b51c7-dde4-4a70-98bd-6a9af8d8aaf8 req-0ca9df1c-8b36-4bfd-956e-446ad3af33db tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389810 Feb 14 18:17:16.658124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63629c4-a946-4658-ba40-85a47d8a3eeb req-568c27e2-9f8d-4ab1-9451-bf0900d39178 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:16.659567 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b63629c4-a946-4658-ba40-85a47d8a3eeb req-568c27e2-9f8d-4ab1-9451-bf0900d39178 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0798192 Feb 14 18:17:16.703224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b63629c4-a946-4658-ba40-85a47d8a3eeb req-486c55a9-a9d2-4c21-ad1b-1ee0c17692bb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Feb 14 18:17:18.044373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4441-30e9-4174-9353-cf5d58eaf897 req-8955a018-801f-4165-929e-c9734dd51793 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:18.045754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31cb4441-30e9-4174-9353-cf5d58eaf897 req-8955a018-801f-4165-929e-c9734dd51793 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0749786 Feb 14 18:17:18.093663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31cb4441-30e9-4174-9353-cf5d58eaf897 req-4cb2e0f0-8345-43d4-9f1c-3eea1e481dd6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Feb 14 18:17:19.283545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4590d1-ea10-45c2-bd9b-f61377c80a08 req-609a2232-2b48-4d09-955d-85daa09727bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:19.284980 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb4590d1-ea10-45c2-bd9b-f61377c80a08 req-609a2232-2b48-4d09-955d-85daa09727bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0733321 Feb 14 18:17:19.330449 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cb4590d1-ea10-45c2-bd9b-f61377c80a08 req-15d28047-6f04-433b-acfa-eba7b78af1ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 Feb 14 18:17:20.523448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5bc5b-b64b-454a-bcfd-6bbc26b901d0 req-75a60009-2b2c-450d-87dc-2ba43d25358f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:20.524906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8b5bc5b-b64b-454a-bcfd-6bbc26b901d0 req-75a60009-2b2c-450d-87dc-2ba43d25358f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0777538 Feb 14 18:17:20.570545 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8b5bc5b-b64b-454a-bcfd-6bbc26b901d0 req-ffdb3297-daf8-4756-b897-6c3e6165c956 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394187 Feb 14 18:17:20.850362 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1909fceb-2307-49f9-86c8-7f7c35dd3c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:21.769655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3a1a-0ecf-4e2c-9d8b-f5a03d1593b1 req-6c701dc0-0851-4a92-b287-e1748e6548e9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:21.771096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-53cd3a1a-0ecf-4e2c-9d8b-f5a03d1593b1 req-6c701dc0-0851-4a92-b287-e1748e6548e9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0748117 Feb 14 18:17:21.815118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-53cd3a1a-0ecf-4e2c-9d8b-f5a03d1593b1 req-7fbf8fba-920b-4df5-b3f2-46e39ff97f25 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379512 Feb 14 18:17:23.010444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de2c5-79dc-4b7c-aabf-05034169e56e req-57d3769f-4ebf-461a-aa07-3ccb1547d4d2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:23.011884 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb8de2c5-79dc-4b7c-aabf-05034169e56e req-57d3769f-4ebf-461a-aa07-3ccb1547d4d2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0775061 Feb 14 18:17:23.056844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb8de2c5-79dc-4b7c-aabf-05034169e56e req-0aa47d25-22f0-4838-9486-aa6135670156 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Feb 14 18:17:23.073873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fa8deaa1-d128-45c1-bee0-222ac336e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:24.388550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:24.390430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae7e81-2620-4cdc-91f0-e48e9ed993bd req-a9f545a8-3686-464d-9b23-9bafcf669647 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:24.391907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80ae7e81-2620-4cdc-91f0-e48e9ed993bd req-a9f545a8-3686-464d-9b23-9bafcf669647 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0745301 Feb 14 18:17:24.411315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:24.439613 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-80ae7e81-2620-4cdc-91f0-e48e9ed993bd req-8162c69f-e075-4e40-935b-f58d45d0bd90 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Feb 14 18:17:25.628416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:25.635262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3a21c-e57f-45f3-add9-31760e0046c8 req-ec3e9660-c810-4012-8ed9-1e7d83aa7ae8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:25.636863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01d3a21c-e57f-45f3-add9-31760e0046c8 req-ec3e9660-c810-4012-8ed9-1e7d83aa7ae8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0780718 Feb 14 18:17:25.680886 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01d3a21c-e57f-45f3-add9-31760e0046c8 req-e4283301-0bbf-4894-9b75-64b2cbd5ec40 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 Feb 14 18:17:26.875432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cc3b-f71e-4e4d-bc30-f8322a253515 req-b6a3ff3d-94a9-414e-a907-96fe4e537759 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:26.876865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0321cc3b-f71e-4e4d-bc30-f8322a253515 req-b6a3ff3d-94a9-414e-a907-96fe4e537759 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0772381 Feb 14 18:17:27.003719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0321cc3b-f71e-4e4d-bc30-f8322a253515 req-f7229b5f-9044-4590-8197-0a255f6e6c72 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211815 Feb 14 18:17:28.199807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1405f-91ba-4f04-83c6-c98d0c656e76 req-0057fdc7-a8cd-4171-a924-6a82f716ccc5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:28.201251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17e1405f-91ba-4f04-83c6-c98d0c656e76 req-0057fdc7-a8cd-4171-a924-6a82f716ccc5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0740535 Feb 14 18:17:28.245597 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17e1405f-91ba-4f04-83c6-c98d0c656e76 req-18184f8e-d524-4aad-9e8b-6eaf74ff1fc6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389531 Feb 14 18:17:29.445031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5f03b-550f-49ba-b945-b1ff676b6830 req-ec772358-9b3d-4135-93eb-29bfc7a1ff8f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:29.446495 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ae5f03b-550f-49ba-b945-b1ff676b6830 req-ec772358-9b3d-4135-93eb-29bfc7a1ff8f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0782106 Feb 14 18:17:29.490000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ae5f03b-550f-49ba-b945-b1ff676b6830 req-6879194d-c8a7-4c9d-b2d1-d18a6ac9fbbd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 Feb 14 18:17:30.679447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d4aa4-173b-4eb5-809f-c811c0bb4c28 req-e076e40e-d9be-4d78-b690-0fd194941aea tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:30.680960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d28d4aa4-173b-4eb5-809f-c811c0bb4c28 req-e076e40e-d9be-4d78-b690-0fd194941aea tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0745282 Feb 14 18:17:30.730104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d28d4aa4-173b-4eb5-809f-c811c0bb4c28 req-ff740916-7eeb-486d-9bfb-ad3eed612dc3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428205 Feb 14 18:17:31.932216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89951c-913a-4ea2-bf0c-25424d7ba550 req-7807c1d9-0518-49cc-b508-cd8366c76f0c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:31.933578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b89951c-913a-4ea2-bf0c-25424d7ba550 req-7807c1d9-0518-49cc-b508-cd8366c76f0c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0736437 Feb 14 18:17:31.977405 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b89951c-913a-4ea2-bf0c-25424d7ba550 req-5c296480-0741-44d2-8be5-83449a194b3c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Feb 14 18:17:32.183160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f8a63e83-065e-43ac-a9b9-aedb336394d7 req-9800a787-d3b5-4a3b-ade9-0e0737b11c74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0806861 Feb 14 18:17:32.577932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa69e-ffdd-4518-b4ca-0ccc4dadc1f7 req-874ae72a-bb0d-401d-8f2d-581d68dff3d1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:32.579366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-616fa69e-ffdd-4518-b4ca-0ccc4dadc1f7 req-874ae72a-bb0d-401d-8f2d-581d68dff3d1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0748544 Feb 14 18:17:32.624649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-616fa69e-ffdd-4518-b4ca-0ccc4dadc1f7 req-fa68432c-b2d4-49d9-9a1d-5d605339e644 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394037 Feb 14 18:17:32.663591 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-7e41a58c-4756-46b2-ad34-d0144cdb8568 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717251 Feb 14 18:17:33.821436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764a3f7-22ce-4cc2-a769-e206fecddfa9 req-3176d915-d951-4a3e-be8a-2cc79b04f78b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:33.827035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3764a3f7-22ce-4cc2-a769-e206fecddfa9 req-3176d915-d951-4a3e-be8a-2cc79b04f78b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0790877 Feb 14 18:17:33.869093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3764a3f7-22ce-4cc2-a769-e206fecddfa9 req-9cc7cb83-ab76-40f3-a416-79bcd41298b6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Feb 14 18:17:34.708604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-758053f1-c9fd-4c6d-a72b-b678a0017f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1098 time: 0.0672517 Feb 14 18:17:34.838987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-f3377a95-1af8-4c95-8d52-9ba63e904adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:34.840973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-f3377a95-1af8-4c95-8d52-9ba63e904adc service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1237214 Feb 14 18:17:34.950696 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-ec0c7f09-d045-4956-9f7f-1b6ef1933703 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 1001 time: 0.1009560 Feb 14 18:17:35.058182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-00afd000-b246-4e04-aba6-e6d708ed4d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:35.059577 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-00afd000-b246-4e04-aba6-e6d708ed4d37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0994713 Feb 14 18:17:35.134324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62205a-c939-4090-9338-8c02bdd9b981 req-d378a4b9-d510-49c1-8994-f5151c7c8cbb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:35.135649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d62205a-c939-4090-9338-8c02bdd9b981 req-d378a4b9-d510-49c1-8994-f5151c7c8cbb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1432011 Feb 14 18:17:35.173754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-d79bd770-e08d-42b9-81a4-85470eca5faf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023672 Feb 14 18:17:35.253686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d62205a-c939-4090-9338-8c02bdd9b981 req-b8629078-a54d-496a-8076-5c7c28137777 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111116 Feb 14 18:17:35.314158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-4c7027bb-0b14-44a2-b868-9e1192f299c0 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309426 Feb 14 18:17:35.443829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-90a0a8c8-8a92-435c-b8fc-c8a307470b6c service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201479 Feb 14 18:17:36.476817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d485-5cb4-4c39-81f4-b06c100f367d req-7fa1e191-b2cb-43b7-afcc-aa87d4e5eb26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:36.478883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a7d485-5cb4-4c39-81f4-b06c100f367d req-7fa1e191-b2cb-43b7-afcc-aa87d4e5eb26 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1008809 Feb 14 18:17:36.523209 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a7d485-5cb4-4c39-81f4-b06c100f367d req-50d8c218-5939-492a-ad7c-b8f79dee6d8c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Feb 14 18:17:37.793431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-5e4bdca8-a398-48bf-9779-abb743a2bb28 service neutron] 10.222.0.45 "GET /v2.0/ports/01c2ba8b-2eea-45c1-831a-1ca8b320fb13/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.2207060 Feb 14 18:17:37.811377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5a6f-b14b-4142-a9cd-a2278816423c req-a77d2b7a-30ed-41ab-8169-5a6c01fb9789 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:37.812987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-479d5a6f-b14b-4142-a9cd-a2278816423c req-a77d2b7a-30ed-41ab-8169-5a6c01fb9789 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0986068 Feb 14 18:17:37.860082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-479d5a6f-b14b-4142-a9cd-a2278816423c req-3181f8c3-62d6-4531-ad7b-121b173628fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Feb 14 18:17:38.618621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-86c956de-0e83-46dc-88aa-9ee17c02788a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1098 time: 0.0692382 Feb 14 18:17:38.712501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-c531229c-a722-43c1-9237-c5ed66dedfae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1098 time: 0.0666857 Feb 14 18:17:38.844090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-94249ded-d19b-4d5a-b134-e2c7e1801a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:38.845548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-94249ded-d19b-4d5a-b134-e2c7e1801a83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1240225 Feb 14 18:17:38.949794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-f0dacd6e-916b-48ea-9ef8-61786a351672 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 1001 time: 0.0952542 Feb 14 18:17:39.061989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-f4179219-fb1e-4f3c-8b1e-aaf45203e0b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:39.063381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-f4179219-fb1e-4f3c-8b1e-aaf45203e0b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.1050360 Feb 14 18:17:39.121642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba69d34-aeba-4891-9466-608c95a29e59 req-895662c7-5f4d-408b-a4e7-c467e291ae0a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:39.122936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2ba69d34-aeba-4891-9466-608c95a29e59 req-895662c7-5f4d-408b-a4e7-c467e291ae0a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1353648 Feb 14 18:17:39.181733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2ba69d34-aeba-4891-9466-608c95a29e59 req-4d51ed95-896a-483e-9d7e-8074df2b558d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498471 Feb 14 18:17:39.184470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-6dd2d3c0-dad9-4886-ae43-afed7afd4b96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115332 Feb 14 18:17:39.314860 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-95fd6803-e89f-4184-b8e2-e00c3cb9d4ca service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212432 Feb 14 18:17:39.446889 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1fba9a9c-c1c3-44f9-8e18-b85b1bf36e97 req-c5c61c84-a9c9-48f8-989d-4a13769de568 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239965 Feb 14 18:17:40.376130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d41ea-af36-4758-91b5-1037a70a2c07 req-1aa26742-7df4-496f-9f00-9667a3a5db10 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:40.377603 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-862d41ea-af36-4758-91b5-1037a70a2c07 req-1aa26742-7df4-496f-9f00-9667a3a5db10 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0783672 Feb 14 18:17:40.421060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-862d41ea-af36-4758-91b5-1037a70a2c07 req-8060c06b-e114-4c70-9c15-218a6e3bd117 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379634 Feb 14 18:17:41.582348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:17:41.585775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:17:41.617182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ee6e8-88d8-43ca-bcd0-5dcce1e243e9 req-bb48ca10-2635-4a99-aaa5-2476842ce179 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:41.619493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a4ee6e8-88d8-43ca-bcd0-5dcce1e243e9 req-bb48ca10-2635-4a99-aaa5-2476842ce179 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0774195 Feb 14 18:17:41.668054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a4ee6e8-88d8-43ca-bcd0-5dcce1e243e9 req-e84b5007-7a4d-4763-8199-24391b566d84 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421641 Feb 14 18:17:41.805290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:41.823512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:41.842240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'mac_address': 'fa:16:3e:6f:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:17:41.850455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:41.892286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:41.909812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:41.930381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:17:41.941113 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'code': 200} Feb 14 18:17:41.949228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:42.058474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:17:42.058851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:17:42.062736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:42.071044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.071390 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.071729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.072067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.072397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.072753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.073130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.073453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.073777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.074094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.074416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:42.188730 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f28b2e-d1fd-44c8-87ee-e60ec6d6f36e req-d28422ea-4584-4d5b-8081-9743216fd7e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:42.190207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9f28b2e-d1fd-44c8-87ee-e60ec6d6f36e req-d28422ea-4584-4d5b-8081-9743216fd7e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 943 time: 0.0773578 Feb 14 18:17:42.238249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9f28b2e-d1fd-44c8-87ee-e60ec6d6f36e req-58d8c455-5eff-435e-a0f3-4dfa4f5bfe6c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Feb 14 18:17:42.328167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-15e32183-ebe7-4a7a-8779-00496e0c7af4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:42.329595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-15e32183-ebe7-4a7a-8779-00496e0c7af4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 943 time: 0.0811074 Feb 14 18:17:42.472035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-10f0c770-7693-4693-84c1-05e75d13cd23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1096 time: 0.0664358 Feb 14 18:17:42.615460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:42.616163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-d3455887-4014-4d27-beca-a3f395ca654e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:42.617601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-d3455887-4014-4d27-beca-a3f395ca654e service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1370814 Feb 14 18:17:42.669528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:17:42.683955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:42.783381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:42.814066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-7354723f-73d8-4db5-8016-57aa8b0a7d9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 999 time: 0.1858473 Feb 14 18:17:42.850640 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:42.870718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['01c2ba8b-2eea-45c1-831a-1ca8b320fb13'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:17:42.878549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-23ea6626-e664-4eda-8829-44ee15e5942d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:42.880000 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-23ea6626-e664-4eda-8829-44ee15e5942d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0573785 Feb 14 18:17:42.957559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-523942c0-f322-4e5f-a80a-3185d1bebe6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711472 Feb 14 18:17:43.091840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-210093d6-188a-497f-85a7-e4cbff42b8b7 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243756 Feb 14 18:17:43.219661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a6a1d0-5a5b-40cd-90bd-860ba8426148 req-bb48e204-91cc-4fea-be39-9cc63e664955 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217496 Feb 14 18:17:43.437810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1ab4a-74a0-4d23-af2e-f3149fdd1328 req-adca0167-9807-426a-91e4-fa8f3172f6fc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:43.439230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35f1ab4a-74a0-4d23-af2e-f3149fdd1328 req-adca0167-9807-426a-91e4-fa8f3172f6fc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 944 time: 0.0780618 Feb 14 18:17:43.483862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35f1ab4a-74a0-4d23-af2e-f3149fdd1328 req-bc069fb8-bbb2-4566-9d2e-bd8386c1187d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Feb 14 18:17:43.582459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:17:43.648224 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:17:43.648874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:43.757213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:43.788130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:43.874925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:43.942078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:43.946794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:43.994496 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'code': 200} Feb 14 18:17:44.690050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dae025-8f08-458e-b62a-0a87871eaaee req-4ec5b454-73ae-4192-8bb2-5d87821eb2ca tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:44.691475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-39dae025-8f08-458e-b62a-0a87871eaaee req-4ec5b454-73ae-4192-8bb2-5d87821eb2ca tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0806389 Feb 14 18:17:44.735338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-39dae025-8f08-458e-b62a-0a87871eaaee req-01fe38ef-30ce-4ed1-955a-66bd2fe2e4d9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 Feb 14 18:17:44.931209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e90d63-924b-4660-b748-92c0c4a75c12 req-4ab5bb18-e56e-421e-8699-9cfad2a9ddfa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:44.932695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07e90d63-924b-4660-b748-92c0c4a75c12 req-4ab5bb18-e56e-421e-8699-9cfad2a9ddfa tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0782392 Feb 14 18:17:44.977840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-07e90d63-924b-4660-b748-92c0c4a75c12 req-41651bbc-dcb8-4cd2-998f-c6ed5da4a482 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 Feb 14 18:17:45.371051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:45.442023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943d4a6-2cdd-4049-bbc4-c4990bfe0f07 req-51134b11-9e76-42e2-8d02-4fcdc3b1b48c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:45.443450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6943d4a6-2cdd-4049-bbc4-c4990bfe0f07 req-51134b11-9e76-42e2-8d02-4fcdc3b1b48c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0862734 Feb 14 18:17:45.526862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6943d4a6-2cdd-4049-bbc4-c4990bfe0f07 req-656240cb-a995-4d1a-b485-bf20350088bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775008 Feb 14 18:17:45.556286 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-2a5231f7-3932-48b6-ab47-87f3741ab71f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 1098 time: 0.0773327 Feb 14 18:17:45.693864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-7369e41b-2df5-4ceb-9b40-86e01ccc9409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:45.695293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-7369e41b-2df5-4ceb-9b40-86e01ccc9409 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1260133 Feb 14 18:17:45.795868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-88d4b844-b456-436c-8c32-dc770cc04a76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 200 len: 1001 time: 0.0938327 Feb 14 18:17:45.863847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-70e8bd1c-6a7e-4e3c-9c8b-c2be8132d99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:45.865302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-70e8bd1c-6a7e-4e3c-9c8b-c2be8132d99b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0633049 Feb 14 18:17:45.943645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-1092aef4-3ed4-4c01-9345-40d7edc311b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716889 Feb 14 18:17:46.075336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-20e85ca6-fe44-4e60-b313-78ce5331f3e2 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212556 Feb 14 18:17:46.208783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-14347e5a-0348-45b3-aee3-d14afb65eabc req-d7c108da-8299-4973-a375-014250656988 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243420 Feb 14 18:17:46.729534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3139f4-fca7-4925-aa10-463181b4abce req-b944bfef-a073-4f91-b76d-e3a3dbee873f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:46.730975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a3139f4-fca7-4925-aa10-463181b4abce req-b944bfef-a073-4f91-b76d-e3a3dbee873f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0791097 Feb 14 18:17:46.780855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a3139f4-fca7-4925-aa10-463181b4abce req-612bd070-c1ce-43e0-b36b-1be6fcc0b86c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Feb 14 18:17:48.061650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd498-cfa6-4202-aa24-8a4da0970b6f req-3b5fc3cc-dae6-4381-8dde-52d5f12189f4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:48.063086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01afd498-cfa6-4202-aa24-8a4da0970b6f req-3b5fc3cc-dae6-4381-8dde-52d5f12189f4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1604183 Feb 14 18:17:48.106248 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01afd498-cfa6-4202-aa24-8a4da0970b6f req-e3eb1c17-49aa-47a6-9163-233afef1e0fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 Feb 14 18:17:48.650330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d6510-a554-406c-8359-e640bbadba7c req-c150cf32-549d-43d6-818c-f59080d30d5d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:48.651771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-341d6510-a554-406c-8359-e640bbadba7c req-c150cf32-549d-43d6-818c-f59080d30d5d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0782261 Feb 14 18:17:48.696013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-341d6510-a554-406c-8359-e640bbadba7c req-5f2c8852-9f18-407e-a1e4-732e5b3a545b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Feb 14 18:17:48.988711 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:17:49.889029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc5926-edfb-4abf-8cf3-fe28791e2237 req-7b7b44ba-ef09-4ac3-a14c-e06c765e24d0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:49.890422 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9acc5926-edfb-4abf-8cf3-fe28791e2237 req-7b7b44ba-ef09-4ac3-a14c-e06c765e24d0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0744858 Feb 14 18:17:49.935350 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9acc5926-edfb-4abf-8cf3-fe28791e2237 req-10f0191d-c060-48b9-befb-0ae8129f483f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393758 Feb 14 18:17:50.475951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-a6380775-f908-4484-9e98-6ab1ecae4f21 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:50.477384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-a6380775-f908-4484-9e98-6ab1ecae4f21 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.0782681 Feb 14 18:17:50.545498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Deleting port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:17:50.545836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:50.785627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] For port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:17:50.785910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:50.868136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4d1d22f6-197a-4315-b41f-5f653f64485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:51.112531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:51.116689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:51.116689 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 disassociated. External IP: 172.26.4.248, port: 01c2ba8b-2eea-45c1-831a-1ca8b320fb13. Feb 14 18:17:51.116689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Calling delete_port for 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:17:51.204679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc106-a8f9-48e0-bac6-bb71d8914fc9 req-f3929866-8a30-42ec-b2d1-604e5f61a9bf tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:51.206128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-309cc106-a8f9-48e0-bac6-bb71d8914fc9 req-f3929866-8a30-42ec-b2d1-604e5f61a9bf tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 945 time: 0.1489537 Feb 14 18:17:51.311170 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-309cc106-a8f9-48e0-bac6-bb71d8914fc9 req-00836bb1-72c5-4c4f-8944-e1d0c025d7be tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983315 Feb 14 18:17:51.366250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:51.414831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'Port': ['ID=01c2ba8b-2eea-45c1-831a-1ca8b320fb13,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:51.427209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.427511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.427842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.428185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.428496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.428844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.429170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.429487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.429800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.430109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.430457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:17:51.635859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:17:51.934030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:17:51.944648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:17:51.957213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:17:51.957818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:17:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:52.001540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] No DVR routers for this DVR port 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:17:52.003995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:52.006515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-deleted', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:52.082174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f4f0609-cef8-498d-96e6-cd4ea37125de req-895078a3-697d-4c4d-adc0-05572fe5a5af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "DELETE /v2.0/ports/01c2ba8b-2eea-45c1-831a-1ca8b320fb13 HTTP/1.1" status: 204 len: 173 time: 1.5967593 Feb 14 18:17:52.143167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:17:52.147773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e', 'name': 'network-vif-deleted', 'tag': '01c2ba8b-2eea-45c1-831a-1ca8b320fb13', 'status': 'completed', 'code': 200} Feb 14 18:17:52.466293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:52.470320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:17:52.480633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:17:52.481256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:17:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:52.496134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-25c7ea8e-0c4e-47a0-9ac5-6ba526bb2687 req-6b2c093c-0604-41e9-ba0a-c83dd0869761 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:17:52.560766 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-25c7ea8e-0c4e-47a0-9ac5-6ba526bb2687 req-6b2c093c-0604-41e9-ba0a-c83dd0869761 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:17:52.562557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25c7ea8e-0c4e-47a0-9ac5-6ba526bb2687 req-6b2c093c-0604-41e9-ba0a-c83dd0869761 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9127f5-5fc8-4bd2-8a32-64cfa84fd52e HTTP/1.1" status: 200 len: 210 time: 0.1102424 Feb 14 18:17:52.669386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:17:53.026146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:17:53.030305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1ab70-b790-42a8-be40-92aa19dd4769 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:17:53.097919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e35bd3d-bbff-441d-b1ea-666bbb4759fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:53.244276 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1882cb-1fcb-43a4-9d02-b7c49206e21f None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:17:53.643524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:17:53.679218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:17:53.679636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 01c2ba8b-2eea-45c1-831a-1ca8b320fb13 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:17:53.929909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-b897b40a-ff59-4639-adf2-2dbe9f96b055 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--331333527&fields=id&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 267 time: 0.0441577 Feb 14 18:17:54.074184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-95593f7d-19d2-41aa-9b1c-f021b6a5ea4f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:54.075616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-95593f7d-19d2-41aa-9b1c-f021b6a5ea4f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1393018 Feb 14 18:17:54.092284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-ab605288-d7f8-49aa-9e43-963cfc2eaffc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/quotas/a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 375 time: 0.0101843 Feb 14 18:17:54.171112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-a2412eba-f932-4afd-80f8-d3f77964b320 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740285 Feb 14 18:17:54.372219 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-d4b150d2-bd64-49a0-a5cb-6ff9a177029f service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898160 Feb 14 18:17:54.390003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:54.400323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:54.504600 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-d096ef77-d832-402c-bfa2-730b0f35f619 service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259098 Feb 14 18:17:54.769115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66fe45b2-a2fc-492e-bfe3-faaf08fc2a2b req-03197f1c-c219-45de-97a2-991f6b6433cc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 210 time: 0.0448401 Feb 14 18:17:55.697653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:55.927337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2856655-0cf6-486b-8175-bb8148a91098 req-1ff47ad4-19e0-47fe-9cc7-621a3db4746b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 210 time: 0.0413196 Feb 14 18:17:56.767704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-01a0d9af-72c9-42b1-b1dc-5a4b0ce0cfbc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:56.769044 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-01a0d9af-72c9-42b1-b1dc-5a4b0ce0cfbc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1413543 Feb 14 18:17:56.828974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-08928a99-0f0f-4ec0-9079-12430c88f4c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 379 time: 0.0409782 Feb 14 18:17:56.841356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'port': {'device_id': '1292a016-73dc-4901-b242-6962070cef40', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'admin_state_up': True, 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'security_groups': ['4ea18e38-c37a-4ffe-ab3e-5530bc555ec0']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:17:56.977637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:17:56.987595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:17:57.085209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:17:57.088487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:57.108760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0a821118-116b-47be-bf85-160eded188f8 req-10964d7f-36c6-4f79-9223-15624d31b823 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 210 time: 0.0574126 Feb 14 18:17:57.253899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Allocated IP 172.20.0.7 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/40e5fbca-3eb6-483c-be41-eeaefa937f30) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:17:57.433142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:57.448118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Transition to ACTIVE for port object 40e5fbca-3eb6-483c-be41-eeaefa937f30 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:17:57.537877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:57.708153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:17:57.710982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:17:57.715193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:17:57.740593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:57.781449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:57.782060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:57.887486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9e7e64bf-dab5-4eb9-bf2c-3b7faa33e418 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496736 Feb 14 18:17:57.903101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Request body: {'port': {'device_id': '1292a016-73dc-4901-b242-6962070cef40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:17:58.010988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:58.074305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bc24c835-de35-4437-bb38-5dde3edace0a None None] Provisioning for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:17:58.079237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bc24c835-de35-4437-bb38-5dde3edace0a None None] Provisioning complete for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:17:58.079601 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bc24c835-de35-4437-bb38-5dde3edace0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:58.130901 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-bc24c835-de35-4437-bb38-5dde3edace0a None None] Port 40e5fbca-3eb6-483c-be41-eeaefa937f30 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:17:58.354321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b3239-7203-483c-b3a2-51d666dd3b9b req-c7407cf1-5004-4113-bff0-6c9ff146f49d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:58.354994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-852b3239-7203-483c-b3a2-51d666dd3b9b req-c7407cf1-5004-4113-bff0-6c9ff146f49d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:17:58.416366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:17:58.422910 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:58.436389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Transition to ACTIVE for port object 40e5fbca-3eb6-483c-be41-eeaefa937f30 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:17:58.474430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-852b3239-7203-483c-b3a2-51d666dd3b9b req-c7407cf1-5004-4113-bff0-6c9ff146f49d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:17:58.475631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-852b3239-7203-483c-b3a2-51d666dd3b9b req-c7407cf1-5004-4113-bff0-6c9ff146f49d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 931 time: 0.2453949 Feb 14 18:17:58.520963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:58.525926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-852b3239-7203-483c-b3a2-51d666dd3b9b req-9cf37df3-0492-439f-82d4-bc4b96693cde tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445442 Feb 14 18:17:58.648354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:58.762908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Attempting to bind port 40e5fbca-3eb6-483c-be41-eeaefa937f30 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:17:58.763237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Attempting to bind port 40e5fbca-3eb6-483c-be41-eeaefa937f30 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:17:58.763556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Attempting to bind port 40e5fbca-3eb6-483c-be41-eeaefa937f30 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:17:58.769228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Port 40e5fbca-3eb6-483c-be41-eeaefa937f30 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:17:58.769539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Attempting to bind port 40e5fbca-3eb6-483c-be41-eeaefa937f30 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:17:58.775551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:17:58.775878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:17:58.776248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:17:58.776654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Bound port: 40e5fbca-3eb6-483c-be41-eeaefa937f30, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:17:58.777015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:58.864688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:17:58.867590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:17:58.972554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:59.037239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:17:59.038673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] 10.222.0.45 "PUT /v2.0/ports/40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 1093 time: 1.1400075 Feb 14 18:17:59.039119 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:17:59.056407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830910f6-ab87-43e8-a4c1-38075d4426cb service neutron] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:17:59.102896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'status': 'completed', 'code': 200} Feb 14 18:17:59.202280 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bfddc94-8af3-4ae6-a58f-74189cf8e34b req-8d7c4a75-b76f-4d69-a586-6fe3ef62f5a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1096 time: 0.0725203 Feb 14 18:17:59.343189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfddc94-8af3-4ae6-a58f-74189cf8e34b req-167d2643-445b-455e-accf-222c621b9620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:59.344544 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bfddc94-8af3-4ae6-a58f-74189cf8e34b req-167d2643-445b-455e-accf-222c621b9620 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1321087 Feb 14 18:17:59.479314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfddc94-8af3-4ae6-a58f-74189cf8e34b req-c06e53a8-7bea-42cd-bfa4-f3bbaade4e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:59.480753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3bfddc94-8af3-4ae6-a58f-74189cf8e34b req-c06e53a8-7bea-42cd-bfa4-f3bbaade4e1b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1273818 Feb 14 18:17:59.594120 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-10d117c1-2fc6-43f9-949c-6eee57e4c080 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1096 time: 0.0735722 Feb 14 18:17:59.775861 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-5cea5eed-0ec0-4b24-a098-89f1c27a3458 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 217 time: 0.1752927 Feb 14 18:17:59.857102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-b3b0faaf-ee47-4099-b2ca-c91611240a72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:59.858407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-b3b0faaf-ee47-4099-b2ca-c91611240a72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0724549 Feb 14 18:17:59.867801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9e6a-0aa0-47b8-ba30-069b9d25047c req-b28112ac-6e94-41d6-9313-5481139d60cb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:17:59.869200 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17ed9e6a-0aa0-47b8-ba30-069b9d25047c req-b28112ac-6e94-41d6-9313-5481139d60cb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 943 time: 0.2171519 Feb 14 18:17:59.968805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17ed9e6a-0aa0-47b8-ba30-069b9d25047c req-7436b2d3-f1a1-4706-a44b-4efbab15c67d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651865 Feb 14 18:17:59.982442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-76952d33-6fac-4dae-9927-5f590f8aa5d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123421 Feb 14 18:18:00.125166 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-cc435a1f-8e56-405e-ad4c-c86bc7332a55 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318502 Feb 14 18:18:00.275055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cdc0a1ce-1383-426f-80a4-00daeb751888 req-9d27410e-6935-4c5c-8952-b1b947327d06 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415324 Feb 14 18:18:01.175811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3757b-1366-4b3f-87c7-9930eecddfbb req-7686e6a0-dfe8-4b7f-a938-6a0b20df7542 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:01.177279 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5a3757b-1366-4b3f-87c7-9930eecddfbb req-7686e6a0-dfe8-4b7f-a938-6a0b20df7542 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 943 time: 0.0845773 Feb 14 18:18:01.222109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5a3757b-1366-4b3f-87c7-9930eecddfbb req-13137579-84c4-4a8b-ac2b-5530d767e6ed tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393920 Feb 14 18:18:02.415670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee9efa-4824-48e2-b630-93dd79a5025f req-4ef78473-15ab-4df8-8718-14e20bd5cdfc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:02.417117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bdee9efa-4824-48e2-b630-93dd79a5025f req-4ef78473-15ab-4df8-8718-14e20bd5cdfc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 943 time: 0.0766234 Feb 14 18:18:02.460576 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bdee9efa-4824-48e2-b630-93dd79a5025f req-11e31c78-cea2-440e-9b41-12e33ad6df05 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Feb 14 18:18:03.656105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbffc-1d9f-40f7-934f-7f315c0101e3 req-14fe4976-ff17-497b-a762-2647eccb8981 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:03.658546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fccdbffc-1d9f-40f7-934f-7f315c0101e3 req-14fe4976-ff17-497b-a762-2647eccb8981 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 943 time: 0.0794778 Feb 14 18:18:03.659933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:18:03.703967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fccdbffc-1d9f-40f7-934f-7f315c0101e3 req-9e84e01d-e17d-4439-99ae-bb556772ad54 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 Feb 14 18:18:03.792087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:03.805122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:18:03.860634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:03.877969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:03.892272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:03.977731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:04.041646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:04.238461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['40e5fbca-3eb6-483c-be41-eeaefa937f30'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:18:04.897364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7674379-4394-44c6-b78a-c0a9670c8465 req-8dafad26-0aea-455a-94ce-cffb6b3a832c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:04.898776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7674379-4394-44c6-b78a-c0a9670c8465 req-8dafad26-0aea-455a-94ce-cffb6b3a832c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 944 time: 0.0734494 Feb 14 18:18:04.944532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7674379-4394-44c6-b78a-c0a9670c8465 req-3c54d676-932a-44f7-91b0-d071683ce6dc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401530 Feb 14 18:18:05.675369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:18:05.799865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:18:05.804946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:18:05.805333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:05.919664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:05.946560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:05.956408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:06.003231 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'code': 200} Feb 14 18:18:06.020396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:06.090147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:06.169251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc360-d8d0-4f56-b326-a4107cd53212 req-6e36c713-49b2-470b-846c-37820f699a72 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:06.171483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b11bc360-d8d0-4f56-b326-a4107cd53212 req-6e36c713-49b2-470b-846c-37820f699a72 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0878239 Feb 14 18:18:06.218054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b11bc360-d8d0-4f56-b326-a4107cd53212 req-c494ed1d-2454-4e91-9215-ed1e11cd80ce tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Feb 14 18:18:06.403032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-386e518b-3f80-41b9-8cef-d3ea5ce2cf2c req-9986f08b-cab8-43c3-8e6b-7b26a4e61be2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1098 time: 0.0691540 Feb 14 18:18:06.449587 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-386e518b-3f80-41b9-8cef-d3ea5ce2cf2c req-b8ac32df-5014-48a2-ae4e-399682fc4661 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Feb 14 18:18:07.416480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b4395-6954-403a-a1e1-3b9b32ebbb7f req-490333c2-4e2a-43a5-bd36-0ec85a9816b0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:07.417918 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-716b4395-6954-403a-a1e1-3b9b32ebbb7f req-490333c2-4e2a-43a5-bd36-0ec85a9816b0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0762854 Feb 14 18:18:07.467451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-716b4395-6954-403a-a1e1-3b9b32ebbb7f req-be6a5c33-06cb-45ed-9907-7e2ef99daa32 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439410 Feb 14 18:18:08.667099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcfc1f-e5e7-40b2-9934-f59dccc180a6 req-4e7d531a-828d-412d-a16d-94dc6be5ea2d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:08.668535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aafcfc1f-e5e7-40b2-9934-f59dccc180a6 req-4e7d531a-828d-412d-a16d-94dc6be5ea2d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0776279 Feb 14 18:18:08.711824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aafcfc1f-e5e7-40b2-9934-f59dccc180a6 req-201b421b-7757-41bc-ab33-42735fc7a0a7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370231 Feb 14 18:18:08.896819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a80097-2ae7-49da-876f-76ac9705d11a req-1a33a4a2-f6f6-4b55-83cd-b85e97e6a918 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:08.898238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7a80097-2ae7-49da-876f-76ac9705d11a req-1a33a4a2-f6f6-4b55-83cd-b85e97e6a918 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0741787 Feb 14 18:18:08.907753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48528) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:18:08.912924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'floatingip': {'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:18:08.988928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:09.634351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:09.692385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:09.878650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 associated. External IP: 172.26.4.248, port: 40e5fbca-3eb6-483c-be41-eeaefa937f30. Feb 14 18:18:10.256830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:18:10.449003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:18:10.454300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:10.458779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:18:10.470753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:18:10.471352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:17:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:10.507996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-39492ddb-985a-4ee0-9d75-299ee76ec284 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "PUT /v2.0/floatingips/9b7d382c-7f25-4602-bf7a-429964d5eef8 HTTP/1.1" status: 200 len: 991 time: 1.5990994 Feb 14 18:18:10.508587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:10.570393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'status': 'completed', 'code': 200} Feb 14 18:18:10.650266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:18:10.721718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-5b98924f-a73a-4bb3-94e6-93969da2d26b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1098 time: 0.1277304 Feb 14 18:18:10.724189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31e6b693-a092-45a6-bd19-812fb15f0b31 req-8e221dc9-6468-486a-9487-508d4219e79a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0963268 Feb 14 18:18:10.994327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-e8d9420f-197c-45be-8d47-29e4e3689557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:10.995784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-e8d9420f-197c-45be-8d47-29e4e3689557 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.2682941 Feb 14 18:18:11.053734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292a016-73dc-4901-b242-6962070cef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:18:09Z', 'revision_number': 9, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:11.057779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:18:11.070018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:18:11.070658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:17:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:11.105931 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-a242f23c-9ef8-4500-99ae-76f87cc20c0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 999 time: 0.1034634 Feb 14 18:18:11.213562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-779620fe-646e-44f1-8c4e-91bb6104db39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:11.214997 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-779620fe-646e-44f1-8c4e-91bb6104db39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.1031992 Feb 14 18:18:11.293528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:18:11.300876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d2b2-b4fb-4b3c-a129-23db8fbc16ee req-d7ef1472-8610-463e-815f-8100d54d89f7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:11.302365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6931d2b2-b4fb-4b3c-a129-23db8fbc16ee req-d7ef1472-8610-463e-815f-8100d54d89f7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1388564 Feb 14 18:18:11.346182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-5c8d0c6b-8da7-4b2f-99f6-d42f8be60563 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198967 Feb 14 18:18:11.411105 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-3eb5e869-1557-494d-9cfd-7381b17d2881 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492565 Feb 14 18:18:11.430875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6931d2b2-b4fb-4b3c-a129-23db8fbc16ee req-d8709fdc-44a8-42f9-944b-4888f3353224 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212485 Feb 14 18:18:11.499943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-607d4d21-d6a3-47cc-bc6f-75791f10b0a7 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471376 Feb 14 18:18:11.640228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c8eb84be-d179-424f-9f21-07ace95a5487 req-7bf9d7a4-b352-4c7a-bc3c-4c809962a135 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346025 Feb 14 18:18:11.667266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292a016-73dc-4901-b242-6962070cef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:18:09Z', 'revision_number': 9, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:11.671308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154d0b0-84ed-474f-b8e3-75ac9c2bbf2d None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292a016-73dc-4901-b242-6962070cef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:18:09Z', 'revision_number': 9, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:18:11.864718 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6d75a-dacf-47b9-8e63-25294f090e46 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:18:12.631481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958efddf-6ae0-4ed1-8848-8b89080ab972 req-401e760e-c5d8-45d4-9076-4667f8210ca0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:12.632960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-958efddf-6ae0-4ed1-8848-8b89080ab972 req-401e760e-c5d8-45d4-9076-4667f8210ca0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0824575 Feb 14 18:18:12.684005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-958efddf-6ae0-4ed1-8848-8b89080ab972 req-a7475f9e-db1c-40b8-8a08-403e869f2c89 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Feb 14 18:18:13.386363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-9cdeb466-178e-4f69-aa5e-ece5defadb1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1098 time: 0.0668766 Feb 14 18:18:13.517916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-b8947954-6be5-402e-8d04-58a4b7f60788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:13.519351 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-b8947954-6be5-402e-8d04-58a4b7f60788 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1269801 Feb 14 18:18:13.623046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-a29890a8-7154-4e82-bb3d-4384b1b825a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 1002 time: 0.0947351 Feb 14 18:18:13.682581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-dc033c19-ea1c-4898-9897-34346be988ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:13.683891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-dc033c19-ea1c-4898-9897-34346be988ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0560887 Feb 14 18:18:13.760505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-70428a5f-7cac-4a3a-95a4-fc2498ba32f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707405 Feb 14 18:18:13.942585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-2ace0583-9799-4e2e-8e7e-34cae91496c6 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745155 Feb 14 18:18:13.973206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c0818-ea94-4b90-8157-e127a28edc75 req-8c134494-dc16-4f84-8724-2a4b300332ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:13.974575 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b1c0818-ea94-4b90-8157-e127a28edc75 req-8c134494-dc16-4f84-8724-2a4b300332ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1419663 Feb 14 18:18:14.187154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b1c0818-ea94-4b90-8157-e127a28edc75 req-38a9da31-31e2-4d5c-8d5b-e25751b5dd64 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065988 Feb 14 18:18:14.202943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-3127e989-1ea4-4f74-827b-4abd8ee19270 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529428 Feb 14 18:18:15.332998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:15.381996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b782cb5-5952-4d34-9099-0250f43505e2 req-492147fb-32b2-4812-b766-6cfcda01094b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:15.383415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b782cb5-5952-4d34-9099-0250f43505e2 req-492147fb-32b2-4812-b766-6cfcda01094b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0778334 Feb 14 18:18:15.427187 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b782cb5-5952-4d34-9099-0250f43505e2 req-ccbcb0cf-e5df-4fee-b497-65fed611ac94 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 Feb 14 18:18:16.618572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b43-f30e-4029-84c8-e3d135ae1cbd req-531b92fa-e115-4f6e-b15f-0e12dc8a1d66 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:16.620005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b653b43-f30e-4029-84c8-e3d135ae1cbd req-531b92fa-e115-4f6e-b15f-0e12dc8a1d66 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0738528 Feb 14 18:18:16.673715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b653b43-f30e-4029-84c8-e3d135ae1cbd req-25db1964-4858-4d51-a92c-14c916e129ed tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482564 Feb 14 18:18:17.871093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894fd43-8d86-4e24-bf04-5b227674e8fe req-ca83d6ca-d811-48ad-b985-3d8a611b93eb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:17.872548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1894fd43-8d86-4e24-bf04-5b227674e8fe req-ca83d6ca-d811-48ad-b985-3d8a611b93eb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0782404 Feb 14 18:18:17.918396 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1894fd43-8d86-4e24-bf04-5b227674e8fe req-69c53e90-0413-48f6-be62-aa088404e372 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 Feb 14 18:18:19.107759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd970bd0-4c85-4607-87cb-ec3afcd24514 req-12696372-dfe1-450b-a56b-0649e4d30599 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:19.109207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd970bd0-4c85-4607-87cb-ec3afcd24514 req-12696372-dfe1-450b-a56b-0649e4d30599 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0742888 Feb 14 18:18:19.156234 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd970bd0-4c85-4607-87cb-ec3afcd24514 req-17d9d740-1c6d-4234-88d3-aad07cb3fb95 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Feb 14 18:18:20.346918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fd25e-6d80-4532-9672-1d3466110280 req-cc2f8b40-38d0-4615-8836-cf3cc2f75795 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:20.348346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b8fd25e-6d80-4532-9672-1d3466110280 req-cc2f8b40-38d0-4615-8836-cf3cc2f75795 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0744224 Feb 14 18:18:20.392463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b8fd25e-6d80-4532-9672-1d3466110280 req-a4c9d3cd-14b0-4913-a1f7-13794b26fc68 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Feb 14 18:18:20.852886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a119f92-76f8-4d7d-b2e4-60a0aca4ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:21.591062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754587-3d79-46be-906c-b939efe4c6f1 req-b6e52129-e0f8-4fb6-b4e8-074366f4c271 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:21.592496 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3754587-3d79-46be-906c-b939efe4c6f1 req-b6e52129-e0f8-4fb6-b4e8-074366f4c271 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0787673 Feb 14 18:18:21.636664 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3754587-3d79-46be-906c-b939efe4c6f1 req-5ff3e97d-a597-49b2-a8a4-a08fbbefd607 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Feb 14 18:18:22.839247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bceb3b-44ef-471c-a18e-8f425c682c50 req-576b815b-685e-45e2-884e-c77a335f5e6d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:22.840669 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-47bceb3b-44ef-471c-a18e-8f425c682c50 req-576b815b-685e-45e2-884e-c77a335f5e6d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0736761 Feb 14 18:18:22.901292 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-47bceb3b-44ef-471c-a18e-8f425c682c50 req-87b45b8c-d8e9-4a74-bc6d-aafa67ff7f06 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544493 Feb 14 18:18:23.070104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1224af4f-0364-4315-9515-7a5e3098749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:24.097044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd9a3-e9e7-40f6-8177-dfd834c07a22 req-663a1696-1196-4ec0-8e25-6ec02182563f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:24.098481 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7bacd9a3-e9e7-40f6-8177-dfd834c07a22 req-663a1696-1196-4ec0-8e25-6ec02182563f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0792429 Feb 14 18:18:24.142586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7bacd9a3-e9e7-40f6-8177-dfd834c07a22 req-3b487d3d-9970-4cdb-9883-edb17198b4ad tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385828 Feb 14 18:18:24.362396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:24.400334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:25.341482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdcabe-8120-47c5-b732-689f80f3f440 req-b45f72c0-558d-4082-9393-fcf66697fba9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:25.342897 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1afdcabe-8120-47c5-b732-689f80f3f440 req-b45f72c0-558d-4082-9393-fcf66697fba9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0744464 Feb 14 18:18:25.390742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1afdcabe-8120-47c5-b732-689f80f3f440 req-8737046c-29ba-464f-850d-de75b25b148b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Feb 14 18:18:25.681544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:25.988418 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:18:26.583016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39331-18f2-45f2-bce7-6655770b2b65 req-c8b5e06f-5854-452b-bef7-0f058ac057df tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:26.584490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38e39331-18f2-45f2-bce7-6655770b2b65 req-c8b5e06f-5854-452b-bef7-0f058ac057df tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0753663 Feb 14 18:18:26.630343 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38e39331-18f2-45f2-bce7-6655770b2b65 req-0b155a4c-0611-4455-9d89-3bb9aeeb494a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Feb 14 18:18:27.836287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103fed7-863d-429f-b21c-196f9934b717 req-9eb7f412-e9ac-478c-b8f5-75b33b45dfd4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:27.837760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4103fed7-863d-429f-b21c-196f9934b717 req-9eb7f412-e9ac-478c-b8f5-75b33b45dfd4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0773623 Feb 14 18:18:27.882680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4103fed7-863d-429f-b21c-196f9934b717 req-64562bc7-a2d2-477c-bbf9-d33b68f124e1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 Feb 14 18:18:29.081412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9597-da5c-4650-8a36-a3d52ac4c024 req-31a98079-2bd9-4551-a6ed-42ef2610c217 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:29.082851 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33dc9597-da5c-4650-8a36-a3d52ac4c024 req-31a98079-2bd9-4551-a6ed-42ef2610c217 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0754461 Feb 14 18:18:29.126746 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33dc9597-da5c-4650-8a36-a3d52ac4c024 req-b3ce0980-c828-4b5c-9eb8-6f4a62c1bef4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382731 Feb 14 18:18:30.323088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cb27b-3669-4e5a-8b9a-af94cec04bfe req-de172ae4-01ea-40ac-8eae-f3f75430ceb6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:30.324509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b60cb27b-3669-4e5a-8b9a-af94cec04bfe req-de172ae4-01ea-40ac-8eae-f3f75430ceb6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0776982 Feb 14 18:18:30.368441 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b60cb27b-3669-4e5a-8b9a-af94cec04bfe req-846a2057-483c-463e-baf5-466290d80606 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383623 Feb 14 18:18:31.483117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-6c092584-9403-435f-99d7-20887e28c91c service neutron] 10.222.0.45 "GET /v2.0/ports/40e5fbca-3eb6-483c-be41-eeaefa937f30/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0724952 Feb 14 18:18:31.566327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bb1c3-6c2d-4aa1-8ede-1624eec916b1 req-f506f25a-cc73-48fa-b8a5-b39437b01460 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:31.567757 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-262bb1c3-6c2d-4aa1-8ede-1624eec916b1 req-f506f25a-cc73-48fa-b8a5-b39437b01460 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0788286 Feb 14 18:18:31.613596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-262bb1c3-6c2d-4aa1-8ede-1624eec916b1 req-4c5c446a-9478-44e7-b5e9-3b68d5a53816 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Feb 14 18:18:32.020493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-094cebd3-f10d-43c3-94ee-dd914565bb31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1098 time: 0.0689013 Feb 14 18:18:32.116939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-ff7619e5-9410-4e7f-a417-67405ee3ae92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1098 time: 0.0701339 Feb 14 18:18:32.247772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-aae1439f-0395-410b-80b9-0411e4ebd4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:32.249232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-aae1439f-0395-410b-80b9-0411e4ebd4c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1238191 Feb 14 18:18:32.437943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-80326394-64bc-44aa-8d54-e0d147e3c235 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 1002 time: 0.1798673 Feb 14 18:18:32.504013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-4710aa1e-778f-43cd-b7e0-7c0dee7c20e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:32.505453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-4710aa1e-778f-43cd-b7e0-7c0dee7c20e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0575159 Feb 14 18:18:32.584507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-36bbcd52-b5ff-4f94-842b-f3625d0fe0c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696814 Feb 14 18:18:32.722065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-2e66fd18-9cf8-4fcf-921d-c58b279297f8 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284053 Feb 14 18:18:32.919715 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-40ca393c-c9ef-4b44-902d-82deb42222ae req-33a49839-039b-41eb-9ba0-183d2f7df7ce service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878586 Feb 14 18:18:32.934394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe0418-22b9-48f0-a09c-64ee327e1a13 req-cfa2d8fb-dd3f-4cf7-8ed7-9e7a8b3b5855 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:32.935726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5fe0418-22b9-48f0-a09c-64ee327e1a13 req-cfa2d8fb-dd3f-4cf7-8ed7-9e7a8b3b5855 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1376054 Feb 14 18:18:32.980930 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5fe0418-22b9-48f0-a09c-64ee327e1a13 req-1669d551-aa5f-4cbc-8586-e335913c2dae tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388999 Feb 14 18:18:34.185208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29dc24-6afd-405e-9e2d-9dd5960c7174 req-e12c9617-e5bd-4b10-ac70-126edc2e0afd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:34.186646 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af29dc24-6afd-405e-9e2d-9dd5960c7174 req-e12c9617-e5bd-4b10-ac70-126edc2e0afd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0770903 Feb 14 18:18:34.231298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af29dc24-6afd-405e-9e2d-9dd5960c7174 req-f29c022f-3a67-4870-9c79-c2ba0e495d89 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 Feb 14 18:18:35.422681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb29e35-79bd-470d-b4c6-33b17408b690 req-0503dbe6-3b93-41e9-9d2d-9f547fc17245 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:35.424140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eeb29e35-79bd-470d-b4c6-33b17408b690 req-0503dbe6-3b93-41e9-9d2d-9f547fc17245 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0739501 Feb 14 18:18:35.470544 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eeb29e35-79bd-470d-b4c6-33b17408b690 req-d8577e6a-73ec-4b9a-9fb8-d27e2c1264ed tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Feb 14 18:18:35.768563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:18:35.773415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:18:35.991896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:36.009746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:36.028069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:18:36.058520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:36.086086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:36.097439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:36.115615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:36.124455 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'code': 200} Feb 14 18:18:36.254326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:36.268930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e584b17-b91d-442d-87f9-80a3bc1cdbe2 req-b537bee6-b08c-41da-8d28-27ac16d13d22 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:36.270386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e584b17-b91d-442d-87f9-80a3bc1cdbe2 req-b537bee6-b08c-41da-8d28-27ac16d13d22 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1093400 Feb 14 18:18:36.338125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e584b17-b91d-442d-87f9-80a3bc1cdbe2 req-4c6d5779-2bfa-42d3-8382-3fe78f59deb8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616307 Feb 14 18:18:36.352274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208db4-c698-4689-b5e3-5edec698bd52 req-db776925-50a7-49cf-95e9-715419edc5c6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:36.353755 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-db776925-50a7-49cf-95e9-715419edc5c6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 943 time: 0.1257310 Feb 14 18:18:36.367015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:18:36.367655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:18:36.371015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:36.437269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-c197ba3c-33dd-4e43-9f9b-de0d5081e739 service neutron] 10.222.0.45 "GET /v2.0/ports/40e5fbca-3eb6-483c-be41-eeaefa937f30/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0777881 Feb 14 18:18:36.526618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-84194ded-5234-4b81-a268-f4f2e14fedd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1096 time: 0.0682962 Feb 14 18:18:36.661658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208db4-c698-4689-b5e3-5edec698bd52 req-f7e251f6-9627-414b-8fec-4282de6db764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:36.663262 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-f7e251f6-9627-414b-8fec-4282de6db764 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1304793 Feb 14 18:18:36.763208 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-bbd0ad90-7617-4024-8494-2a0fb273128f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 1000 time: 0.0938716 Feb 14 18:18:36.825405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208db4-c698-4689-b5e3-5edec698bd52 req-cc0b6e02-5985-46d5-ae2a-636ba4db1b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:36.826771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-cc0b6e02-5985-46d5-ae2a-636ba4db1b56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0579371 Feb 14 18:18:36.901041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-08a3feb3-8c0a-4104-9aea-70fcd0f090a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684636 Feb 14 18:18:36.921078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:36.941049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:36.958335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:37.030703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:37.032895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-0b548243-c893-4b26-9986-d1ec5200d829 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251445 Feb 14 18:18:37.100246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:37.104769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['40e5fbca-3eb6-483c-be41-eeaefa937f30'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:18:37.260251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-a6b5cbc6-0b49-423e-ada5-5368cdd5aa4b service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215471 Feb 14 18:18:37.537903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db174e-36e3-4184-bd3b-d5f47a46c36c req-a3eef3b5-de3a-4ca2-b5a3-56b9f46eb7fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:37.539335 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1db174e-36e3-4184-bd3b-d5f47a46c36c req-a3eef3b5-de3a-4ca2-b5a3-56b9f46eb7fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 944 time: 0.0780482 Feb 14 18:18:37.584440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1db174e-36e3-4184-bd3b-d5f47a46c36c req-45650e65-05f2-4e5c-ba33-90ba4bf16e7f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Feb 14 18:18:37.779226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:18:37.844735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:18:37.845093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:37.954396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:37.992173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:38.053609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:38.116757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:38.125653 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:38.186205 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'code': 200} Feb 14 18:18:38.794987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cdbd4-9798-436e-872a-92a364246a7a req-1e2440bf-914c-4964-8399-51ac2f831238 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:38.796337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-176cdbd4-9798-436e-872a-92a364246a7a req-1e2440bf-914c-4964-8399-51ac2f831238 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0768924 Feb 14 18:18:38.840723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-176cdbd4-9798-436e-872a-92a364246a7a req-c39f81c4-aa04-42bc-a175-174ac99cdfb0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382862 Feb 14 18:18:40.044482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad557c-61b6-4a03-86a6-99b86227e184 req-7b4bcea8-4edc-4ee0-842a-952a71c9f03b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:40.045956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1ad557c-61b6-4a03-86a6-99b86227e184 req-7b4bcea8-4edc-4ee0-842a-952a71c9f03b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0809753 Feb 14 18:18:40.091759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1ad557c-61b6-4a03-86a6-99b86227e184 req-6fee7fec-af84-4fa3-8ec2-557226e76cbc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402966 Feb 14 18:18:40.532275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-f8d0312d-ce46-4788-a239-ac54332b0cbf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1098 time: 0.0682399 Feb 14 18:18:40.630989 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-7c5ba23d-efbe-4ca2-9013-f4835769c83a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 1098 time: 0.0725744 Feb 14 18:18:40.764069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208db4-c698-4689-b5e3-5edec698bd52 req-fdbd5431-d225-4d12-a289-a464aea2c8d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:40.765492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-fdbd5431-d225-4d12-a289-a464aea2c8d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1251729 Feb 14 18:18:40.869547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-fa826212-46b9-4dff-aa04-224331be61ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 200 len: 1002 time: 0.0951221 Feb 14 18:18:40.936146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208db4-c698-4689-b5e3-5edec698bd52 req-61ef8fd1-13d1-4004-b40a-ca1df5581ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:40.937635 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-61ef8fd1-13d1-4004-b40a-ca1df5581ac6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0607226 Feb 14 18:18:41.015633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-805dd431-14d3-45e1-9344-a078143a7e95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688694 Feb 14 18:18:41.148134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-de7c2bda-ea50-4f62-a89a-d53765ee5630 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234598 Feb 14 18:18:41.335657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-29208db4-c698-4689-b5e3-5edec698bd52 req-350a2e92-5982-4164-800f-9b34b79e3c4e service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770637 Feb 14 18:18:41.349429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496f773-24d3-4973-8a1b-43089c220b61 req-4e4c9c04-9052-45da-9dba-1e694c6ef1af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:41.350825 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5496f773-24d3-4973-8a1b-43089c220b61 req-4e4c9c04-9052-45da-9dba-1e694c6ef1af tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1247401 Feb 14 18:18:41.394937 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5496f773-24d3-4973-8a1b-43089c220b61 req-84da0f0a-aa76-4038-8e4d-dab48158a1d7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Feb 14 18:18:42.592189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5fade-104c-4792-9d40-a1a69369a775 req-ff79c601-9d74-46b8-a546-c60c968a725c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:42.593656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6f5fade-104c-4792-9d40-a1a69369a775 req-ff79c601-9d74-46b8-a546-c60c968a725c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0792673 Feb 14 18:18:42.637622 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c6f5fade-104c-4792-9d40-a1a69369a775 req-c51142cd-e3d5-4cca-8735-e216b6f56fa4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378163 Feb 14 18:18:43.795578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:18:43.797999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:18:43.831906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58980d68-66f4-480c-b467-3ce99ae8670d req-10cb3122-8add-457d-b2c1-53433b7fe568 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:43.833427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58980d68-66f4-480c-b467-3ce99ae8670d req-10cb3122-8add-457d-b2c1-53433b7fe568 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Feb 14 18:18:43.878967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58980d68-66f4-480c-b467-3ce99ae8670d req-6eb574ad-6286-435d-9f8b-e2add21d13e6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397582 Feb 14 18:18:44.041147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:44.075424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307be430-2567-48aa-9b74-f9831bca7a37 req-fef4cf40-607d-44a9-a94b-0cae118ffa2c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:44.076633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:44.076960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-307be430-2567-48aa-9b74-f9831bca7a37 req-fef4cf40-607d-44a9-a94b-0cae118ffa2c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.0776014 Feb 14 18:18:44.093337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:44.102019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'mac_address': 'fa:16:3e:8d:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:18:44.105984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:44.124162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-307be430-2567-48aa-9b74-f9831bca7a37 req-547ea6ab-2d12-4eed-ad1e-4227daef7a99 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Feb 14 18:18:44.155315 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'code': 200} Feb 14 18:18:44.163348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:44.180797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:44.201158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:44.308684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:18:44.309052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:18:44.312571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=9']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:44.321280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.321606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc55d-5c49-482c-a506-d951a6e49179 req-a8805a95-14c9-470a-9e58-273938b68adc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:44.321743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.321949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.322302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.322633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.323087 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-442dc55d-5c49-482c-a506-d951a6e49179 req-a8805a95-14c9-470a-9e58-273938b68adc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 943 time: 0.0751758 Feb 14 18:18:44.325057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.325435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.325780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.326119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.326452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.326777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:44.370893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-442dc55d-5c49-482c-a506-d951a6e49179 req-e204f696-8d37-4e48-aff0-6bf1b98b642e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Feb 14 18:18:44.860549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:44.878690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:44.893369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:44.973946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:45.049761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=10']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:45.053862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['40e5fbca-3eb6-483c-be41-eeaefa937f30'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:18:45.202040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271bbaa-1c57-49bc-89ec-70b880a93b0d req-b14cb18e-5970-428e-b67c-0aadc01ef3fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:45.203384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f271bbaa-1c57-49bc-89ec-70b880a93b0d req-b14cb18e-5970-428e-b67c-0aadc01ef3fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 945 time: 0.1741908 Feb 14 18:18:45.247335 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f271bbaa-1c57-49bc-89ec-70b880a93b0d req-19ff59a3-1d8c-4de7-8f12-bd14f687ce49 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375321 Feb 14 18:18:45.337875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:45.818747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:18:45.886069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 40e5fbca-3eb6-483c-be41-eeaefa937f30 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:18:45.886786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:46.000268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:46.032293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:46.111189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:46.160878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:46.180275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=11']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:46.216723 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'code': 200} Feb 14 18:18:46.444493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95e57-2733-4446-9408-78f47a36ec70 req-3f85a623-3ab1-4bc2-bd67-a922907d826d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:46.445888 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3c95e57-2733-4446-9408-78f47a36ec70 req-3f85a623-3ab1-4bc2-bd67-a922907d826d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 946 time: 0.0791724 Feb 14 18:18:46.490398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3c95e57-2733-4446-9408-78f47a36ec70 req-c4c04787-6fca-4652-8fc7-b89c033b5b31 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390420 Feb 14 18:18:47.336542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-cb05962a-868f-4fab-97e2-080c4c26b547 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:47.337956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-cb05962a-868f-4fab-97e2-080c4c26b547 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 946 time: 0.0731099 Feb 14 18:18:47.408380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Deleting port 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:18:47.409284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:47.680764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] For port 40e5fbca-3eb6-483c-be41-eeaefa937f30, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=40e5fbca-3eb6-483c-be41-eeaefa937f30,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:18:47.681485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:47.861043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6409f-b40a-4356-97f9-6a4871ea9e0f req-c64b3374-55f8-4f83-ba1c-ffaead0a41ba tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:47.863040 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-60d6409f-b40a-4356-97f9-6a4871ea9e0f req-c64b3374-55f8-4f83-ba1c-ffaead0a41ba tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 946 time: 0.2447152 Feb 14 18:18:48.001448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-60d6409f-b40a-4356-97f9-6a4871ea9e0f req-08f3920f-f82d-4232-be2c-c01edbba2848 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271393 Feb 14 18:18:48.012008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:48.012376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:48.012688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 disassociated. External IP: 172.26.4.248, port: 40e5fbca-3eb6-483c-be41-eeaefa937f30. Feb 14 18:18:48.013105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Calling delete_port for 40e5fbca-3eb6-483c-be41-eeaefa937f30 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:18:48.197211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:48.248925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'Port': ['ID=40e5fbca-3eb6-483c-be41-eeaefa937f30,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:48.456166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:18:48.759264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:18:48.768506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:18:48.780023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:18:48.780619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:18:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:48.825721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] No DVR routers for this DVR port 40e5fbca-3eb6-483c-be41-eeaefa937f30 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:18:48.828169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:48.830711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-deleted', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:48.886825 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292a016-73dc-4901-b242-6962070cef40', 'name': 'network-vif-deleted', 'tag': '40e5fbca-3eb6-483c-be41-eeaefa937f30', 'status': 'completed', 'code': 200} Feb 14 18:18:48.911053 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdb99b08-f837-47b9-a076-02c7419a1756 req-7d81d097-d3f5-4d0a-a931-6d6b4d30be7b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "DELETE /v2.0/ports/40e5fbca-3eb6-483c-be41-eeaefa937f30 HTTP/1.1" status: 204 len: 173 time: 1.5648103 Feb 14 18:18:48.964032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:18:49.165494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2cc3a850-afcc-435f-a0a1-86033e088058 req-f613066a-4a60-4a63-85a5-632a014ba293 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:18:49.288343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-2cc3a850-afcc-435f-a0a1-86033e088058 req-f613066a-4a60-4a63-85a5-632a014ba293 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:18:49.289616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2cc3a850-afcc-435f-a0a1-86033e088058 req-f613066a-4a60-4a63-85a5-632a014ba293 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 210 time: 0.1668744 Feb 14 18:18:49.292400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:49.296440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:18:49.307447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:18:49.308048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:18:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:49.510335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:18:49.818218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:18:49.822081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b111d3-9232-4668-96dc-40fed36faad4 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:18:50.007928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f440229-cd17-462a-8be1-a96e203c5615 req-109fe6b1-ed3a-46c1-8b4e-267efca3dbaa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1292a016-73dc-4901-b242-6962070cef40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398290 Feb 14 18:18:50.061147 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc085d-4684-4b98-8a6b-fce4e35457c1 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:18:50.126651 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f440229-cd17-462a-8be1-a96e203c5615 req-0b5e9205-f985-4cc5-8a53-d8dda6a45c1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=1292a016-73dc-4901-b242-6962070cef40 HTTP/1.1" status: 200 len: 210 time: 0.0381782 Feb 14 18:18:50.283707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440229-cd17-462a-8be1-a96e203c5615 req-800f11aa-ab48-4795-acae-c17c281968f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:50.285228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f440229-cd17-462a-8be1-a96e203c5615 req-800f11aa-ab48-4795-acae-c17c281968f5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1366289 Feb 14 18:18:50.427548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440229-cd17-462a-8be1-a96e203c5615 req-f26b6d31-2c4c-4659-8338-8f9bf3a0f799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:50.429032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f440229-cd17-462a-8be1-a96e203c5615 req-f26b6d31-2c4c-4659-8338-8f9bf3a0f799 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1353288 Feb 14 18:18:50.646642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-a7e33fec-73b1-4f5e-b499-ccfebac249ce tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--331333527&fields=id&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 267 time: 0.0405593 Feb 14 18:18:50.792899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-4e69f954-00df-476a-9298-acfc5338cb13 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:50.794253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-4e69f954-00df-476a-9298-acfc5338cb13 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1413655 Feb 14 18:18:50.811248 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-c667ceba-5da4-40cf-bcee-0fd61bd51e5c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/quotas/a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 375 time: 0.0106945 Feb 14 18:18:50.882672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e640c841-6258-4de1-ba07-b2dd49d0ade0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:50.897390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-82f69fe1-5e83-489a-802e-3070d72126b2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802114 Feb 14 18:18:51.039531 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-b1eecca8-8663-4c46-8cd9-6eb225baf846 service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305285 Feb 14 18:18:51.169228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-11edc2bc-df98-4003-b729-5470ba79df10 service neutron] 10.222.0.30 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238151 Feb 14 18:18:51.432973 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3c87871-3fa0-4152-973d-c1bed6e32ce0 req-5f84fd18-a961-4f32-8310-6dfab079a27a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 210 time: 0.0442288 Feb 14 18:18:51.863268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:18:51.896288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 40e5fbca-3eb6-483c-be41-eeaefa937f30 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:18:51.896967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 40e5fbca-3eb6-483c-be41-eeaefa937f30 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:18:52.607430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-287e229d-7d0e-4943-90d1-f522d2c8ec72 req-433248cc-c2fd-4f9b-8444-556907a4b5e8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 210 time: 0.0445952 Feb 14 18:18:53.075325 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bfed284c-5cf8-4591-8be6-fc6ad7afcf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:53.431677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-5bcf0a68-54ae-4125-87ed-2d7f9dc3d36b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:53.433032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-5bcf0a68-54ae-4125-87ed-2d7f9dc3d36b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 811 time: 0.1458631 Feb 14 18:18:53.493460 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-67471bff-a0c8-44a2-b269-7b20e9d87034 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 379 time: 0.0405309 Feb 14 18:18:53.503990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'port': {'device_id': 'f3bddae8-2839-4344-b74f-799e85204010', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'admin_state_up': True, 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'security_groups': ['4ea18e38-c37a-4ffe-ab3e-5530bc555ec0']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:18:53.644966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:18:53.656396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:18:53.732913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Made reservation on behalf of a63e5fcc43d445618afe1eaa7e3d7465 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:18:53.735903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:53.790812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55dfe3e4-572a-4e70-a427-3627ede549c5 req-5fbdea19-ebc6-441a-8555-362e4a1ee867 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 210 time: 0.0452571 Feb 14 18:18:54.036383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Allocated IP 172.20.0.7 (93ec048f-79f0-4f71-8397-a83638cc29c7/33eb3da4-6f07-4b7d-81ca-649dce222ff5/594566b1-a2df-460e-86fd-ee70fef438f3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:18:54.215235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.230094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Transition to ACTIVE for port object 594566b1-a2df-460e-86fd-ee70fef438f3 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:18:54.289290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.333931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.351032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.366482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:18:54.369896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:18:54.371820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:54.374029 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:18:54.415472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.415825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.416164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.416502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.416880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.417217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.417545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.417872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.418196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.418513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.418830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:18:54.447165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:54.447763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.552349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-fb755dc4-08e5-48aa-814d-47c3814ee7c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518751 Feb 14 18:18:54.568827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Request body: {'port': {'device_id': 'f3bddae8-2839-4344-b74f-799e85204010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:18:54.648468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-36de345d-7401-43ae-8b4c-70f656948a5e None None] Provisioning for port 594566b1-a2df-460e-86fd-ee70fef438f3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:18:54.653454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-36de345d-7401-43ae-8b4c-70f656948a5e None None] Provisioning complete for port 594566b1-a2df-460e-86fd-ee70fef438f3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:18:54.658761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-36de345d-7401-43ae-8b4c-70f656948a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.689704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:54.709146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-36de345d-7401-43ae-8b4c-70f656948a5e None None] Port 594566b1-a2df-460e-86fd-ee70fef438f3 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:18:55.035163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f54-d7de-4553-bf96-6d8e16ed6735 req-e96ce05d-e2e8-4439-9c56-2c7971e0f651 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:55.035940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec704f54-d7de-4553-bf96-6d8e16ed6735 req-e96ce05d-e2e8-4439-9c56-2c7971e0f651 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:18:55.100077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:18:55.106747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.120467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Transition to ACTIVE for port object 594566b1-a2df-460e-86fd-ee70fef438f3 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:18:55.151269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ec704f54-d7de-4553-bf96-6d8e16ed6735 req-e96ce05d-e2e8-4439-9c56-2c7971e0f651 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:18:55.152423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec704f54-d7de-4553-bf96-6d8e16ed6735 req-e96ce05d-e2e8-4439-9c56-2c7971e0f651 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 931 time: 0.2401550 Feb 14 18:18:55.186370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.250900 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ec704f54-d7de-4553-bf96-6d8e16ed6735 req-717e3d21-8285-4d73-9aa0-f68ca940fe71 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926821 Feb 14 18:18:55.311751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:55.429656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Attempting to bind port 594566b1-a2df-460e-86fd-ee70fef438f3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:18:55.429985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Attempting to bind port 594566b1-a2df-460e-86fd-ee70fef438f3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:18:55.430299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Attempting to bind port 594566b1-a2df-460e-86fd-ee70fef438f3 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:18:55.437045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Port 594566b1-a2df-460e-86fd-ee70fef438f3 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:18:55.437361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Attempting to bind port 594566b1-a2df-460e-86fd-ee70fef438f3 on network 93ec048f-79f0-4f71-8397-a83638cc29c7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:18:55.449066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:18:55.449519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Checking segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:18:55.449901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Bound using segment: {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:18:55.450318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Bound port: 594566b1-a2df-460e-86fd-ee70fef438f3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5500359-bcdc-4d82-a28d-faceffb7ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:18:55.450662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.540367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:18:55.543301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:18:55.643454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.677202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.697094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:18:55.698395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] 10.222.0.45 "PUT /v2.0/ports/594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1093 time: 1.1344876 Feb 14 18:18:55.706908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:18:55.727422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b1c1f-e1f0-4c09-a753-c0435e942d45 service neutron] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:18:55.769477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'status': 'completed', 'code': 200} Feb 14 18:18:55.864453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc5192a3-5053-423f-978c-dc433a285c67 req-3481909d-73cf-48f8-9610-f32fffe78d7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1096 time: 0.0741718 Feb 14 18:18:56.005619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5192a3-5053-423f-978c-dc433a285c67 req-0c182ff8-0c17-4620-b961-cdc215483cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:56.006956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc5192a3-5053-423f-978c-dc433a285c67 req-0c182ff8-0c17-4620-b961-cdc215483cae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1326435 Feb 14 18:18:56.232835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5192a3-5053-423f-978c-dc433a285c67 req-07d3ca88-3239-4deb-9e41-1b3ebde78c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:56.234213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc5192a3-5053-423f-978c-dc433a285c67 req-07d3ca88-3239-4deb-9e41-1b3ebde78c5d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2187107 Feb 14 18:18:56.343381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-95e89752-beb4-44a2-92f0-d27a9de52772 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1096 time: 0.0667758 Feb 14 18:18:56.446495 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-f26b1baa-b706-4bfe-981a-24b3e84dff40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 217 time: 0.0930920 Feb 14 18:18:56.527242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-ec1de099-fbd7-43b6-b007-ce6b0cf4150b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:56.528985 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-ec1de099-fbd7-43b6-b007-ce6b0cf4150b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0737796 Feb 14 18:18:56.542248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd5d1-7329-47a6-bcd7-4d9f4fc23515 req-72a3e7e7-3203-4198-a0df-c708904fdc1c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:56.543549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31ffd5d1-7329-47a6-bcd7-4d9f4fc23515 req-72a3e7e7-3203-4198-a0df-c708904fdc1c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.1414618 Feb 14 18:18:56.634925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31ffd5d1-7329-47a6-bcd7-4d9f4fc23515 req-54001e0c-c483-4cb2-b40f-3b373add0be0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623052 Feb 14 18:18:56.645258 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-71ec4e30-4de4-437c-a5bf-93be99a94666 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008670 Feb 14 18:18:56.777586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-0682133e-21e6-469d-80dd-3af786d7c413 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212924 Feb 14 18:18:56.909835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ba07a787-e64d-4d08-af6e-00b15e59fbfa req-c788c6ac-65f9-4730-bd57-9c55e75d8ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225364 Feb 14 18:18:57.831536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f5fc-14c2-47a5-b3fc-011f1b8a9e34 req-9a3a4e13-a5fb-4b66-938b-e39ed0b672e5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:57.833028 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce40f5fc-14c2-47a5-b3fc-011f1b8a9e34 req-9a3a4e13-a5fb-4b66-938b-e39ed0b672e5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0796392 Feb 14 18:18:57.878723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce40f5fc-14c2-47a5-b3fc-011f1b8a9e34 req-45077910-ace1-442a-9cd5-611003671aa3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Feb 14 18:18:59.069446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6adcd-54cb-4280-b970-3e4a5548b252 req-b21a8b08-3bea-4552-bd9a-7d78ac0e016a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:18:59.070873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1d6adcd-54cb-4280-b970-3e4a5548b252 req-b21a8b08-3bea-4552-bd9a-7d78ac0e016a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0740407 Feb 14 18:18:59.118261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1d6adcd-54cb-4280-b970-3e4a5548b252 req-49fba876-1ab8-42cf-9179-a0c1fad43d99 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Feb 14 18:18:59.896921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:19:00.025953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:00.039507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '594566b1-a2df-460e-86fd-ee70fef438f3', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:19:00.091797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:00.109030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:19:00.123336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:00.191730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:00.256195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:00.311103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b180b5-eea1-4e42-b63f-2d76e2550443 req-a10b4e6a-11a4-4a68-bfce-721a42e2b5e0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:00.312535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-59b180b5-eea1-4e42-b63f-2d76e2550443 req-a10b4e6a-11a4-4a68-bfce-721a42e2b5e0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 944 time: 0.0746725 Feb 14 18:19:00.360588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-59b180b5-eea1-4e42-b63f-2d76e2550443 req-40af2df6-34a9-443b-9a16-aee02ff38936 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Feb 14 18:19:00.441064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['594566b1-a2df-460e-86fd-ee70fef438f3'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:19:01.569715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5797-43e8-4804-b358-4ccb658e4976 req-589dd568-c93f-4bbb-88b4-950da87fab64 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:01.571171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f7f5797-43e8-4804-b358-4ccb658e4976 req-589dd568-c93f-4bbb-88b4-950da87fab64 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 944 time: 0.0874467 Feb 14 18:19:01.620314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1f7f5797-43e8-4804-b358-4ccb658e4976 req-6461e1aa-3619-4b69-b806-250a52989ee3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Feb 14 18:19:01.910406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:19:02.052761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 594566b1-a2df-460e-86fd-ee70fef438f3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:19:02.058301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 594566b1-a2df-460e-86fd-ee70fef438f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:19:02.058672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:02.170206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:02.198746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:19:02.207932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:02.251420 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'code': 200} Feb 14 18:19:02.283334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:02.387699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:02.654401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95e736e5-8791-478a-a907-6c2488472ab1 req-d3f3f50d-5371-4f88-8dca-85d120e7c450 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0665417 Feb 14 18:19:02.699126 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95e736e5-8791-478a-a907-6c2488472ab1 req-e0fd22d4-ce40-4adc-854d-36db2c3bbc42 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355451 Feb 14 18:19:02.826722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca0411-c59c-4cfe-8bc3-9e05294da674 req-a5335fc7-2d64-4a60-96f6-48430864b0cd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:02.828165 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99ca0411-c59c-4cfe-8bc3-9e05294da674 req-a5335fc7-2d64-4a60-96f6-48430864b0cd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0795593 Feb 14 18:19:02.872855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99ca0411-c59c-4cfe-8bc3-9e05294da674 req-848265d5-1baa-46cf-a1f1-b7d9ef8b0b4a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387008 Feb 14 18:19:02.987781 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:19:04.072320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443e35d-fcb8-4a38-8c3a-e9028580149d req-d740e486-0013-41e1-bf8c-44d0e0618915 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:04.074893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8443e35d-fcb8-4a38-8c3a-e9028580149d req-d740e486-0013-41e1-bf8c-44d0e0618915 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0783505 Feb 14 18:19:04.129992 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8443e35d-fcb8-4a38-8c3a-e9028580149d req-150a1495-9eeb-4495-95cf-7c0cfbc2a427 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451627 Feb 14 18:19:05.321517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2bc7b-85fd-4a96-986b-d5edd172dd49 req-ba1b6418-78e5-410e-85ee-1b478dfef738 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:05.322923 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ef2bc7b-85fd-4a96-986b-d5edd172dd49 req-ba1b6418-78e5-410e-85ee-1b478dfef738 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0744877 Feb 14 18:19:05.367444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ef2bc7b-85fd-4a96-986b-d5edd172dd49 req-f0dc158b-2357-4c69-af63-e535540c5798 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389969 Feb 14 18:19:05.559157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ea02-1369-43ea-8438-a185856b0f17 req-5e7a95a9-1a9d-4dae-9cd0-2a3fdf2b25a9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:05.560602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e999ea02-1369-43ea-8438-a185856b0f17 req-5e7a95a9-1a9d-4dae-9cd0-2a3fdf2b25a9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0795002 Feb 14 18:19:05.569770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:19:05.575036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Request body: {'floatingip': {'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:19:05.672843 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:06.351258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:06.406854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:06.593663 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 associated. External IP: 172.26.4.248, port: 594566b1-a2df-460e-86fd-ee70fef438f3. Feb 14 18:19:06.979111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:19:07.178174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:19:07.183245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:07.187734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:19:07.200217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:19:07.200869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:18:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:19:07.235110 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-65fe528d-d96a-432f-af47-dbaf0bdbfd2f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "PUT /v2.0/floatingips/9b7d382c-7f25-4602-bf7a-429964d5eef8 HTTP/1.1" status: 200 len: 992 time: 1.6641896 Feb 14 18:19:07.235748 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:19:07.379255 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'status': 'completed', 'code': 200} Feb 14 18:19:07.389627 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:19:07.468442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-50a29b49-67dc-4fff-bb02-f4e37fa5a891 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0686584 Feb 14 18:19:07.618286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-3e3a55f2-6b31-43cf-89aa-03e11dfb2815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:07.620208 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-3e3a55f2-6b31-43cf-89aa-03e11dfb2815 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1455879 Feb 14 18:19:07.755531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bddae8-2839-4344-b74f-799e85204010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:19:06Z', 'revision_number': 13, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:19:07.759852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:19:07.770709 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:19:07.771312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:18:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:19:07.822008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-bfb47eef-1883-4a7f-98d0-3d60a7c08142 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1000 time: 0.1946671 Feb 14 18:19:07.892001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-70182cae-635e-45c7-b675-e4e7a90c42c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:07.893898 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-70182cae-635e-45c7-b675-e4e7a90c42c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0653009 Feb 14 18:19:07.950827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:19:07.976827 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-9ea18e9f-b151-488f-ad52-ce7b02f43e54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774429 Feb 14 18:19:08.115311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-378637bc-1f41-4aff-bcb0-18c122da0f5f service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322057 Feb 14 18:19:08.247613 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03c89de0-2b3c-4cf3-8cb5-bebae38c942c req-8a29a8e8-fba5-4884-b3ea-d11a6ac6cad3 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268008 Feb 14 18:19:08.305551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bddae8-2839-4344-b74f-799e85204010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:19:06Z', 'revision_number': 13, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:19:08.309481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba5aa5-5c60-434a-8e8f-8cead1f648f3 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '9b7d382c-7f25-4602-bf7a-429964d5eef8', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bddae8-2839-4344-b74f-799e85204010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:15:53Z', 'updated_at': '2022-02-14T18:19:06Z', 'revision_number': 13, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:19:08.508096 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d28d6-6b47-459b-9220-9cae81a6f188 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:19:09.222007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad09c77-fb2b-4cfc-8d79-c745b1dbd602 req-88ef8426-62d1-4049-b07a-85eaa44051d6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:09.223352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ad09c77-fb2b-4cfc-8d79-c745b1dbd602 req-88ef8426-62d1-4049-b07a-85eaa44051d6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0784662 Feb 14 18:19:09.267479 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ad09c77-fb2b-4cfc-8d79-c745b1dbd602 req-b5835512-5a02-49d4-8956-dbb81e9cde17 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 Feb 14 18:19:15.357630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:19.261293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05310d78-e588-4ce8-a7a0-0c48a70a8f9a req-ac6acbba-d863-4fd6-a604-9e6257bfd044 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1464720 Feb 14 18:19:19.681365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410480a-140b-46e6-9666-402ab6cf120f req-4059f4e7-b213-4342-bbe4-c02aef09f0ec tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:19.682856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9410480a-140b-46e6-9666-402ab6cf120f req-4059f4e7-b213-4342-bbe4-c02aef09f0ec tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0797997 Feb 14 18:19:19.727775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9410480a-140b-46e6-9666-402ab6cf120f req-78052708-280f-4da7-b74b-15a7c6012438 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Feb 14 18:19:19.739476 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-83e90020-cc00-4db3-8a08-52a1fc0acd6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681834 Feb 14 18:19:20.911848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-299fc9fc-2cfe-4a32-a07d-3f982e9c674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:20.939442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf5a88-4298-4c2f-96e3-7d0fbc3b3385 req-d28a8c41-fd8b-4b5c-8cc8-0821739ac3a8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:20.945412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1cbf5a88-4298-4c2f-96e3-7d0fbc3b3385 req-d28a8c41-fd8b-4b5c-8cc8-0821739ac3a8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0790479 Feb 14 18:19:20.985776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1cbf5a88-4298-4c2f-96e3-7d0fbc3b3385 req-2eb04613-9a4a-428f-95d1-2debc47936ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391316 Feb 14 18:19:22.011236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-21f55ab4-f5e6-4fcc-b9f7-2bb4b560772a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0659592 Feb 14 18:19:22.195098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-eacaabfe-90ac-44cc-a7d2-e5911ec98259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:22.196553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-eacaabfe-90ac-44cc-a7d2-e5911ec98259 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1779091 Feb 14 18:19:22.280340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66478ac-204d-4b28-a167-146d292e61d8 req-f4f94559-6e8d-4755-8b3a-1ea7b2abf864 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:22.281700 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a66478ac-204d-4b28-a167-146d292e61d8 req-f4f94559-6e8d-4755-8b3a-1ea7b2abf864 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.1774249 Feb 14 18:19:22.334556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-5c265731-1971-4c70-9da5-074b8debc469 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1002 time: 0.1305151 Feb 14 18:19:22.372548 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a66478ac-204d-4b28-a167-146d292e61d8 req-1cd3346d-b1ce-4a2d-a883-e2f0df818a8d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850379 Feb 14 18:19:22.400982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-c967ce0d-5e9e-4294-bcb0-4237d4a0a98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:22.402420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-c967ce0d-5e9e-4294-bcb0-4237d4a0a98d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0599146 Feb 14 18:19:22.485336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-c19c5db9-bfe6-4964-b657-8d58b07520fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739214 Feb 14 18:19:22.617533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-967f49f5-4ac4-4c71-9101-3cfc9e3e5282 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232457 Feb 14 18:19:22.849394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-1664b2d8-f88a-49fd-882e-4d31cdc5d9b8 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156060 Feb 14 18:19:23.092981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-273ca754-5858-40d6-abc8-b1a39a18178f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:23.567289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520024-2a98-465b-b79c-41546736bb06 req-e21ea4fe-0d8f-4e55-b045-2d1d1052a8d3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:23.568774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd520024-2a98-465b-b79c-41546736bb06 req-e21ea4fe-0d8f-4e55-b045-2d1d1052a8d3 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0738349 Feb 14 18:19:23.613265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd520024-2a98-465b-b79c-41546736bb06 req-56a4dcbe-5923-47d8-b9d5-a448746b28fd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 Feb 14 18:19:24.357606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:24.368587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:24.811765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77ee64-51cc-42e6-bc4f-ba2c7354efb1 req-4155c44a-a77c-4233-ae88-591925485488 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:24.813213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-de77ee64-51cc-42e6-bc4f-ba2c7354efb1 req-4155c44a-a77c-4233-ae88-591925485488 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0781646 Feb 14 18:19:24.857332 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-de77ee64-51cc-42e6-bc4f-ba2c7354efb1 req-a9e092ca-c623-4079-9b90-f6573c7a9637 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Feb 14 18:19:25.672169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:26.052284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381de1-886b-42c0-88fd-c3ed3f13aa05 req-803bb117-1974-4a46-851c-cf22e25fa8fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:26.053777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05381de1-886b-42c0-88fd-c3ed3f13aa05 req-803bb117-1974-4a46-851c-cf22e25fa8fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Feb 14 18:19:26.097764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05381de1-886b-42c0-88fd-c3ed3f13aa05 req-71abe557-1277-48dd-b03f-011990922bc1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384979 Feb 14 18:19:27.292154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f27f5-b1ea-493b-8836-3ac754e747e7 req-f00e6598-02a1-4605-bbf4-5318fef82abd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:27.293623 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d4f27f5-b1ea-493b-8836-3ac754e747e7 req-f00e6598-02a1-4605-bbf4-5318fef82abd tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0767791 Feb 14 18:19:27.337104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d4f27f5-b1ea-493b-8836-3ac754e747e7 req-e9cbefd3-a235-4caf-b427-2239a60fcba9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380726 Feb 14 18:19:28.527378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227f418-9058-4629-99a6-a5bddf0de354 req-7e958bc9-f115-4207-8bfb-33be82c97c5d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:28.529069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b227f418-9058-4629-99a6-a5bddf0de354 req-7e958bc9-f115-4207-8bfb-33be82c97c5d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0753846 Feb 14 18:19:28.578988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b227f418-9058-4629-99a6-a5bddf0de354 req-4fe3d5d0-3900-4348-95de-68b606a73034 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447574 Feb 14 18:19:29.770897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b994d-7007-49f3-ad07-aedcccbfeab5 req-948d2952-170b-4e91-b52a-76476eb522e1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:29.772349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c9b994d-7007-49f3-ad07-aedcccbfeab5 req-948d2952-170b-4e91-b52a-76476eb522e1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0746272 Feb 14 18:19:29.820553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2c9b994d-7007-49f3-ad07-aedcccbfeab5 req-170552a3-ec3e-4aaf-9562-fcb4c135f6d2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Feb 14 18:19:31.017874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3312d-6069-4034-9c01-81b36847005e req-2014ed26-0a6c-47bc-86e6-3ac4f58004b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:31.019321 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ab3312d-6069-4034-9c01-81b36847005e req-2014ed26-0a6c-47bc-86e6-3ac4f58004b1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0793033 Feb 14 18:19:31.065614 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ab3312d-6069-4034-9c01-81b36847005e req-1ba67720-42d6-4e89-8bf8-9b0275cd20d7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406339 Feb 14 18:19:32.259632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c4d9-9414-449b-aa2b-80e7ff9bc628 req-51c0c573-b11d-4b5d-94d2-23486dd144d1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:32.261086 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7055c4d9-9414-449b-aa2b-80e7ff9bc628 req-51c0c573-b11d-4b5d-94d2-23486dd144d1 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0747416 Feb 14 18:19:32.304766 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7055c4d9-9414-449b-aa2b-80e7ff9bc628 req-a2df922a-c43b-4dc0-b2d1-e3b7f53560a5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382726 Feb 14 18:19:33.509920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbaa8b-782b-445b-b9df-5ab48311699f req-0def5966-e7cd-410a-814a-5e681875493c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:33.511375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-73cbaa8b-782b-445b-b9df-5ab48311699f req-0def5966-e7cd-410a-814a-5e681875493c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0817502 Feb 14 18:19:33.556328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-73cbaa8b-782b-445b-b9df-5ab48311699f req-43f5b278-bc9a-4b85-a9e8-c95d6026c577 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393598 Feb 14 18:19:34.765126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061fd35-2725-4395-adab-d1270e61317b req-aaae0f01-3fa7-4c59-be4a-6a9fef3b0a43 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:34.766580 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9061fd35-2725-4395-adab-d1270e61317b req-aaae0f01-3fa7-4c59-be4a-6a9fef3b0a43 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0905092 Feb 14 18:19:34.814436 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9061fd35-2725-4395-adab-d1270e61317b req-05506635-0f60-4770-be62-cd8836282d10 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Feb 14 18:19:36.011215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90122-8949-45a2-bcec-2c88aeef8051 req-7e26ec73-4a0e-4ff9-8a09-e4244307b27a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:36.012645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94c90122-8949-45a2-bcec-2c88aeef8051 req-7e26ec73-4a0e-4ff9-8a09-e4244307b27a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0767927 Feb 14 18:19:36.116619 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-94c90122-8949-45a2-bcec-2c88aeef8051 req-0c3a1a3d-3111-4cb1-a99f-c9982f16d7fe tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984557 Feb 14 18:19:36.125161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-e5508dac-b32d-408f-8cdc-11de456b96d3 service neutron] 10.222.0.45 "GET /v2.0/ports/594566b1-a2df-460e-86fd-ee70fef438f3/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0938985 Feb 14 18:19:36.700255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-c4b8d4c0-d8e2-40bc-80bd-d19b75d3fe48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1098 time: 0.0688353 Feb 14 18:19:36.792584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-a344492d-40b7-460b-a210-a3bd9f4af91d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0682325 Feb 14 18:19:36.926513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-eb5dfa81-e7cd-43b8-8d68-62e1bca14823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:36.927982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-eb5dfa81-e7cd-43b8-8d68-62e1bca14823 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1263022 Feb 14 18:19:37.033394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-d6f8dc3f-a350-4958-901c-f384a794f2e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1002 time: 0.0973437 Feb 14 18:19:37.098292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-ebc1fb7b-ce26-45bd-a3c4-aebe62a8cdda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:37.099738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-ebc1fb7b-ce26-45bd-a3c4-aebe62a8cdda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0597839 Feb 14 18:19:37.177041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-aaf167ea-4886-4c2e-9cd8-6b045c0987fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682309 Feb 14 18:19:37.443310 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-135bbc49-4ffd-47d4-8e18-d71859c67ee8 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579250 Feb 14 18:19:37.456160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9f28-b103-43e5-bd7a-27d1faf46c66 req-e9a44811-bc77-4be2-9f08-11431d5ab973 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:37.458107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d0d9f28-b103-43e5-bd7a-27d1faf46c66 req-e9a44811-bc77-4be2-9f08-11431d5ab973 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.2060189 Feb 14 18:19:37.597859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d0d9f28-b103-43e5-bd7a-27d1faf46c66 req-3f4d800e-20be-43e7-bb4c-ea6279fe59ca tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215990 Feb 14 18:19:37.624307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2b7e22b4-df2e-48ff-8d9b-1a924e7eae61 req-0c982f87-dcc7-4223-9739-5b592611f8fd service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602130 Feb 14 18:19:38.145241 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:19:38.255949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:38.282038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:19:38.291624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:38.384987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:38.422929 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'code': 200} Feb 14 18:19:38.458934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:38.799801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73732-1573-400f-85d3-31bb4b249b0b req-d6077693-3af7-4972-9e48-f82165c1472c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:38.801777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08e73732-1573-400f-85d3-31bb4b249b0b req-d6077693-3af7-4972-9e48-f82165c1472c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0751164 Feb 14 18:19:38.845059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-08e73732-1573-400f-85d3-31bb4b249b0b req-b3afb668-50cf-4504-a7a7-ff8f20c8f29a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378063 Feb 14 18:19:39.987406 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:19:40.049025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d523-ff27-4d8b-b2a4-a10d678bd709 req-8a2a229a-eda2-49a3-9590-00e9232a2905 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:40.050466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d98d523-ff27-4d8b-b2a4-a10d678bd709 req-8a2a229a-eda2-49a3-9590-00e9232a2905 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0777981 Feb 14 18:19:40.096291 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d98d523-ff27-4d8b-b2a4-a10d678bd709 req-7b3bf8c0-3d93-4360-a127-0f49e49f81ff tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Feb 14 18:19:41.287084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ab7f-1d6a-4ee8-876d-3e64d62011ac req-a7e690f9-d548-4f59-b314-52622e69bfb0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:41.288513 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5a4ab7f-1d6a-4ee8-876d-3e64d62011ac req-a7e690f9-d548-4f59-b314-52622e69bfb0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0745156 Feb 14 18:19:41.335665 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5a4ab7f-1d6a-4ee8-876d-3e64d62011ac req-41a6a1c1-fa41-4bf9-ab54-d0106bd57555 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Feb 14 18:19:42.160938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:19:42.323231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:42.336150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '594566b1-a2df-460e-86fd-ee70fef438f3', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:19:42.388695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:42.405034 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:19:42.420435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:42.505147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:42.530075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d6ccc-5797-4dc5-81ba-96e0405a9c36 req-5d007b8d-12d7-4cd7-bdb1-ef06f348f229 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:42.531523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-725d6ccc-5797-4dc5-81ba-96e0405a9c36 req-5d007b8d-12d7-4cd7-bdb1-ef06f348f229 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0763035 Feb 14 18:19:42.576107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:42.580490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-725d6ccc-5797-4dc5-81ba-96e0405a9c36 req-2658ea9e-2a4a-4311-81cc-09628a225a76 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Feb 14 18:19:42.599710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['594566b1-a2df-460e-86fd-ee70fef438f3'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:19:43.779020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e28f3-1d23-415b-908d-6b4b4e17fe90 req-39e5bde2-6e52-4d8e-85be-a2f1d6ce0398 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:43.780447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d7e28f3-1d23-415b-908d-6b4b4e17fe90 req-39e5bde2-6e52-4d8e-85be-a2f1d6ce0398 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 944 time: 0.0787966 Feb 14 18:19:43.824554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d7e28f3-1d23-415b-908d-6b4b4e17fe90 req-87c31c41-3e12-4c82-8787-14937071a325 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 Feb 14 18:19:44.176592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:19:44.243553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 594566b1-a2df-460e-86fd-ee70fef438f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:19:44.243909 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:44.351397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:44.376485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:19:44.385767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:44.438125 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'code': 200} Feb 14 18:19:44.476002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:44.539497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:44.547595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.547935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.548266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.548591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.549051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.549375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.549691 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.550006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.550320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.551177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:44.551493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:19:45.018414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d231a-421d-403d-96e3-128c8b6d93ae req-5b6adf97-fa43-40e3-b89d-f75ad2a6888f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:45.020364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-985d231a-421d-403d-96e3-128c8b6d93ae req-5b6adf97-fa43-40e3-b89d-f75ad2a6888f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0747437 Feb 14 18:19:45.064253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-985d231a-421d-403d-96e3-128c8b6d93ae req-7c1f5125-bc8a-4fc4-a56b-d99094240c78 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383141 Feb 14 18:19:45.358198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:46.261310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2d144-caf6-4c2e-a88e-7f1fef84b692 req-80fb9367-20cb-454f-9ac8-dc5ab51940bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:46.262784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ec2d144-caf6-4c2e-a88e-7f1fef84b692 req-80fb9367-20cb-454f-9ac8-dc5ab51940bc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0777717 Feb 14 18:19:46.307284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ec2d144-caf6-4c2e-a88e-7f1fef84b692 req-a35ed7e8-ee7c-4c7b-a109-bc0657b7da62 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Feb 14 18:19:47.641180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e4f1-448f-405c-9470-81f705ad920e req-4af7fb4a-5bd8-48a0-b691-260ab781904b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:47.642671 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21e5e4f1-448f-405c-9470-81f705ad920e req-4af7fb4a-5bd8-48a0-b691-260ab781904b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0757041 Feb 14 18:19:47.690550 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21e5e4f1-448f-405c-9470-81f705ad920e req-03a437ef-0829-4b79-bae0-6cc751e66832 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Feb 14 18:19:48.765811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d2dc-6f15-4474-a062-d0d5a48b27ab req-c0c363a5-17bb-45b9-ac63-ed7443f5ece9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:48.767244 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a25d2dc-6f15-4474-a062-d0d5a48b27ab req-c0c363a5-17bb-45b9-ac63-ed7443f5ece9 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.1369405 Feb 14 18:19:48.772652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521d4c-07bc-481a-bee9-ddef43636531 req-547320ad-42b4-4c65-96ba-ce9a5a6f6bae tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:48.773919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-547320ad-42b4-4c65-96ba-ce9a5a6f6bae tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 945 time: 0.1141150 Feb 14 18:19:48.872392 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a25d2dc-6f15-4474-a062-d0d5a48b27ab req-88200ba9-d19d-451a-a9de-3ee7eced8c8e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975356 Feb 14 18:19:48.880068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-c1626971-2844-4a3b-8b25-00f5882a08c9 service neutron] 10.222.0.45 "GET /v2.0/ports/594566b1-a2df-460e-86fd-ee70fef438f3/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0920670 Feb 14 18:19:48.971408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-1cd99ec3-7590-4c39-a4ab-8dd531598a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0712907 Feb 14 18:19:49.095952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521d4c-07bc-481a-bee9-ddef43636531 req-54a44c05-479f-4708-9b8e-d98eea537183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:49.097867 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-54a44c05-479f-4708-9b8e-d98eea537183 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1206121 Feb 14 18:19:49.192858 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-a2e6a361-a00f-4f5b-ae86-82ad0bfd9209 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1002 time: 0.0893421 Feb 14 18:19:49.253970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521d4c-07bc-481a-bee9-ddef43636531 req-769ce9b4-2df1-45f1-b68f-5a98b20bf1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:49.255304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-769ce9b4-2df1-45f1-b68f-5a98b20bf1d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0573616 Feb 14 18:19:49.324684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-7c6c66f5-4c68-403b-99de-8bbe3924cc81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639348 Feb 14 18:19:49.534748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-bdca3a2c-de2b-4d12-8ee6-d77837350fb8 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037997 Feb 14 18:19:49.669418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-4f3641a8-d59d-4494-9cb8-85f69d492846 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293833 Feb 14 18:19:49.909453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-b866ba14-8e78-42c1-89e3-63a37360c56e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0796349 Feb 14 18:19:50.105951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-fc1e7d7d-2d21-423f-b8a6-baf1b4e478c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:50.107381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-fc1e7d7d-2d21-423f-b8a6-baf1b4e478c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.1791646 Feb 14 18:19:50.168796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9347-8486-4f9a-9a11-257f79b01a7f req-d513590e-a617-4cae-a761-81634d3cfde0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:50.170111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb6a9347-8486-4f9a-9a11-257f79b01a7f req-d513590e-a617-4cae-a761-81634d3cfde0 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.1737773 Feb 14 18:19:50.250808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-f70f0998-1bbb-418d-a993-6e80ad8f6183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1002 time: 0.1366789 Feb 14 18:19:50.252987 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb6a9347-8486-4f9a-9a11-257f79b01a7f req-5ebd9b45-0f17-4101-afbb-59ef22169329 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774372 Feb 14 18:19:50.315350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-795dc56b-871a-4edf-9be0-a9998a526398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:50.316839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-795dc56b-871a-4edf-9be0-a9998a526398 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0604115 Feb 14 18:19:50.389159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-7c958a25-43d6-437a-af40-7bf7c245c542 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660586 Feb 14 18:19:50.516163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-a48ed68b-7bcc-485a-bd48-88d7c55e7aac service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203852 Feb 14 18:19:50.650489 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7e25ea9-e5be-4ecb-b8fb-9a765b77ad93 req-3be3da75-4838-4ecb-b955-696e67300d6b service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282125 Feb 14 18:19:50.962236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2c4b-6b98-4f23-9441-adffcb01863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:51.455211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56078beb-e138-4d06-9062-a89b2c0996a1 req-b80511d2-7189-4510-956a-5161c0ecc9de tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:51.456619 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56078beb-e138-4d06-9062-a89b2c0996a1 req-b80511d2-7189-4510-956a-5161c0ecc9de tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0776105 Feb 14 18:19:51.501016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56078beb-e138-4d06-9062-a89b2c0996a1 req-2cb64a90-5e1f-4c24-bb13-fd4bd17550bf tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382195 Feb 14 18:19:52.697651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e982-b1e0-4a72-90a8-5c370b24e7e9 req-7653e3bd-f7ab-4933-a0e9-74c9f795e045 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:52.699078 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe49e982-b1e0-4a72-90a8-5c370b24e7e9 req-7653e3bd-f7ab-4933-a0e9-74c9f795e045 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0737250 Feb 14 18:19:52.742836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fe49e982-b1e0-4a72-90a8-5c370b24e7e9 req-ef558693-3dca-4852-8631-dd54dc6265a6 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Feb 14 18:19:53.053381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-54e9aa66-2de5-4163-8e2c-dd271a839119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:53.767268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-ae67f50a-bb2d-4dd3-a241-11b836457f1e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010&tenant_id=a63e5fcc43d445618afe1eaa7e3d7465 HTTP/1.1" status: 200 len: 1098 time: 0.0710618 Feb 14 18:19:53.860863 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-f2e7e47d-2daa-4ce6-8509-6aeedc8491dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 1098 time: 0.0679381 Feb 14 18:19:54.144807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521d4c-07bc-481a-bee9-ddef43636531 req-e1500218-d0bc-4477-9506-ecb25b7841bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:54.146239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-e1500218-d0bc-4477-9506-ecb25b7841bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 200 len: 911 time: 0.2445416 Feb 14 18:19:54.152405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787587cf-d40f-4c66-b914-4a4c29f1a8c7 req-19fac278-7141-4957-a6c3-aadcf3753d8d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:54.153751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-787587cf-d40f-4c66-b914-4a4c29f1a8c7 req-19fac278-7141-4957-a6c3-aadcf3753d8d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.2882698 Feb 14 18:19:54.280497 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-787587cf-d40f-4c66-b914-4a4c29f1a8c7 req-421b8884-1675-4b67-a6d6-32d0c2929f76 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783465 Feb 14 18:19:54.282185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-3523a246-3961-4944-b5cb-32e6252c2e62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 200 len: 1002 time: 0.1266046 Feb 14 18:19:54.346455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521d4c-07bc-481a-bee9-ddef43636531 req-191ac857-9a57-484b-97e3-271b9bb9f38c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:54.348380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-191ac857-9a57-484b-97e3-271b9bb9f38c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 200 len: 850 time: 0.0574732 Feb 14 18:19:54.373721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:54.396595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:54.428599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-185dddc8-09d4-4de3-a3c5-22f85f54bf93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93ec048f-79f0-4f71-8397-a83638cc29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706861 Feb 14 18:19:54.559306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-06b457ad-10d4-4449-ba46-6829c5e82bfb service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213305 Feb 14 18:19:54.692776 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63521d4c-07bc-481a-bee9-ddef43636531 req-29af671f-f1ed-464a-8a04-058e816b23a6 service neutron] 10.222.0.45 "GET /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237986 Feb 14 18:19:55.476680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fffc2-e1ae-4d16-b30a-0901944c76ad req-cfe606b5-ca36-4ba7-b4d7-e3a48e2e1cf4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:55.478157 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-139fffc2-e1ae-4d16-b30a-0901944c76ad req-cfe606b5-ca36-4ba7-b4d7-e3a48e2e1cf4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0758553 Feb 14 18:19:55.524926 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-139fffc2-e1ae-4d16-b30a-0901944c76ad req-913b27a3-0502-4531-98aa-03c870f62737 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Feb 14 18:19:55.678399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:56.239822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:19:56.355984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:56.382315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:19:56.392008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:56.444603 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'code': 200} Feb 14 18:19:56.447922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:56.515278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=9']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:56.728922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26397ed-7ef0-4071-91c8-47da5fbc89ea req-4a76f84a-727e-474f-9551-95285671357a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:56.730611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e26397ed-7ef0-4071-91c8-47da5fbc89ea req-4a76f84a-727e-474f-9551-95285671357a tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0788794 Feb 14 18:19:56.778774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e26397ed-7ef0-4071-91c8-47da5fbc89ea req-4a1c89c8-daab-4db7-ac54-5011f99db54d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Feb 14 18:19:57.971332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8c048-7404-4e22-bfcf-a870781f91f5 req-10e8d6f0-8401-4161-9f35-1f60195ced0f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:57.972695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86b8c048-7404-4e22-bfcf-a870781f91f5 req-10e8d6f0-8401-4161-9f35-1f60195ced0f tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 943 time: 0.0755374 Feb 14 18:19:58.016360 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86b8c048-7404-4e22-bfcf-a870781f91f5 req-a421e2e6-a1d0-41d2-851d-fe1fffc6151d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381134 Feb 14 18:19:58.255238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:19:58.383850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:58.396353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '594566b1-a2df-460e-86fd-ee70fef438f3', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'port_id': '594566b1-a2df-460e-86fd-ee70fef438f3', 'mac_address': 'fa:16:3e:5d:d4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:19:58.447919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:58.463922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:19:58.478439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:19:58.550468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:19:58.622986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=10']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:19:58.626895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['594566b1-a2df-460e-86fd-ee70fef438f3'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:19:59.219448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311b40-0194-4b1d-b57f-995aab6abf8c req-320c9ffe-42cb-472a-b8bd-80665fc2e268 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:19:59.220910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26311b40-0194-4b1d-b57f-995aab6abf8c req-320c9ffe-42cb-472a-b8bd-80665fc2e268 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0785575 Feb 14 18:19:59.264642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26311b40-0194-4b1d-b57f-995aab6abf8c req-969f3446-ac37-42f5-acde-c3c6f31e77c8 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Feb 14 18:20:00.271060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:20:00.373147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 594566b1-a2df-460e-86fd-ee70fef438f3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:20:00.373147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:00.463437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:00.468792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13adb4-2c39-4aa0-823d-c5d46ee80887 req-fa7e4b80-d5bb-4c76-8cc3-96afc795e701 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:00.470257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d13adb4-2c39-4aa0-823d-c5d46ee80887 req-fa7e4b80-d5bb-4c76-8cc3-96afc795e701 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 945 time: 0.0740540 Feb 14 18:20:00.490226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:00.500151 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:00.519093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d13adb4-2c39-4aa0-823d-c5d46ee80887 req-e8232f40-2f38-4590-8e4c-cda111a722de tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Feb 14 18:20:00.553422 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'code': 200} Feb 14 18:20:00.590619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:00.657320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=11']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:01.709697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1928458-8194-4cd3-b0c9-2e52ba0931ef req-d5c0e4dc-f928-4eca-9d51-c25f02349ea5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:01.711119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1928458-8194-4cd3-b0c9-2e52ba0931ef req-d5c0e4dc-f928-4eca-9d51-c25f02349ea5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0745363 Feb 14 18:20:01.755042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e1928458-8194-4cd3-b0c9-2e52ba0931ef req-ea08d4f9-435f-4a92-aba3-2b1bdc439924 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Feb 14 18:20:02.955327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0783b4-74c3-4083-9b43-7b350cd9bc8e req-105beeb1-eace-457d-a949-8809e1de37e4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:02.956695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b0783b4-74c3-4083-9b43-7b350cd9bc8e req-105beeb1-eace-457d-a949-8809e1de37e4 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0786026 Feb 14 18:20:03.000117 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b0783b4-74c3-4083-9b43-7b350cd9bc8e req-a64c6262-0bce-43de-a18f-a278ed23e528 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380750 Feb 14 18:20:04.215236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9286-7ddf-40be-9043-be093a1517a0 req-eb9a8d62-fb27-4d14-a7de-971a9597400d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:04.216682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96cf9286-7ddf-40be-9043-be093a1517a0 req-eb9a8d62-fb27-4d14-a7de-971a9597400d tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0761850 Feb 14 18:20:04.262030 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96cf9286-7ddf-40be-9043-be093a1517a0 req-5c044ff5-3bc4-44b5-b5a6-b019d90dc84c tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397227 Feb 14 18:20:04.459303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d497-1274-4494-995c-23bc02b39206 req-71cb1f88-5cb7-492b-8312-5cd884016bdc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:04.460812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-69a6d497-1274-4494-995c-23bc02b39206 req-71cb1f88-5cb7-492b-8312-5cd884016bdc tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0782423 Feb 14 18:20:04.506363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-69a6d497-1274-4494-995c-23bc02b39206 req-6cbe7c7b-8717-4768-9e69-0bbf8595c022 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399292 Feb 14 18:20:04.698443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243526f1-9bcb-4a84-8704-e315307c7cff req-3ec0f684-6dc6-4e2e-b5e7-926489e17772 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:04.699861 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-243526f1-9bcb-4a84-8704-e315307c7cff req-3ec0f684-6dc6-4e2e-b5e7-926489e17772 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0737107 Feb 14 18:20:04.746849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-243526f1-9bcb-4a84-8704-e315307c7cff req-f58741b5-63ea-4a0b-b808-8f97ca556e41 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415690 Feb 14 18:20:05.372917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66166286-8641-4f79-8e38-9c4a43f07ab0 req-85096c1c-64d9-446b-ad17-84ac63aa18c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:05.374353 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66166286-8641-4f79-8e38-9c4a43f07ab0 req-85096c1c-64d9-446b-ad17-84ac63aa18c5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0756636 Feb 14 18:20:05.418654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66166286-8641-4f79-8e38-9c4a43f07ab0 req-9a295b3d-8168-4725-97fe-000eb0e32663 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Feb 14 18:20:06.626201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bffe7-235d-4bc5-852a-74f9cd2d7e1c req-dd794e7b-b94f-4383-95fd-43bbc4dbc596 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:06.627639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d7bffe7-235d-4bc5-852a-74f9cd2d7e1c req-dd794e7b-b94f-4383-95fd-43bbc4dbc596 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.0791211 Feb 14 18:20:06.763127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d7bffe7-235d-4bc5-852a-74f9cd2d7e1c req-cd17fa4c-7d65-4bff-92c5-d4abad715f4b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293728 Feb 14 18:20:07.998821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-29aad81a-639d-4a2a-b6dc-0747ac67655b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:08.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-29aad81a-639d-4a2a-b6dc-0747ac67655b tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.1307116 Feb 14 18:20:08.010253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d99ecc-f41f-4bdc-b9fb-91696c25003b req-6b4351ce-4b93-4de5-ac21-ce987236e733 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:08.011581 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4d99ecc-f41f-4bdc-b9fb-91696c25003b req-6b4351ce-4b93-4de5-ac21-ce987236e733 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 946 time: 0.1083095 Feb 14 18:20:08.103933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Deleting port 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:08.104270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:08.140778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4d99ecc-f41f-4bdc-b9fb-91696c25003b req-1685a28a-d8ad-4631-8133-b0bca71ba2b7 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015580 Feb 14 18:20:08.345010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] For port 594566b1-a2df-460e-86fd-ee70fef438f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=594566b1-a2df-460e-86fd-ee70fef438f3,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:08.345362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:08.625110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:08.625480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:08.625787 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8 disassociated. External IP: 172.26.4.248, port: 594566b1-a2df-460e-86fd-ee70fef438f3. Feb 14 18:20:08.626120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Calling delete_port for 594566b1-a2df-460e-86fd-ee70fef438f3 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:08.819086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:08.868646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'Port': ['ID=594566b1-a2df-460e-86fd-ee70fef438f3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:08.883698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.884048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.884388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.884743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.885081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.885447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.885978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.886312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.886636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.886956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:08.887274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:09.087486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:20:09.309764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f4ca70b6-a714-46f0-a262-2e09ba3cf5cb req-dee07dcb-fcdf-4143-a6d1-9ae31fb752fb tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 210 time: 0.0451064 Feb 14 18:20:09.324262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:20:09.338582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:20:09.351086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:20:09.351752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:19:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:09.493145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] No DVR routers for this DVR port 594566b1-a2df-460e-86fd-ee70fef438f3 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:20:09.495520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:09.498168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-deleted', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:09.562549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bddae8-2839-4344-b74f-799e85204010', 'name': 'network-vif-deleted', 'tag': '594566b1-a2df-460e-86fd-ee70fef438f3', 'status': 'completed', 'code': 200} Feb 14 18:20:09.566867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:20:09.583057 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77ba94b9-823a-4adc-9414-30afd556ad38 req-2ad596a6-ab41-4122-ae9d-72f0a986a8f5 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.45 "DELETE /v2.0/ports/594566b1-a2df-460e-86fd-ee70fef438f3 HTTP/1.1" status: 204 len: 173 time: 1.5705411 Feb 14 18:20:09.883643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:09.887432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:20:09.898839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:20:09.899697 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:19:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:10.075803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:20:10.287498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:20:10.332442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 594566b1-a2df-460e-86fd-ee70fef438f3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:20:10.332682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 594566b1-a2df-460e-86fd-ee70fef438f3 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:20:10.427278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:10.431400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0f00-05dd-4f6c-9643-1761e3245a7a None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:15:49Z', 'revision_number': 4, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'a1171742-34ca-44d8-9c02-c8ec665aa7fe', 'name': '', 'network_id': '93ec048f-79f0-4f71-8397-a83638cc29c7', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'mac_address': 'fa:16:3e:25:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:48Z', 'updated_at': '2022-02-14T18:16:06Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'subnets': [{'id': '33eb3da4-6f07-4b7d-81ca-649dce222ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:20:10.483582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3537f711-a1d5-43bc-84be-85bff6b9034e req-dc731f67-cb75-4fa4-8676-4aad441e0c4e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Synchronizing usage tracker for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:10.570850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-3537f711-a1d5-43bc-84be-85bff6b9034e req-dc731f67-cb75-4fa4-8676-4aad441e0c4e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Unset dirty status for tenant:a63e5fcc43d445618afe1eaa7e3d7465 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:10.574963 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3537f711-a1d5-43bc-84be-85bff6b9034e req-dc731f67-cb75-4fa4-8676-4aad441e0c4e tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bddae8-2839-4344-b74f-799e85204010 HTTP/1.1" status: 200 len: 210 time: 0.1282589 Feb 14 18:20:10.643861 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cc17d-1715-4ee9-bd26-9010f4b71e69 None None] New status for floating IP 9b7d382c-7f25-4602-bf7a-429964d5eef8: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:20:15.194282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 48916) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:15.260127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.286785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.379530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.407881 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.427247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea18e38-c37a-4ffe-ab3e-5530bc555ec0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:15.436005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.436345 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.436677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.437030 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.437360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.437703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.438011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.438330 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.438647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.438964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.439279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:15.498513 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.499621 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c88a996b-d41b-45f0-b86b-b97114cc99ef tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ea18e38-c37a-4ffe-ab3e-5530bc555ec0 HTTP/1.1" status: 204 len: 168 time: 0.3043683 Feb 14 18:20:15.502240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48920) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:15.518857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-2a6ff339-cec8-41e3-b070-c500190113f2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] show failed (client error): The resource could not be found. Feb 14 18:20:15.519795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2a6ff339-cec8-41e3-b070-c500190113f2 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "GET /v2.0/security-groups/4ea18e38-c37a-4ffe-ab3e-5530bc555ec0 HTTP/1.1" status: 404 len: 347 time: 0.0165961 Feb 14 18:20:15.522407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48924) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:15.673245 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Deleting port 11826e1f-7c76-4d36-9c17-5a55091b3bf7 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:15.673508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.834556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.834863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:15.952264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Calling delete_port for 11826e1f-7c76-4d36-9c17-5a55091b3bf7 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:16.162351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:16.206670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Pushing event deleted for resources: {'Port': ['ID=11826e1f-7c76-4d36-9c17-5a55091b3bf7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:16.300386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:16.363977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:16.365143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e2eea7f1-100b-4e9e-83ee-0770f7253d00 tempest-ServerActionsTestJSON-991801394 tempest-ServerActionsTestJSON-991801394-project] 10.222.0.30 "DELETE /v2.0/floatingips/9b7d382c-7f25-4602-bf7a-429964d5eef8 HTTP/1.1" status: 204 len: 168 time: 0.8418720 Feb 14 18:20:16.368137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48928) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:16.742837 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:16.987189 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:20:17.411081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Deleting port a1171742-34ca-44d8-9c02-c8ec665aa7fe {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:17.411417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:17.577039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] For port a1171742-34ca-44d8-9c02-c8ec665aa7fe, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a1171742-34ca-44d8-9c02-c8ec665aa7fe,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:17.577385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:17.699889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Calling delete_port for a1171742-34ca-44d8-9c02-c8ec665aa7fe owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:17.919275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:17.961536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1171742-34ca-44d8-9c02-c8ec665aa7fe,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:18.249104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:18.909630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Router 53eb81e1-7f30-4747-afbb-10fe99fd192c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:20:19.102698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:20:19.111166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Sync routers for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:20:19.115102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-90237d83-924d-4366-8133-a9f905561b99 admin admin] 10.222.0.30 "PUT /v2.0/routers/53eb81e1-7f30-4747-afbb-10fe99fd192c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460041 Feb 14 18:20:19.117574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48932) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:19.123671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:20:19.124278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:19:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:19.299519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:20:19.315176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:19.507629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:19.591093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Deleting port 1eecd1bb-95c4-48b0-b086-11e778d69a99 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:19.591552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:19.621352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:20:17Z', 'revision_number': 5, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port': {'id': '1eecd1bb-95c4-48b0-b086-11e778d69a99', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:15:46Z', 'updated_at': '2022-02-14T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:19.625497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Checking router: 53eb81e1-7f30-4747-afbb-10fe99fd192c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:20:19.636466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Routers {'53eb81e1-7f30-4747-afbb-10fe99fd192c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:20:19.637217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:19:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['53eb81e1-7f30-4747-afbb-10fe99fd192c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:19.767398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] For port 1eecd1bb-95c4-48b0-b086-11e778d69a99, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=1eecd1bb-95c4-48b0-b086-11e778d69a99,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:19.767767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:19.792754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] Set router 53eb81e1-7f30-4747-afbb-10fe99fd192c gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:20:19.884934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Calling delete_port for 1eecd1bb-95c4-48b0-b086-11e778d69a99 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:19.894271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:20:19Z', 'revision_number': 6, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:19.898696 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b896438-f916-485b-a85e-e66db68bce92 None None] The sync data for ids ['53eb81e1-7f30-4747-afbb-10fe99fd192c'] in dv-neutron-823271-4-hyperv is: [{'id': '53eb81e1-7f30-4747-afbb-10fe99fd192c', 'name': 'tempest-ServerActionsTestJSON-221515593-router', 'tenant_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:15:45Z', 'updated_at': '2022-02-14T18:20:19Z', 'revision_number': 6, 'project_id': 'a63e5fcc43d445618afe1eaa7e3d7465', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:20:20.202445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.246599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Pushing event deleted for resources: {'Port': ['ID=1eecd1bb-95c4-48b0-b086-11e778d69a99,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:20.468486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.708197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1171742-34ca-44d8-9c02-c8ec665aa7fe no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:20:20.720866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.725502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.741044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: a1171742-34ca-44d8-9c02-c8ec665aa7fe {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:20:20.741454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a1171742-34ca-44d8-9c02-c8ec665aa7fe not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:20:20.743644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eecd1bb-95c4-48b0-b086-11e778d69a99 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:20:20.777348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 1eecd1bb-95c4-48b0-b086-11e778d69a99 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:20:20.778656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 1eecd1bb-95c4-48b0-b086-11e778d69a99 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:20:20.822142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.822691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53eb81e1-7f30-4747-afbb-10fe99fd192c {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:20:20.835804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.836949 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-35b06952-3783-4032-9bde-24dbb384366f admin admin] 10.222.0.30 "DELETE /v2.0/routers/53eb81e1-7f30-4747-afbb-10fe99fd192c HTTP/1.1" status: 204 len: 168 time: 1.7184603 Feb 14 18:20:20.839558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48936) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:20.899642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4496ab47-1433-428e-93aa-1ef665bace33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.902088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Deleting subnet 33eb3da4-6f07-4b7d-81ca-649dce222ff5 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:20:20.905384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:20.953630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.030711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.147826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.187716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33eb3da4-6f07-4b7d-81ca-649dce222ff5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:21.192925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.198356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb7bfa-9a71-4dd6-a1a2-563d078a51a1 None None] Network 93ec048f-79f0-4f71-8397-a83638cc29c7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:20:21.198549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ce0bb393-9b9e-4504-885d-9b8b8598bfdd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/33eb3da4-6f07-4b7d-81ca-649dce222ff5 HTTP/1.1" status: 204 len: 168 time: 0.3580058 Feb 14 18:20:21.200990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48940) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:21.302693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.313290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Deleting port 7e658b49-e015-4f86-bc86-944d01827120 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:21.313610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.445317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] DHCP port deletion for 93ec048f-79f0-4f71-8397-a83638cc29c7 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:20:21.449558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Deleting port 7e658b49-e015-4f86-bc86-944d01827120 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:21.449927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.523934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] For port 7e658b49-e015-4f86-bc86-944d01827120, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e658b49-e015-4f86-bc86-944d01827120,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:21.524401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.653057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] For port 7e658b49-e015-4f86-bc86-944d01827120, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=7e658b49-e015-4f86-bc86-944d01827120,segment=NetworkSegment(b5500359-bcdc-4d82-a28d-faceffb7ff71),segment_id=b5500359-bcdc-4d82-a28d-faceffb7ff71)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:21.653443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.742718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Calling delete_port for 7e658b49-e015-4f86-bc86-944d01827120 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:21.773078 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Calling delete_port for 7e658b49-e015-4f86-bc86-944d01827120 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:21.888436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:21.894027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:20:21.894386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:20:21.931791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Pushing event deleted for resources: {'Port': ['ID=7e658b49-e015-4f86-bc86-944d01827120,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:21.938449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] No DVR routers for this DVR port 7e658b49-e015-4f86-bc86-944d01827120 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:20:22.053541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.083032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ec048f-79f0-4f71-8397-a83638cc29c7']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:22.094499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5500359-bcdc-4d82-a28d-faceffb7ff71') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:22.094796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5500359-bcdc-4d82-a28d-faceffb7ff71') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:20:22.106133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.121948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.127700 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:20:22.128070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:20:22.144153 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:20:22.282005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.298076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.307850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] Pushing event deleted for resources: {'Network': ['ID=93ec048f-79f0-4f71-8397-a83638cc29c7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:22.369054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c3df7569-92d0-4a96-9a72-285ad7c27ead admin admin] 10.222.0.30 "DELETE /v2.0/networks/93ec048f-79f0-4f71-8397-a83638cc29c7 HTTP/1.1" status: 204 len: 168 time: 1.1669316 Feb 14 18:20:22.395800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Deleting port 7e658b49-e015-4f86-bc86-944d01827120 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:22.396415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.460375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64b1f-5b59-4b6a-949a-b64d71bb53b4 None None] The port '7e658b49-e015-4f86-bc86-944d01827120' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:20:22.641556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e658b49-e015-4f86-bc86-944d01827120 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:20:22.671435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48946) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:22.674573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 7e658b49-e015-4f86-bc86-944d01827120 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:20:22.674923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 7e658b49-e015-4f86-bc86-944d01827120 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:20:22.725472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4e38b8b3-4276-40a7-84df-b214c3b7bb70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a63e5fcc43d445618afe1eaa7e3d7465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527644 Feb 14 18:20:22.727969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48950) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:22.783991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.808177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.922729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.938031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444636d2-96f3-44c0-a34b-f6bc3898995c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:22.946307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:22.947433 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3064736c-541b-46e9-97d2-330de226ca70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/444636d2-96f3-44c0-a34b-f6bc3898995c HTTP/1.1" status: 204 len: 168 time: 0.2185609 Feb 14 18:20:23.059470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b2058d77-b8a8-4efc-ba23-62f378158391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.015927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48972) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:24.150839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1492465137-network', 'tenant_id': '71ad39835f5b4ab28ffcc182a5a7acec'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:24.155514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:20:24.159333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Usage tracker for resource:network and tenant:71ad39835f5b4ab28ffcc182a5a7acec is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:20:24.162499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:20:24.168067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:20:24.239408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Made reservation on behalf of 71ad39835f5b4ab28ffcc182a5a7acec for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:20:24.241686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.253733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.284209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:20:24.288844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Usage tracker for resource:security_group_rule and tenant:71ad39835f5b4ab28ffcc182a5a7acec is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:20:24.291689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:20:24.297484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:20:24.367530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.385533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.421692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.462189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.493752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:20:24.498674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4712c6b-8f70-40e7-b360-e392ad30a1f9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:24.505055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.505387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Added segment 20eb95b7-f59f-480b-98a1-8cf03187447c of type vlan for network bf8b1639-d01d-48c7-9db2-1f8b59355e83 Feb 14 18:20:24.530231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.639142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.640006 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:24.640578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:24.741938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8b1639-d01d-48c7-9db2-1f8b59355e83,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:24.751268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:20:24.794698 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7b3ba053-4eba-43f0-8299-80fd35c0ab83 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7776592 Feb 14 18:20:24.797520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 48978) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:20:24.803075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Request body: {'subnet': {'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1492465137-subnet', 'tenant_id': '71ad39835f5b4ab28ffcc182a5a7acec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:24.807862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:20:24.811827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Usage tracker for resource:subnet and tenant:71ad39835f5b4ab28ffcc182a5a7acec is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:20:24.814805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:20:24.820618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:20:24.893741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Made reservation on behalf of 71ad39835f5b4ab28ffcc182a5a7acec for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:20:24.896811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:25.142602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:25.214743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9919e862-a723-417b-bd07-22651f069040,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:25.228561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Checking segment: {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:20:25.228949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Network hostable DHCP agents. Network: bf8b1639-d01d-48c7-9db2-1f8b59355e83, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:20:25.299502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:20:25.353571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, bf8b1639-d01d-48c7-9db2-1f8b59355e83) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:20:25.357297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:25.357877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:25.361941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4939294-aae5-465f-a7bd-18f67fa93956 None None] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:20:25.449492 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-22de5c2d-5100-4a04-93c7-fae9efeb7420 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6507266 Feb 14 18:20:25.579580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc8aeb-3bd3-49b7-84f9-595d66bb05ce None None] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:20:25.746183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:25.979000 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-088229b2-3c2a-41d1-93c1-64a2c568d633 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:25.979583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-088229b2-3c2a-41d1-93c1-64a2c568d633 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:26.048090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-088229b2-3c2a-41d1-93c1-64a2c568d633 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:26.049264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-088229b2-3c2a-41d1-93c1-64a2c568d633 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/networks?id=bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 200 len: 814 time: 0.2083437 Feb 14 18:20:26.065663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-fefbe61c-49c3-41ba-8b49-c04469d94ab6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/quotas/71ad39835f5b4ab28ffcc182a5a7acec HTTP/1.1" status: 200 len: 375 time: 0.0104923 Feb 14 18:20:26.114808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-bb9ffb2c-648a-40b2-86bb-cfdcaa693de3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416594 Feb 14 18:20:26.247823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-2ec5fdef-6d18-423a-a164-2e20cdcb70c6 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262345 Feb 14 18:20:26.468464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-a7879a13-597e-4aa4-b42f-389c01c147d7 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150660 Feb 14 18:20:26.743807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf274aa8-6bf9-4464-9085-a8e650a9b565 req-e35560b1-3ef2-4aa9-9a8a-a851f587fa0a tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Feb 14 18:20:27.902583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-529801d0-c338-47f7-aaba-fc76ea832d06 req-7717ec00-4137-4b34-97b1-8c9bc88f710c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 210 time: 0.0403440 Feb 14 18:20:28.745480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-60e43ed1-3e68-4a4e-99a3-6808ad03604a tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:28.746920 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-60e43ed1-3e68-4a4e-99a3-6808ad03604a tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "GET /v2.0/networks?id=bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 200 len: 814 time: 0.1423278 Feb 14 18:20:28.768751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Request body: {'port': {'device_id': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83', 'admin_state_up': True, 'tenant_id': '71ad39835f5b4ab28ffcc182a5a7acec'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:28.900078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:20:28.904370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Usage tracker for resource:port and tenant:71ad39835f5b4ab28ffcc182a5a7acec is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:20:28.908939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:20:28.913819 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:20:28.979645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Made reservation on behalf of 71ad39835f5b4ab28ffcc182a5a7acec for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:20:28.982743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:29.091066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ef00952-a900-42a8-bd10-68c6bf895948 req-37606d21-db3b-4fb3-8eb3-df11a53ba832 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 210 time: 0.0538547 Feb 14 18:20:29.182832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Allocated IP 172.20.0.10 (bf8b1639-d01d-48c7-9db2-1f8b59355e83/9919e862-a723-417b-bd07-22651f069040/394d4d6d-224d-40e6-acd4-34f1a025269d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:20:29.375469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:29.456935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:29.525716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:20:29.528735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:20:29.532365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:20:29.561517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Pushing event updated for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:29.594803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:29.595431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:29.674141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-77851c5b-69d1-4a68-9414-a1c92a5f62d6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9089649 Feb 14 18:20:29.686613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-41a658af-8c89-4532-b969-9c452fb87f28 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:20:29.687559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-41a658af-8c89-4532-b969-9c452fb87f28 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048237 Feb 14 18:20:29.700425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Request body: {'port': {'device_id': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:29.808476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.137069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394d4d6d-224d-40e6-acd4-34f1a025269d {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:20:30.144283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.159256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Transition to ACTIVE for port object 394d4d6d-224d-40e6-acd4-34f1a025269d will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:20:30.260877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.501763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Pushing event updated for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:30.550880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-953b3bcd-8972-4fc4-a1eb-c338a6d48871 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:30.551557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-953b3bcd-8972-4fc4-a1eb-c338a6d48871 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:30.633163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Attempting to bind port 394d4d6d-224d-40e6-acd4-34f1a025269d on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:20:30.633491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Attempting to bind port 394d4d6d-224d-40e6-acd4-34f1a025269d by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:20:30.633808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Attempting to bind port 394d4d6d-224d-40e6-acd4-34f1a025269d on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:20:30.639439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Port 394d4d6d-224d-40e6-acd4-34f1a025269d on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:20:30.639751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Attempting to bind port 394d4d6d-224d-40e6-acd4-34f1a025269d on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:20:30.645821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:20:30.646149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Checking segment: {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:20:30.646521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Bound using segment: {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:20:30.646929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Bound port: 394d4d6d-224d-40e6-acd4-34f1a025269d, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:20:30.647265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.689139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-953b3bcd-8972-4fc4-a1eb-c338a6d48871 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:30.690284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-953b3bcd-8972-4fc4-a1eb-c338a6d48871 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 944 time: 0.4682114 Feb 14 18:20:30.767205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:20:30.769915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-92930f41-9e2c-48c8-9f86-cb2b58cfd8e0 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:30.780185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=394d4d6d-224d-40e6-acd4-34f1a025269d,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:20:30.843089 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.885618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-92930f41-9e2c-48c8-9f86-cb2b58cfd8e0 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:30.886750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f51045b-80af-40e3-ba6d-8ea8492bcb3f req-92930f41-9e2c-48c8-9f86-cb2b58cfd8e0 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898129 Feb 14 18:20:30.910446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:30.912544 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] 10.222.0.45 "PUT /v2.0/ports/394d4d6d-224d-40e6-acd4-34f1a025269d HTTP/1.1" status: 200 len: 1094 time: 1.2155585 Feb 14 18:20:30.912995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:30.925213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c5ba6-28b8-4e6c-bf3d-e920c5c3df20 service neutron] Pushing event updated for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:30.965506 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d', 'status': 'completed', 'code': 200} Feb 14 18:20:31.060503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95abde32-e660-426b-a0be-ca03e04fe8fc req-d8f20e3f-b772-4aa3-b334-97f0d8375c27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 1097 time: 0.0671744 Feb 14 18:20:31.201024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abde32-e660-426b-a0be-ca03e04fe8fc req-8e9f51c3-b4da-4b84-a2bd-73e2fa3b0d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:31.202447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95abde32-e660-426b-a0be-ca03e04fe8fc req-8e9f51c3-b4da-4b84-a2bd-73e2fa3b0d3f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1322200 Feb 14 18:20:31.338400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abde32-e660-426b-a0be-ca03e04fe8fc req-9e130bde-d454-45bd-9382-8b6f0e9eaeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:31.339739 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95abde32-e660-426b-a0be-ca03e04fe8fc req-9e130bde-d454-45bd-9382-8b6f0e9eaeeb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292574 Feb 14 18:20:31.456371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-cd7c9095-945f-4f02-9230-abd7934a953d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 1097 time: 0.0726557 Feb 14 18:20:31.526365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-5442ebe0-0ab7-45be-b734-583b81eb6309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=394d4d6d-224d-40e6-acd4-34f1a025269d HTTP/1.1" status: 200 len: 217 time: 0.0599949 Feb 14 18:20:31.593242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-6a395642-1326-4a38-bee4-dd8352d7afda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:31.594578 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-6a395642-1326-4a38-bee4-dd8352d7afda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9919e862-a723-417b-bd07-22651f069040 HTTP/1.1" status: 200 len: 854 time: 0.0596044 Feb 14 18:20:31.641416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-a6e5774a-cc68-4729-bac4-cf9ccef4281d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf8b1639-d01d-48c7-9db2-1f8b59355e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382903 Feb 14 18:20:31.772480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-38d789a9-ce29-43a1-974d-4d70059c3895 service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217806 Feb 14 18:20:31.904645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54bf20c0-5053-4a96-a833-7fef7f45f73d req-e88cc226-8379-473d-bc79-2b440e94ed55 service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230955 Feb 14 18:20:32.086635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e8321-d718-4cdf-97f6-081512283ae7 req-35a69635-c61d-49ad-b49e-7d64962f5d18 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:32.088052 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-975e8321-d718-4cdf-97f6-081512283ae7 req-35a69635-c61d-49ad-b49e-7d64962f5d18 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 944 time: 0.0782948 Feb 14 18:20:32.132522 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-975e8321-d718-4cdf-97f6-081512283ae7 req-6a14eb2f-d2b6-4058-a5d7-ec12067f9db9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Feb 14 18:20:33.328049 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3bfcc-a2fd-462a-ade9-059dfb3cfdfd req-1bf04f9c-0426-40be-a02c-c1141253d793 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:33.329514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10e3bfcc-a2fd-462a-ade9-059dfb3cfdfd req-1bf04f9c-0426-40be-a02c-c1141253d793 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 944 time: 0.0753987 Feb 14 18:20:33.373515 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10e3bfcc-a2fd-462a-ade9-059dfb3cfdfd req-c0787ef5-3cf8-47c6-9465-cce17e099ca9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Feb 14 18:20:34.379620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 394d4d6d-224d-40e6-acd4-34f1a025269d details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:20:34.518273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=394d4d6d-224d-40e6-acd4-34f1a025269d,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:34.531667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '394d4d6d-224d-40e6-acd4-34f1a025269d', 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83', 'port_id': '394d4d6d-224d-40e6-acd4-34f1a025269d', 'mac_address': 'fa:16:3e:ec:4e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9919e862-a723-417b-bd07-22651f069040', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:20:34.578305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8913ff-a2db-4a63-9c20-ee85f87359a0 req-c43aed64-3f03-4deb-998a-ab97e0130440 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:34.579764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e8913ff-a2db-4a63-9c20-ee85f87359a0 req-c43aed64-3f03-4deb-998a-ab97e0130440 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 944 time: 0.0792658 Feb 14 18:20:34.586234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:34.603688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394d4d6d-224d-40e6-acd4-34f1a025269d {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:20:34.619291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=394d4d6d-224d-40e6-acd4-34f1a025269d,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:34.625567 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e8913ff-a2db-4a63-9c20-ee85f87359a0 req-5789c11e-fe55-46f4-8f77-126cb96fe46c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Feb 14 18:20:34.694357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:34.761126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:34.954679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['394d4d6d-224d-40e6-acd4-34f1a025269d'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:20:35.817533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d389-5f68-4182-8135-be5330b687c9 req-3cc140b5-1db9-44fd-8a67-bb51c5289eb9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:35.819018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7004d389-5f68-4182-8135-be5330b687c9 req-3cc140b5-1db9-44fd-8a67-bb51c5289eb9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 945 time: 0.0750415 Feb 14 18:20:35.867538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7004d389-5f68-4182-8135-be5330b687c9 req-0be479a9-870a-4e37-9acf-9e217539e915 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Feb 14 18:20:36.390647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 394d4d6d-224d-40e6-acd4-34f1a025269d up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:20:36.536309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 394d4d6d-224d-40e6-acd4-34f1a025269d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:20:36.541723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 394d4d6d-224d-40e6-acd4-34f1a025269d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:20:36.542125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:36.655280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:36.681510 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:36.690509 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=394d4d6d-224d-40e6-acd4-34f1a025269d,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:36.735655 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d', 'code': 200} Feb 14 18:20:36.742420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:36.806884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:37.132328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf33f9-624f-4cdd-a08d-d9e5d07b617f req-4318d9ff-595f-4e06-be16-20f3e3feb60c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:37.133781 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4edf33f9-624f-4cdd-a08d-d9e5d07b617f req-4318d9ff-595f-4e06-be16-20f3e3feb60c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.1354320 Feb 14 18:20:37.165653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ecde9e77-dbf7-4fbc-a03e-344710c9ce0e req-298d712e-41e7-4348-8c9c-2af93db2e2f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 1099 time: 0.1110339 Feb 14 18:20:37.219129 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4edf33f9-624f-4cdd-a08d-d9e5d07b617f req-bf1c3f3b-a2dd-495d-9f63-abe871188b26 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798483 Feb 14 18:20:37.229242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ecde9e77-dbf7-4fbc-a03e-344710c9ce0e req-bdfd0ca7-3b11-4fe9-86a2-349ed3c202bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533614 Feb 14 18:20:38.415869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3365-1eb8-41a7-bbb8-68e58a0a18f1 req-3e4d7bba-8c2d-435f-80c4-8902aff6a3b1 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:38.417349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-009c3365-1eb8-41a7-bbb8-68e58a0a18f1 req-3e4d7bba-8c2d-435f-80c4-8902aff6a3b1 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0744979 Feb 14 18:20:38.461892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-009c3365-1eb8-41a7-bbb8-68e58a0a18f1 req-82a7814b-fb4c-4408-9feb-6f3c52bf5d12 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Feb 14 18:20:39.742391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667772b3-9dbc-4131-81fe-30b3439bd86b req-fd935ef1-7a52-4de3-9be3-b563fcb7f3f0 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:39.743829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-667772b3-9dbc-4131-81fe-30b3439bd86b req-fd935ef1-7a52-4de3-9be3-b563fcb7f3f0 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.1626756 Feb 14 18:20:39.788334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-667772b3-9dbc-4131-81fe-30b3439bd86b req-dea2cdcc-568a-445d-9be4-7b66626bec40 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Feb 14 18:20:40.074611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-11c6799b-4184-4426-a265-354abf8dc666 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:40.076034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-11c6799b-4184-4426-a265-354abf8dc666 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/networks?id=bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 200 len: 814 time: 0.1393919 Feb 14 18:20:40.093245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-77dc1c7b-ee8b-4a2d-9651-8ae5152eaaca tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/quotas/71ad39835f5b4ab28ffcc182a5a7acec HTTP/1.1" status: 200 len: 375 time: 0.0110798 Feb 14 18:20:40.172308 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-88736153-a6ef-4dd6-a5fa-19d2a4ef4994 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738618 Feb 14 18:20:40.304659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-60c5181e-386d-4621-aa7b-006ab8c65b27 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251760 Feb 14 18:20:40.432839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-80a67700-50b8-4ba8-9dca-6129741bf833 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224046 Feb 14 18:20:40.732291 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b202c2ad-cbc1-4e45-a67c-cdcb7b17ac38 req-fcadb703-c9b6-4407-a911-5e91aef3b4f3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 210 time: 0.0402818 Feb 14 18:20:41.890236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bf87bb32-6b8a-45da-8dc0-aef5186100f2 req-f3e7ff99-3fc2-4472-9d2d-728b08f0aede tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 210 time: 0.0407696 Feb 14 18:20:42.638301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-dd3f4020-0818-4b18-b166-fb71b646e74e tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:42.639704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-dd3f4020-0818-4b18-b166-fb71b646e74e tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "GET /v2.0/networks?id=bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 200 len: 814 time: 0.1498585 Feb 14 18:20:42.654937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Request body: {'port': {'device_id': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83', 'admin_state_up': True, 'tenant_id': '71ad39835f5b4ab28ffcc182a5a7acec'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:42.786417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:20:42.796433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:20:42.857074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Made reservation on behalf of 71ad39835f5b4ab28ffcc182a5a7acec for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:20:42.860034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:43.064978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b721574-ff0f-491b-a87b-9b276559898b req-943e00ad-5962-4edc-9d05-9f34e28a3885 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 210 time: 0.0506155 Feb 14 18:20:43.083413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Allocated IP 172.20.0.2 (bf8b1639-d01d-48c7-9db2-1f8b59355e83/9919e862-a723-417b-bd07-22651f069040/4a7e4394-4b9c-42cb-8b66-8050f12c91fe) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:20:43.303481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:43.386048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:43.397329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['394d4d6d-224d-40e6-acd4-34f1a025269d'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:20:43.454619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Network bf8b1639-d01d-48c7-9db2-1f8b59355e83 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:20:43.457619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:20:43.461383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:20:43.498328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Pushing event updated for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:43.527078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:43.527673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:43.649009 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-0db06e0c-2b47-48a7-9ced-e81a1c3e2aa2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9976170 Feb 14 18:20:43.660413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Request body: {'port': {'device_id': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:20:43.763747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.180923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7e4394-4b9c-42cb-8b66-8050f12c91fe {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:20:44.216329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.242987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Transition to ACTIVE for port object 4a7e4394-4b9c-42cb-8b66-8050f12c91fe will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:20:44.272024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d9be-7e0f-4a42-bad4-3afb7bd8c384 req-f584553b-e8d9-4c93-898a-bdd41c231a3d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:44.272752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e08d9be-7e0f-4a42-bad4-3afb7bd8c384 req-f584553b-e8d9-4c93-898a-bdd41c231a3d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:44.302275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.413616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e08d9be-7e0f-4a42-bad4-3afb7bd8c384 req-f584553b-e8d9-4c93-898a-bdd41c231a3d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:44.414814 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e08d9be-7e0f-4a42-bad4-3afb7bd8c384 req-f584553b-e8d9-4c93-898a-bdd41c231a3d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 931 time: 0.2298832 Feb 14 18:20:44.445042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:44.536337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e08d9be-7e0f-4a42-bad4-3afb7bd8c384 req-7b2813f2-6759-42b6-b165-1ab270856f16 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085427 Feb 14 18:20:44.574221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Attempting to bind port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:20:44.574622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Attempting to bind port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:20:44.575150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Attempting to bind port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:20:44.582009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:20:44.582329 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Attempting to bind port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe on network bf8b1639-d01d-48c7-9db2-1f8b59355e83 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:20:44.588562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:20:44.588928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Checking segment: {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:20:44.589311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Bound using segment: {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:20:44.589733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Bound port: 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb95b7-f59f-480b-98a1-8cf03187447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:20:44.590061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.679548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:20:44.682467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:20:44.731489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.796928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:44.798276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] 10.222.0.45 "PUT /v2.0/ports/4a7e4394-4b9c-42cb-8b66-8050f12c91fe HTTP/1.1" status: 200 len: 1093 time: 1.1418602 Feb 14 18:20:44.798702 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:44.813175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3be5-cb26-4fa0-ab4c-8b6731bfcd91 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:44.851457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe', 'status': 'completed', 'code': 200} Feb 14 18:20:44.941224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d565fa81-68f4-439e-b8cf-dc6deafc5779 req-42447be0-54e8-486b-af11-56a8b950fea5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 1096 time: 0.0694423 Feb 14 18:20:45.079562 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565fa81-68f4-439e-b8cf-dc6deafc5779 req-3557583f-139a-43d2-aa8e-980bba7be2a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:45.081017 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d565fa81-68f4-439e-b8cf-dc6deafc5779 req-3557583f-139a-43d2-aa8e-980bba7be2a1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1336787 Feb 14 18:20:45.214762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565fa81-68f4-439e-b8cf-dc6deafc5779 req-b820a59c-ea6e-46d7-8ad8-fcdda254ed03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:45.216110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d565fa81-68f4-439e-b8cf-dc6deafc5779 req-b820a59c-ea6e-46d7-8ad8-fcdda254ed03 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1277926 Feb 14 18:20:45.318682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-af60ada3-7628-4206-ac58-e71d38187785 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 1096 time: 0.0669186 Feb 14 18:20:45.379979 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:45.388003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e51d3262-a232-4931-a482-6faa32c0cd2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe HTTP/1.1" status: 200 len: 217 time: 0.0630560 Feb 14 18:20:45.449667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-a2de4871-ada8-4c60-b6d6-052b26a9e665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:45.451094 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-a2de4871-ada8-4c60-b6d6-052b26a9e665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9919e862-a723-417b-bd07-22651f069040 HTTP/1.1" status: 200 len: 854 time: 0.0577688 Feb 14 18:20:45.501228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-e63d20be-8553-4de6-82aa-cde09dba483c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf8b1639-d01d-48c7-9db2-1f8b59355e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415864 Feb 14 18:20:45.767140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-06127324-77b3-44a5-8a6d-7e2bb913f450 service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600915 Feb 14 18:20:45.877667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41bb50-2e8f-4a56-80e0-5aadf2b9714c req-ed2e0a61-d69b-4a29-8732-7bf5324f4c5d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:45.879091 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c41bb50-2e8f-4a56-80e0-5aadf2b9714c req-ed2e0a61-d69b-4a29-8732-7bf5324f4c5d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 943 time: 0.1722386 Feb 14 18:20:45.949624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30e379f5-ef28-4c9f-bc4d-338d703beaf7 req-f6e27c2f-dd6a-490b-ac5f-ad884ff7c1dd service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745982 Feb 14 18:20:45.954321 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3c41bb50-2e8f-4a56-80e0-5aadf2b9714c req-d64a1bc1-8419-4d3c-8f29-94e966b09f1f tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Feb 14 18:20:47.147421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08862e-c1b7-47f4-b059-0987865a019d req-d159f60c-bee9-41ee-bb3e-3dceac489453 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:47.148879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf08862e-c1b7-47f4-b059-0987865a019d req-d159f60c-bee9-41ee-bb3e-3dceac489453 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 943 time: 0.0749042 Feb 14 18:20:47.193191 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf08862e-c1b7-47f4-b059-0987865a019d req-7624d0f4-a84b-423f-bb33-0a553b349d22 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Feb 14 18:20:48.389935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecbc04-cd15-402a-8ad9-5131d1c96bec req-d6ecad11-dca1-43e4-9b7d-c4a40186868d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:48.391361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7ecbc04-cd15-402a-8ad9-5131d1c96bec req-d6ecad11-dca1-43e4-9b7d-c4a40186868d tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 943 time: 0.0814230 Feb 14 18:20:48.434806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 4a7e4394-4b9c-42cb-8b66-8050f12c91fe details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:20:48.435625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7ecbc04-cd15-402a-8ad9-5131d1c96bec req-06337087-d3b3-4fa2-803d-9f1cbdbf9e95 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Feb 14 18:20:48.567420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:48.580568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe', 'network_id': 'bf8b1639-d01d-48c7-9db2-1f8b59355e83', 'port_id': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe', 'mac_address': 'fa:16:3e:01:1c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9919e862-a723-417b-bd07-22651f069040', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:20:48.642411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:48.662585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7e4394-4b9c-42cb-8b66-8050f12c91fe {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:20:48.677139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:48.765747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:48.857419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:48.865382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.865726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.866060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.866392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.866743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.867043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.867361 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.867680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.867996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.868308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:48.868622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:20:49.007386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['4a7e4394-4b9c-42cb-8b66-8050f12c91fe'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:20:49.628423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976ef0-2f08-4703-b4ef-558199af73b6 req-b585938d-13ba-4684-ac88-28ddc5d94a49 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:49.629911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12976ef0-2f08-4703-b4ef-558199af73b6 req-b585938d-13ba-4684-ac88-28ddc5d94a49 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 944 time: 0.0765038 Feb 14 18:20:49.674450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12976ef0-2f08-4703-b4ef-558199af73b6 req-59cbae97-136c-4e28-8e60-863c2ce50240 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Feb 14 18:20:49.852033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-64eaabc2-1295-4fc0-92c9-9624ca32472d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693023 Feb 14 18:20:49.986148 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-cde22cc5-104f-4bb4-a224-4b509d18caca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 1099 time: 0.0671237 Feb 14 18:20:50.124934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-3d0dbd19-bec8-4015-ade6-b22e1acab312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:50.126244 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-3d0dbd19-bec8-4015-ade6-b22e1acab312 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 200 len: 914 time: 0.1218753 Feb 14 18:20:50.195941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-d0d991de-abda-4463-98bb-fa7372efe0d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=394d4d6d-224d-40e6-acd4-34f1a025269d HTTP/1.1" status: 200 len: 217 time: 0.0617270 Feb 14 18:20:50.262401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-ebc76a34-d51d-4b45-8818-1b7e41c8c4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:50.263821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-ebc76a34-d51d-4b45-8818-1b7e41c8c4b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9919e862-a723-417b-bd07-22651f069040 HTTP/1.1" status: 200 len: 854 time: 0.0594437 Feb 14 18:20:50.311661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-8e951cc1-c4fa-4fad-b356-c3a28fb66dd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf8b1639-d01d-48c7-9db2-1f8b59355e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382445 Feb 14 18:20:50.444570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-951ea4ad-8b17-4ed5-8814-27a495aa665e service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269202 Feb 14 18:20:50.451128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 4a7e4394-4b9c-42cb-8b66-8050f12c91fe up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:20:50.576852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ac6d490-640d-444e-b0c2-1611f459be7a req-95dc01ac-7eba-487c-bf8b-eedc3b94c9cb service neutron] 10.222.0.45 "GET /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Feb 14 18:20:50.577186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:20:50.582537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:20:50.582925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:50.707533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:50.735295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:50.744473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:50.796530 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe', 'code': 200} Feb 14 18:20:50.799408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:50.869121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:50.876515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bd7581ab-3afc-44bd-b46d-c193104a313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:50.884332 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1eccb-b676-48b2-9d75-ae708cf006f6 req-1e295907-d2f5-4df4-bd2c-6992333b0b3c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:50.888423 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3d1eccb-b676-48b2-9d75-ae708cf006f6 req-1e295907-d2f5-4df4-bd2c-6992333b0b3c tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.0909264 Feb 14 18:20:50.932266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3d1eccb-b676-48b2-9d75-ae708cf006f6 req-08e4e993-788a-4d7b-a7e9-ce9cc4e2c3ef tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Feb 14 18:20:51.162519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff85e1b8-0254-4724-b90e-d7e99c5c7297 req-6eff0317-90d3-4bdd-bb03-9bb753faf20a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 1098 time: 0.0671952 Feb 14 18:20:51.208974 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff85e1b8-0254-4724-b90e-d7e99c5c7297 req-58fd8e3e-5be6-4107-9671-db0df67db316 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Feb 14 18:20:52.123958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53b4a-d174-43ae-8889-9a23980437f7 req-827c6b37-3f34-49a4-90b2-56dc95ea2706 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:52.125395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33f53b4a-d174-43ae-8889-9a23980437f7 req-827c6b37-3f34-49a4-90b2-56dc95ea2706 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.0741212 Feb 14 18:20:52.171017 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33f53b4a-d174-43ae-8889-9a23980437f7 req-20254c1f-e33e-46d5-a78a-0d1748d77517 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Feb 14 18:20:53.071353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d757-885e-4e1a-b2d3-e7f26de47782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:53.452866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d00de-7602-4907-8e24-3971327a8a5d req-97094615-21a4-46ad-a918-b8c03294d2f9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:53.454190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-844d00de-7602-4907-8e24-3971327a8a5d req-97094615-21a4-46ad-a918-b8c03294d2f9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.1617856 Feb 14 18:20:53.497547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-844d00de-7602-4907-8e24-3971327a8a5d req-64da294a-2755-4354-947e-0e165d78769b tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Feb 14 18:20:53.987187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:20:54.057256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2434f1b-06ef-49b0-b9c4-7e5dae98565c req-197ba2a6-eb15-478e-83df-2c3640fdd8c6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:54.058692 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2434f1b-06ef-49b0-b9c4-7e5dae98565c req-197ba2a6-eb15-478e-83df-2c3640fdd8c6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.0848043 Feb 14 18:20:54.102428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2434f1b-06ef-49b0-b9c4-7e5dae98565c req-f0d48dab-1bde-4098-afb4-e17f0e094f20 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Feb 14 18:20:54.357525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:54.396810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:55.297827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c217b72-3f7b-4552-9f8a-555f7cb137c0 req-f9513a35-6b1c-46d1-bc1a-ecf02918a008 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:55.299253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9c217b72-3f7b-4552-9f8a-555f7cb137c0 req-f9513a35-6b1c-46d1-bc1a-ecf02918a008 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.0776823 Feb 14 18:20:55.343556 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9c217b72-3f7b-4552-9f8a-555f7cb137c0 req-e3356b20-3745-4abe-9966-3132aa31db70 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Feb 14 18:20:55.477535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-20fa8363-ece3-41ad-bf6c-14040356939a tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:55.478840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-20fa8363-ece3-41ad-bf6c-14040356939a tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 945 time: 0.0735033 Feb 14 18:20:55.548950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Deleting port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:20:55.549289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:55.686106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:55.784756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] For port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:20:55.785039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:55.909674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Calling delete_port for 4a7e4394-4b9c-42cb-8b66-8050f12c91fe owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:20:56.100044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:56.111959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['394d4d6d-224d-40e6-acd4-34f1a025269d', '4a7e4394-4b9c-42cb-8b66-8050f12c91fe'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:20:56.147989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Pushing event deleted for resources: {'Port': ['ID=4a7e4394-4b9c-42cb-8b66-8050f12c91fe,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:20:56.216867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] No DVR routers for this DVR port 4a7e4394-4b9c-42cb-8b66-8050f12c91fe on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:20:56.219357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:20:56.221850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'name': 'network-vif-deleted', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:20:56.277727 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6347a4b-7fc4-43f3-bced-fea39cdfd91f', 'name': 'network-vif-deleted', 'tag': '4a7e4394-4b9c-42cb-8b66-8050f12c91fe', 'status': 'completed', 'code': 200} Feb 14 18:20:56.286562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03e44786-d3f8-4708-8891-783ee7b6b58c req-f5e5947f-74f6-4192-b919-fe0f626187f2 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "DELETE /v2.0/ports/4a7e4394-4b9c-42cb-8b66-8050f12c91fe HTTP/1.1" status: 204 len: 173 time: 0.8004251 Feb 14 18:20:56.507456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5d0fa8c8-3c95-46cc-ba4e-63bf61eb5fb4 req-87544356-7bf2-4138-bbaf-dd8f0ada5791 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:20:56.582904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-5d0fa8c8-3c95-46cc-ba4e-63bf61eb5fb4 req-87544356-7bf2-4138-bbaf-dd8f0ada5791 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:20:56.584081 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d0fa8c8-3c95-46cc-ba4e-63bf61eb5fb4 req-87544356-7bf2-4138-bbaf-dd8f0ada5791 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6347a4b-7fc4-43f3-bced-fea39cdfd91f HTTP/1.1" status: 200 len: 210 time: 0.1192224 Feb 14 18:20:57.856991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe407-5a7c-42af-bee4-23a2e1505938 req-e8e0de8c-e663-414d-9744-5611b6ad3f37 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:57.860055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4abfe407-5a7c-42af-bee4-23a2e1505938 req-e8e0de8c-e663-414d-9744-5611b6ad3f37 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0768757 Feb 14 18:20:57.903832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4abfe407-5a7c-42af-bee4-23a2e1505938 req-caa54ed0-0934-4bb4-9cae-defb3b0505a5 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Feb 14 18:20:58.134468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c39d2-555f-43e3-a55d-20189c42c34f req-e2b6488a-c1ff-4a2a-87b7-1fa6092cb2eb tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:58.135916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-431c39d2-555f-43e3-a55d-20189c42c34f req-e2b6488a-c1ff-4a2a-87b7-1fa6092cb2eb tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0769589 Feb 14 18:20:58.180088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-431c39d2-555f-43e3-a55d-20189c42c34f req-a54a8e3a-9631-4226-98c0-16f307eb8566 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Feb 14 18:20:58.383187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1640c6d-78bb-4fdb-b047-2a581501e1d5 req-87573ea3-2ef1-4f50-9348-bce69c3f43f6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:58.385206 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c1640c6d-78bb-4fdb-b047-2a581501e1d5 req-87573ea3-2ef1-4f50-9348-bce69c3f43f6 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0847473 Feb 14 18:20:58.440341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c1640c6d-78bb-4fdb-b047-2a581501e1d5 req-709d009e-28a9-400c-b9e1-61e1981c88c7 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Feb 14 18:20:58.519405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 4a7e4394-4b9c-42cb-8b66-8050f12c91fe no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:20:58.553169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 4a7e4394-4b9c-42cb-8b66-8050f12c91fe {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:20:58.553515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 4a7e4394-4b9c-42cb-8b66-8050f12c91fe not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:20:58.631421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8617e58-90b9-475f-82b5-6cfca0ead918 req-c1c0d92c-8997-4de4-bd3a-128632d218c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684526 Feb 14 18:20:58.837387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522280-e731-4f8a-995c-c1c2a8af0168 req-fed00d83-cc68-4924-8ae2-1801a883d2e1 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:58.838836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a522280-e731-4f8a-995c-c1c2a8af0168 req-fed00d83-cc68-4924-8ae2-1801a883d2e1 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0744998 Feb 14 18:20:58.885326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a522280-e731-4f8a-995c-c1c2a8af0168 req-dd8722f0-e475-4ce9-a0ed-0e8b82c33f00 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Feb 14 18:20:59.091695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86dd0-b52d-491f-911c-7fc7f534a0a9 req-3735ad12-972a-4888-94f4-a5253dafa319 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:59.093067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8cb86dd0-b52d-491f-911c-7fc7f534a0a9 req-3735ad12-972a-4888-94f4-a5253dafa319 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0825109 Feb 14 18:20:59.138517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8cb86dd0-b52d-491f-911c-7fc7f534a0a9 req-3c5b422c-fc9f-4585-863b-f36513e34930 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Feb 14 18:20:59.354404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5996468-9fce-4f54-adaf-142491f8f8aa req-e242bed5-a192-435c-a3ab-7179145e29da tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:20:59.355796 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5996468-9fce-4f54-adaf-142491f8f8aa req-e242bed5-a192-435c-a3ab-7179145e29da tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0867426 Feb 14 18:20:59.400273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b5996468-9fce-4f54-adaf-142491f8f8aa req-d9730102-12c0-4e50-8ce5-4c3dca9adbeb tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Feb 14 18:21:00.142540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab638f5-624d-415f-92ef-b6fcbfca0ca4 req-2a374755-6cb2-4470-935c-a4ed814b32fd tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:00.143982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ab638f5-624d-415f-92ef-b6fcbfca0ca4 req-2a374755-6cb2-4470-935c-a4ed814b32fd tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0762296 Feb 14 18:21:00.187843 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ab638f5-624d-415f-92ef-b6fcbfca0ca4 req-8a159451-009c-4354-a70b-9db15ab4ece9 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Feb 14 18:21:01.384824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0824a-4cc6-49a1-a9d8-3f75fabe5aab req-705e1029-5b8c-4ea2-b2f0-5099b14411cc tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:01.386282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cb0824a-4cc6-49a1-a9d8-3f75fabe5aab req-705e1029-5b8c-4ea2-b2f0-5099b14411cc tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0795491 Feb 14 18:21:01.431319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cb0824a-4cc6-49a1-a9d8-3f75fabe5aab req-f4e263fc-20c1-45a4-a171-fd81a795ba51 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4712c6b-8f70-40e7-b360-e392ad30a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Feb 14 18:21:01.580030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ca1a5-e289-4a00-9e27-331c16975358 req-cd4739ef-9e00-46c0-bcbd-e4ed30256221 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:01.581480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-651ca1a5-e289-4a00-9e27-331c16975358 req-cd4739ef-9e00-46c0-bcbd-e4ed30256221 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 946 time: 0.0752490 Feb 14 18:21:01.653559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Deleting port 394d4d6d-224d-40e6-acd4-34f1a025269d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:01.653898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:01.971235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] For port 394d4d6d-224d-40e6-acd4-34f1a025269d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=394d4d6d-224d-40e6-acd4-34f1a025269d,segment=NetworkSegment(20eb95b7-f59f-480b-98a1-8cf03187447c),segment_id=20eb95b7-f59f-480b-98a1-8cf03187447c)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:01.971569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:02.087998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Calling delete_port for 394d4d6d-224d-40e6-acd4-34f1a025269d owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:02.294298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:02.309981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['394d4d6d-224d-40e6-acd4-34f1a025269d'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:21:02.341189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Pushing event deleted for resources: {'Port': ['ID=394d4d6d-224d-40e6-acd4-34f1a025269d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:02.414510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] No DVR routers for this DVR port 394d4d6d-224d-40e6-acd4-34f1a025269d on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:02.416847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:02.419223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'name': 'network-vif-deleted', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:21:02.473624 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cffedd-06b2-4e57-abfb-66b604859520', 'name': 'network-vif-deleted', 'tag': '394d4d6d-224d-40e6-acd4-34f1a025269d', 'status': 'completed', 'code': 200} Feb 14 18:21:02.491760 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-651ca1a5-e289-4a00-9e27-331c16975358 req-bdb09e5d-3859-4c01-b92a-dce2aaace7d3 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.45 "DELETE /v2.0/ports/394d4d6d-224d-40e6-acd4-34f1a025269d HTTP/1.1" status: 204 len: 173 time: 0.9021282 Feb 14 18:21:02.591109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e6225779-0c2d-4dcc-ab97-cb75bc0a57c2 req-02fd4037-e160-4216-9103-8cf9b2f70703 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Synchronizing usage tracker for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:21:02.657383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e6225779-0c2d-4dcc-ab97-cb75bc0a57c2 req-02fd4037-e160-4216-9103-8cf9b2f70703 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] Unset dirty status for tenant:71ad39835f5b4ab28ffcc182a5a7acec on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:21:02.658553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6225779-0c2d-4dcc-ab97-cb75bc0a57c2 req-02fd4037-e160-4216-9103-8cf9b2f70703 tempest-ServersNegativeTestJSON-384181089 tempest-ServersNegativeTestJSON-384181089-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2cffedd-06b2-4e57-abfb-66b604859520 HTTP/1.1" status: 200 len: 210 time: 0.1078517 Feb 14 18:21:03.762925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49118) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:03.820733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Deleting subnet 9919e862-a723-417b-bd07-22651f069040 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:21:03.823549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:03.873879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:03.928471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.080541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.120815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9919e862-a723-417b-bd07-22651f069040,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:04.127316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.132823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f28e6318-5930-4ac2-a93f-ba43523b0e2b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9919e862-a723-417b-bd07-22651f069040 HTTP/1.1" status: 204 len: 168 time: 0.3687408 Feb 14 18:21:04.135256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49122) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:04.241147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.380373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.405614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8b1639-d01d-48c7-9db2-1f8b59355e83']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:04.417405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb95b7-f59f-480b-98a1-8cf03187447c') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:04.417698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb95b7-f59f-480b-98a1-8cf03187447c') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:04.428829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.446316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.453054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:04.453448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:04.466374 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:04.520925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 394d4d6d-224d-40e6-acd4-34f1a025269d no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:21:04.554141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 394d4d6d-224d-40e6-acd4-34f1a025269d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:21:04.554490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 394d4d6d-224d-40e6-acd4-34f1a025269d not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:21:04.624022 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.640149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:04.651534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8b1639-d01d-48c7-9db2-1f8b59355e83,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:04.715106 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-99fd3c3d-0081-4e22-b4ba-e561e93474de admin admin] 10.222.0.30 "DELETE /v2.0/networks/bf8b1639-d01d-48c7-9db2-1f8b59355e83 HTTP/1.1" status: 204 len: 168 time: 0.5787685 Feb 14 18:21:05.058412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49130) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:05.107695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-caeb8ff1-9a1e-42ee-a335-654d7e5b8bad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71ad39835f5b4ab28ffcc182a5a7acec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480564 Feb 14 18:21:05.110258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49134) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:05.169312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:05.194009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:05.308440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:05.324131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4712c6b-8f70-40e7-b360-e392ad30a1f9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:05.390457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:05.391559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa27e998-c537-4223-b29a-93c26db32e5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4712c6b-8f70-40e7-b360-e392ad30a1f9 HTTP/1.1" status: 204 len: 168 time: 0.2804379 Feb 14 18:21:06.562877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49158) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:06.687985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147283468'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:06.692917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:06.696575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:network and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:06.699363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:06.705385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:06.777429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:06.780749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:06.792998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:06.823230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:06.827872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:security_group_rule and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:06.830781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:06.836397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:06.903392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:06.954005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:06.985614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:06.993849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d5ab8-a3d6-4ee4-9013-980f22c67b46,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:06.999485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:06.999882 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Added segment a8120796-87bb-4a55-9136-38d1a2685b2f of type vlan for network e794ea32-897e-4e8c-aa20-eaa4304baed6 Feb 14 18:21:07.025315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:07.105580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:07.109226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:07.109817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:07.296271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Network': ['ID=e794ea32-897e-4e8c-aa20-eaa4304baed6,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:07.305936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:07.358265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-92a97db4-1fdf-4b5a-a945-d27c900d09bc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7942939 Feb 14 18:21:10.737449 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49164) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:10.743131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'subnet': {'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:10.854853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:10.858877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:subnet and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:10.861957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:10.867553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:10.945733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:11.046719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.305907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.381594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Subnet': ['ID=225d2151-bbfd-43fb-9433-cad7368c4fab,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:11.397351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.397695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.398036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.398363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.398695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.399020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.399405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.399726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.399991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.400308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.400626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:11.406712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking segment: {'id': 'a8120796-87bb-4a55-9136-38d1a2685b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:11.407072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network hostable DHCP agents. Network: e794ea32-897e-4e8c-aa20-eaa4304baed6, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:11.491680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:11.579925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, e794ea32-897e-4e8c-aa20-eaa4304baed6) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:11.584242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:11.585405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.588608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2edd73-ee08-4432-aa88-12e18ea76a01 None None] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:11.712338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4883e1c3-ed26-4bfb-9623-3bab728e7c78 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9737530 Feb 14 18:21:11.716439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49168) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:11.722293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1191277020'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:11.727953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:11.732007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:network and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:11.734977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:11.740777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:11.800119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-e794ea32-897e-4e8c-aa20-eaa4304baed6', 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6', 'tenant_id': 'bccba0c38ea04c09ab335bf12be60fdd', 'fixed_ips': [{'subnet_id': '225d2151-bbfd-43fb-9433-cad7368c4fab'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:11.800949 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.841163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:11.844185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.871485 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:11.879522 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:11.879855 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Added segment 2740e258-229c-4793-a97a-c1145e29c204 of type vlan for network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec Feb 14 18:21:11.905110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.006087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.009794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:12.010383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.015648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Allocated IP 2001:db8:0:ffff::2 (e794ea32-897e-4e8c-aa20-eaa4304baed6/225d2151-bbfd-43fb-9433-cad7368c4fab/e7cfdea9-acde-4664-81f3-04d863b23944) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:12.114647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Network': ['ID=8e7ef366-0f9e-4d7b-9158-255a3d0468ec,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:12.139204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:12.152181 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-35843406-bf91-4330-b85f-98e03c95b0ae tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4345615 Feb 14 18:21:12.155116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49172) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:12.160857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'subnet': {'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:12.339678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.349558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Transition to ACTIVE for port object e7cfdea9-acde-4664-81f3-04d863b23944 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:12.367715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Transition to ACTIVE for port object e7cfdea9-acde-4664-81f3-04d863b23944 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:12.376253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:12.380192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:subnet and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:12.383018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:12.388695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:12.458127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.471424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:12.528560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:12.531795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Pushing event updated for resources: {'Port': ['ID=e7cfdea9-acde-4664-81f3-04d863b23944,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:12.534196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:12.536663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:12.574786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.625194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Attempting to bind port e7cfdea9-acde-4664-81f3-04d863b23944 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:12.625731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Attempting to bind port e7cfdea9-acde-4664-81f3-04d863b23944 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a8120796-87bb-4a55-9136-38d1a2685b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:12.625830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Attempting to bind port e7cfdea9-acde-4664-81f3-04d863b23944 on network e794ea32-897e-4e8c-aa20-eaa4304baed6 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:12.632884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:12.633257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Checking segment: {'id': 'a8120796-87bb-4a55-9136-38d1a2685b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:12.633654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.634048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Bound using segment: {'id': 'a8120796-87bb-4a55-9136-38d1a2685b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:12.634503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Bound port: e7cfdea9-acde-4664-81f3-04d863b23944, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8120796-87bb-4a55-9136-38d1a2685b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e794ea32-897e-4e8c-aa20-eaa4304baed6'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:12.635233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.724695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] For port e7cfdea9-acde-4664-81f3-04d863b23944, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:12.727658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] For port e7cfdea9-acde-4664-81f3-04d863b23944, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e7cfdea9-acde-4664-81f3-04d863b23944,segment=NetworkSegment(a8120796-87bb-4a55-9136-38d1a2685b2f),segment_id=a8120796-87bb-4a55-9136-38d1a2685b2f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:12.837976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:12.924341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bb6f1-71d9-47dd-b566-8416bd152763 None None] Pushing event updated for resources: {'Port': ['ID=e7cfdea9-acde-4664-81f3-04d863b23944,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:12.946310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.026431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Subnet': ['ID=86f62c5b-7541-4b0d-b2fd-3839145c290b,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:13.045834 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking segment: {'id': '2740e258-229c-4793-a97a-c1145e29c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:13.045974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network hostable DHCP agents. Network: 8e7ef366-0f9e-4d7b-9158-255a3d0468ec, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:13.143374 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:13.205945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8e7ef366-0f9e-4d7b-9158-255a3d0468ec) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:13.209961 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:13.210564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.214615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f400133-49ea-4f05-81eb-71f93dce5b89 None None] Network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:13.298244 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e2672628-c99a-4620-ab93-a07ed96486ab tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1420422 Feb 14 18:21:13.301007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49176) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:13.432016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-8e7ef366-0f9e-4d7b-9158-255a3d0468ec', 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec', 'tenant_id': 'bccba0c38ea04c09ab335bf12be60fdd', 'fixed_ips': [{'subnet_id': '86f62c5b-7541-4b0d-b2fd-3839145c290b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:13.432888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.446038 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.519551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.599900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Allocated IP 2001:db8::2 (8e7ef366-0f9e-4d7b-9158-255a3d0468ec/86f62c5b-7541-4b0d-b2fd-3839145c290b/e8a886af-98ca-467e-bc31-6288d0de40d0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:13.816937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:13.827338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03ab42-90e8-46f8-bc80-746b592bbfa7 None None] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:13.839195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Transition to ACTIVE for port object e8a886af-98ca-467e-bc31-6288d0de40d0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:13.920873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Transition to ACTIVE for port object e8a886af-98ca-467e-bc31-6288d0de40d0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:14.005720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.050969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b36fd939-1514-43ac-9419-f6fa3e98b1ea None None] Provisioning for port e7cfdea9-acde-4664-81f3-04d863b23944 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:14.095271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.115113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:14.126149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:14.127816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Pushing event updated for resources: {'Port': ['ID=e8a886af-98ca-467e-bc31-6288d0de40d0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:14.130562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:14.135534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Subnet': ['ID=86f62c5b-7541-4b0d-b2fd-3839145c290b,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:14.230627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.235416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Attempting to bind port e8a886af-98ca-467e-bc31-6288d0de40d0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:14.235777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Attempting to bind port e8a886af-98ca-467e-bc31-6288d0de40d0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2740e258-229c-4793-a97a-c1145e29c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:14.236127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Attempting to bind port e8a886af-98ca-467e-bc31-6288d0de40d0 on network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:14.247211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:14.247554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Checking segment: {'id': '2740e258-229c-4793-a97a-c1145e29c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:14.247943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.248315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Bound using segment: {'id': '2740e258-229c-4793-a97a-c1145e29c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:14.248791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Bound port: e8a886af-98ca-467e-bc31-6288d0de40d0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2740e258-229c-4793-a97a-c1145e29c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:14.249157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.256987 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7ef366-0f9e-4d7b-9158-255a3d0468ec']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:14.273252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2740e258-229c-4793-a97a-c1145e29c204') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:14.273596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2740e258-229c-4793-a97a-c1145e29c204') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:14.286047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.303171 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.309976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:14.324088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.382104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] For port e8a886af-98ca-467e-bc31-6288d0de40d0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:14.387642 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:14.407219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] For port e8a886af-98ca-467e-bc31-6288d0de40d0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e8a886af-98ca-467e-bc31-6288d0de40d0,segment=NetworkSegment(2740e258-229c-4793-a97a-c1145e29c204),segment_id=2740e258-229c-4793-a97a-c1145e29c204)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:14.446925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.db.api [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 18:21:14.446925 dv-neutron-823271-4-hyperv neutron-server[84256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 18:21:14.446925 dv-neutron-823271-4-hyperv neutron-server[84256]: [parameters: {'id': '8e7ef366-0f9e-4d7b-9158-255a3d0468ec'}] Feb 14 18:21:14.446925 dv-neutron-823271-4-hyperv neutron-server[84256]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:14.447333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG oslo_db.api [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:14.472228 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.587483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa834-0df8-4a4c-ab03-26f18bb8ec89 None None] Pushing event updated for resources: {'Port': ['ID=e8a886af-98ca-467e-bc31-6288d0de40d0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:14.629389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350df67-4837-4b34-82d2-0b04a3f9dcac None None] Network 8e7ef366-0f9e-4d7b-9158-255a3d0468ec requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:14.711060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e7cfdea9-acde-4664-81f3-04d863b23944 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:14.880271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11adf7-4718-46b9-a13d-38a245074b6d None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 18:21:14.948993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.959716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting port e8a886af-98ca-467e-bc31-6288d0de40d0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:14.960028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:14.963813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11adf7-4718-46b9-a13d-38a245074b6d None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 18:21:14.969760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e7cfdea9-acde-4664-81f3-04d863b23944 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:14.979014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e7cfdea9-acde-4664-81f3-04d863b23944 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:14.979379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.184826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] For port e8a886af-98ca-467e-bc31-6288d0de40d0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e8a886af-98ca-467e-bc31-6288d0de40d0,segment=NetworkSegment(2740e258-229c-4793-a97a-c1145e29c204),segment_id=2740e258-229c-4793-a97a-c1145e29c204)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:15.185415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.232837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.304830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Calling delete_port for e8a886af-98ca-467e-bc31-6288d0de40d0 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:15.306810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e7cfdea9-acde-4664-81f3-04d863b23944, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e7cfdea9-acde-4664-81f3-04d863b23944,segment=NetworkSegment(a8120796-87bb-4a55-9136-38d1a2685b2f),segment_id=a8120796-87bb-4a55-9136-38d1a2685b2f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:15.387723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.431907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.465807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.465991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e7cfdea9-acde-4664-81f3-04d863b23944,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:15.586409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Port': ['ID=e8a886af-98ca-467e-bc31-6288d0de40d0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:15.592411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No DVR routers for this DVR port e8a886af-98ca-467e-bc31-6288d0de40d0 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:15.642059 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.642405 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.642742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.643072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.643396 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.643719 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.644043 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.644362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.644682 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.645027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.645352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:15.726490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.751164 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7ef366-0f9e-4d7b-9158-255a3d0468ec']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:15.762767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2740e258-229c-4793-a97a-c1145e29c204') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:15.763063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2740e258-229c-4793-a97a-c1145e29c204') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:15.773965 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.789971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.796535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:15.796976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:15.814254 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:15.974070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:15.978305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.004479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Network': ['ID=8e7ef366-0f9e-4d7b-9158-255a3d0468ec,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:16.009139 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d4436fb9-1fc1-42a1-a066-b95883af48ce tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/8e7ef366-0f9e-4d7b-9158-255a3d0468ec HTTP/1.1" status: 204 len: 168 time: 2.7071927 Feb 14 18:21:16.012680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49180) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:16.018047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603903856'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:16.023025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:16.026845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:network and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:16.030228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:16.036371 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:16.120352 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:16.123318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.155211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:16.163438 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.163771 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Added segment 40593d61-b876-4ca8-8ba5-693d2dd5b4e7 of type vlan for network 7d7b978a-4375-4ac8-8993-4746239036d5 Feb 14 18:21:16.188238 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.345650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.349269 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:16.349831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.453057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Network': ['ID=7d7b978a-4375-4ac8-8993-4746239036d5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:16.463282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 7d7b978a-4375-4ac8-8993-4746239036d5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:16.504221 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5013349d-55ba-49ac-bc18-cb5b92a872e1 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4904397 Feb 14 18:21:16.507028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49184) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:16.513271 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'subnet': {'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:16.621298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:16.626178 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:subnet and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:16.629117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:16.634798 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:16.667124 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e7cfdea9-acde-4664-81f3-04d863b23944 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:16.708853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:16.733856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e7cfdea9-acde-4664-81f3-04d863b23944 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:16.734224 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.807824 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:16.898085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Performing IP validity checks on allocation pools {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 18:21:16.898551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.ipam_backend_mixin [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 18:21:17.100165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.175771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Subnet': ['ID=c42494bc-086e-4e99-9b14-4735f00b4b9a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:17.187400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking segment: {'id': '40593d61-b876-4ca8-8ba5-693d2dd5b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:17.187752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network hostable DHCP agents. Network: 7d7b978a-4375-4ac8-8993-4746239036d5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:17.288221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network 7d7b978a-4375-4ac8-8993-4746239036d5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:17.351147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 7d7b978a-4375-4ac8-8993-4746239036d5) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:17.354967 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:17.355551 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.361012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75efa4-99cf-46d9-96a4-32b64d7c61ae None None] Network 7d7b978a-4375-4ac8-8993-4746239036d5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:17.455645 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9a3c8b63-20d8-4db6-9498-f089959afae5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9473686 Feb 14 18:21:17.458305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:17.571355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-7d7b978a-4375-4ac8-8993-4746239036d5', 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5', 'tenant_id': 'bccba0c38ea04c09ab335bf12be60fdd', 'fixed_ips': [{'subnet_id': 'c42494bc-086e-4e99-9b14-4735f00b4b9a'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:17.572180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.598063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.661663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.757860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Allocated IP 2001:db8::3 (7d7b978a-4375-4ac8-8993-4746239036d5/c42494bc-086e-4e99-9b14-4735f00b4b9a/eb40a31b-5126-4993-8610-a0d1be6036e0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:17.953202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:17.962788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Transition to ACTIVE for port object eb40a31b-5126-4993-8610-a0d1be6036e0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:17.979870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Transition to ACTIVE for port object eb40a31b-5126-4993-8610-a0d1be6036e0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:18.052047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.119769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Network 7d7b978a-4375-4ac8-8993-4746239036d5 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:18.123177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:18.125552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:18.131609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Pushing event updated for resources: {'Port': ['ID=eb40a31b-5126-4993-8610-a0d1be6036e0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:18.143803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.183883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Subnet': ['ID=c42494bc-086e-4e99-9b14-4735f00b4b9a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:18.215845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Attempting to bind port eb40a31b-5126-4993-8610-a0d1be6036e0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:18.216200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Attempting to bind port eb40a31b-5126-4993-8610-a0d1be6036e0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '40593d61-b876-4ca8-8ba5-693d2dd5b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:18.216594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Attempting to bind port eb40a31b-5126-4993-8610-a0d1be6036e0 on network 7d7b978a-4375-4ac8-8993-4746239036d5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:18.222734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:18.223094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Checking segment: {'id': '40593d61-b876-4ca8-8ba5-693d2dd5b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:18.223483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.223864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Bound using segment: {'id': '40593d61-b876-4ca8-8ba5-693d2dd5b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:18.224306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Bound port: eb40a31b-5126-4993-8610-a0d1be6036e0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40593d61-b876-4ca8-8ba5-693d2dd5b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d7b978a-4375-4ac8-8993-4746239036d5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:18.224666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.277260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.301962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7b978a-4375-4ac8-8993-4746239036d5']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:18.311587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] For port eb40a31b-5126-4993-8610-a0d1be6036e0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:18.314198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40593d61-b876-4ca8-8ba5-693d2dd5b4e7') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:18.314377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] For port eb40a31b-5126-4993-8610-a0d1be6036e0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=eb40a31b-5126-4993-8610-a0d1be6036e0,segment=NetworkSegment(40593d61-b876-4ca8-8ba5-693d2dd5b4e7),segment_id=40593d61-b876-4ca8-8ba5-693d2dd5b4e7)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:18.314487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40593d61-b876-4ca8-8ba5-693d2dd5b4e7') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:18.325516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.383604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.385467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.391542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:18.391920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:18.405826 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:18.495006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e69fd-51bd-498a-a503-22172c49faf1 None None] Pushing event updated for resources: {'Port': ['ID=eb40a31b-5126-4993-8610-a0d1be6036e0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:18.525701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8f144-0bcc-4960-a558-ed09af057c2c None None] Network 7d7b978a-4375-4ac8-8993-4746239036d5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:18.544048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 18:21:18.544048 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 18:21:18.544048 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': '7d7b978a-4375-4ac8-8993-4746239036d5'}] Feb 14 18:21:18.544048 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:18.544847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:18.719852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24589d59-903b-4512-b183-849623c180c2 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 18:21:18.802032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24589d59-903b-4512-b183-849623c180c2 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 18:21:19.045708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.056126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting port eb40a31b-5126-4993-8610-a0d1be6036e0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:19.056454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.252165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] For port eb40a31b-5126-4993-8610-a0d1be6036e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=eb40a31b-5126-4993-8610-a0d1be6036e0,segment=NetworkSegment(40593d61-b876-4ca8-8ba5-693d2dd5b4e7),segment_id=40593d61-b876-4ca8-8ba5-693d2dd5b4e7)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:19.252513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.457523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Calling delete_port for eb40a31b-5126-4993-8610-a0d1be6036e0 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:19.589116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.636631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Port': ['ID=eb40a31b-5126-4993-8610-a0d1be6036e0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:19.641027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No DVR routers for this DVR port eb40a31b-5126-4993-8610-a0d1be6036e0 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:19.760503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.784664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7b978a-4375-4ac8-8993-4746239036d5']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:19.796981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40593d61-b876-4ca8-8ba5-693d2dd5b4e7') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:19.797277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40593d61-b876-4ca8-8ba5-693d2dd5b4e7') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:19.808142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.823234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.829558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:19.829931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:19.845118 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:19.988690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.005803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.019315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Network': ['ID=7d7b978a-4375-4ac8-8993-4746239036d5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:20.022274 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a42dee16-7702-429c-bc93-530efe4177c5 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/7d7b978a-4375-4ac8-8993-4746239036d5 HTTP/1.1" status: 204 len: 168 time: 2.5629578 Feb 14 18:21:20.025830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49192) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:20.031045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630878654'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:20.035856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:20.039880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:network and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:20.042709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:20.049397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:20.111085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:20.114018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.141502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:20.149610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.149942 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Added segment 8098c709-f9ae-4770-80f8-a357b26574ef of type vlan for network 80b50393-7356-48ca-a15b-449308ca8322 Feb 14 18:21:20.174569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.291989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.296275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:20.296893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.399460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Network': ['ID=80b50393-7356-48ca-a15b-449308ca8322,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:20.410221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 80b50393-7356-48ca-a15b-449308ca8322 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:20.461149 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-303ec0f5-e210-48b5-b151-211e52b03930 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4342823 Feb 14 18:21:20.464520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49196) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:20.470623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'subnet': {'network_id': '80b50393-7356-48ca-a15b-449308ca8322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:20.578847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:20.582688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:subnet and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:20.585540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:20.591801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:20.665992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:20.767581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:20.892364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5f91a09-ec64-471c-b822-26b68d9e703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.040939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.114671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Subnet': ['ID=5d1c4fb8-8567-4159-b3d0-eb544cb26e17,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:21.131228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking segment: {'id': '8098c709-f9ae-4770-80f8-a357b26574ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80b50393-7356-48ca-a15b-449308ca8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:21.131586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network hostable DHCP agents. Network: 80b50393-7356-48ca-a15b-449308ca8322, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:21.229014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network 80b50393-7356-48ca-a15b-449308ca8322 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:21.325699 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 80b50393-7356-48ca-a15b-449308ca8322) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:21.329993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:21.331122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.334162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8554cf8-c3ee-464b-aee4-7ce28b7eec7d None None] Network 80b50393-7356-48ca-a15b-449308ca8322 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:21.386269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-01d65416-bcac-42b8-9c37-8014ab3234e9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206100 Feb 14 18:21:21.390300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49200) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:21.395779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257016970'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:21.402070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:21.406127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:network and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:21.409026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:21.415339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:21.465845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:21.468912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.498086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:21.506442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.506768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Added segment fddc307a-9b41-4b4b-8ea9-ce3e250ebc02 of type vlan for network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 Feb 14 18:21:21.531402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.550060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-80b50393-7356-48ca-a15b-449308ca8322', 'network_id': '80b50393-7356-48ca-a15b-449308ca8322', 'tenant_id': 'bccba0c38ea04c09ab335bf12be60fdd', 'fixed_ips': [{'subnet_id': '5d1c4fb8-8567-4159-b3d0-eb544cb26e17'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:21.550945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.657829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.661622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:21.662264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:21.736113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Allocated IP 2001:db8::2 (80b50393-7356-48ca-a15b-449308ca8322/5d1c4fb8-8567-4159-b3d0-eb544cb26e17/b5e48569-196a-455e-b859-9e6f1b2eb2e0) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:21.770212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Network': ['ID=95edb41a-e55b-40a3-9faa-6ecb2d2deef6,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:21.813123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:21.878267 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-35f44658-028c-4a9d-bf8d-da1432552d6e tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4869058 Feb 14 18:21:21.881082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49204) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:21.886492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Request body: {'subnet': {'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:21.994278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:21.998507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Usage tracker for resource:subnet and tenant:bccba0c38ea04c09ab335bf12be60fdd is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:22.001272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:22.007058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:22.030066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.039868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Transition to ACTIVE for port object b5e48569-196a-455e-b859-9e6f1b2eb2e0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:22.057472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Transition to ACTIVE for port object b5e48569-196a-455e-b859-9e6f1b2eb2e0 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:22.109034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Made reservation on behalf of bccba0c38ea04c09ab335bf12be60fdd for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:22.158115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.235387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Network 80b50393-7356-48ca-a15b-449308ca8322 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:22.238128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:22.240529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:22.245976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Pushing event updated for resources: {'Port': ['ID=b5e48569-196a-455e-b859-9e6f1b2eb2e0,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:22.312286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.330969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Attempting to bind port b5e48569-196a-455e-b859-9e6f1b2eb2e0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:22.331418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Attempting to bind port b5e48569-196a-455e-b859-9e6f1b2eb2e0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '8098c709-f9ae-4770-80f8-a357b26574ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80b50393-7356-48ca-a15b-449308ca8322'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:22.331786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Attempting to bind port b5e48569-196a-455e-b859-9e6f1b2eb2e0 on network 80b50393-7356-48ca-a15b-449308ca8322 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:22.338137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:22.338505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Checking segment: {'id': '8098c709-f9ae-4770-80f8-a357b26574ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80b50393-7356-48ca-a15b-449308ca8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:22.338898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.339290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Bound using segment: {'id': '8098c709-f9ae-4770-80f8-a357b26574ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80b50393-7356-48ca-a15b-449308ca8322'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:22.339744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Bound port: b5e48569-196a-455e-b859-9e6f1b2eb2e0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8098c709-f9ae-4770-80f8-a357b26574ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80b50393-7356-48ca-a15b-449308ca8322'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:22.340113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.429044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] For port b5e48569-196a-455e-b859-9e6f1b2eb2e0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:22.432021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] For port b5e48569-196a-455e-b859-9e6f1b2eb2e0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b5e48569-196a-455e-b859-9e6f1b2eb2e0,segment=NetworkSegment(8098c709-f9ae-4770-80f8-a357b26574ef),segment_id=8098c709-f9ae-4770-80f8-a357b26574ef)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:22.510047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.586484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a564dc-76c7-4b5c-a536-abfcf5ef0453 None None] Pushing event updated for resources: {'Port': ['ID=b5e48569-196a-455e-b859-9e6f1b2eb2e0,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:22.595496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.672921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event updated for resources: {'Subnet': ['ID=ecf35791-c619-4bb4-ab06-27485c1aa6c3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:22.688047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Checking segment: {'id': 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:22.688405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network hostable DHCP agents. Network: 95edb41a-e55b-40a3-9faa-6ecb2d2deef6, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:22.797598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:22.860455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 95edb41a-e55b-40a3-9faa-6ecb2d2deef6) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:22.864477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:22.865110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:22.869487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1733617-11e9-42bc-b7bb-5d653544ac6a None None] Network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:22.952673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-bed72d3e-ab34-4540-8956-36f26b2ecf56 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0704892 Feb 14 18:21:22.955116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49208) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:23.100174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07509b4f-3d31-4e6c-bd0e-4053b3f96cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.104515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-95edb41a-e55b-40a3-9faa-6ecb2d2deef6', 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6', 'tenant_id': 'bccba0c38ea04c09ab335bf12be60fdd', 'fixed_ips': [{'subnet_id': 'ecf35791-c619-4bb4-ab06-27485c1aa6c3'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:23.105367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.105520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.176154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.272786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Allocated IP 2001:db8::2 (95edb41a-e55b-40a3-9faa-6ecb2d2deef6/ecf35791-c619-4bb4-ab06-27485c1aa6c3/2850f90e-a347-4563-9ee7-5e8cdc64a732) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:23.478001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.485090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64454f-a786-432b-ac80-005c9dd8f679 None None] Network 80b50393-7356-48ca-a15b-449308ca8322 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:23.504097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Transition to ACTIVE for port object 2850f90e-a347-4563-9ee7-5e8cdc64a732 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:23.596358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Transition to ACTIVE for port object 2850f90e-a347-4563-9ee7-5e8cdc64a732 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:23.713772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.717000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2c66e4f7-8fd9-4fd5-8aca-4c511a078b6b None None] Provisioning for port b5e48569-196a-455e-b859-9e6f1b2eb2e0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:23.767007 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.798817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:23.805167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:23.807567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf35791-c619-4bb4-ab06-27485c1aa6c3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:23.808042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Pushing event updated for resources: {'Port': ['ID=2850f90e-a347-4563-9ee7-5e8cdc64a732,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:23.810894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:23.905740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.930927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95edb41a-e55b-40a3-9faa-6ecb2d2deef6']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:23.943462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:23.943893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:23.944952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Attempting to bind port 2850f90e-a347-4563-9ee7-5e8cdc64a732 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:23.945322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Attempting to bind port 2850f90e-a347-4563-9ee7-5e8cdc64a732 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:23.945682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Attempting to bind port 2850f90e-a347-4563-9ee7-5e8cdc64a732 on network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:23.953168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:23.953379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Checking segment: {'id': 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:23.953606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.953992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Bound using segment: {'id': 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:23.954456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Bound port: 2850f90e-a347-4563-9ee7-5e8cdc64a732, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:23.954832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.960088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.977509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:23.984787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:23.985267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:24.000140 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:24.050138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] For port 2850f90e-a347-4563-9ee7-5e8cdc64a732, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:24.082552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] For port 2850f90e-a347-4563-9ee7-5e8cdc64a732, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2850f90e-a347-4563-9ee7-5e8cdc64a732,segment=NetworkSegment(fddc307a-9b41-4b4b-8ea9-ce3e250ebc02),segment_id=fddc307a-9b41-4b4b-8ea9-ce3e250ebc02)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:24.134954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 18:21:24.134954 dv-neutron-823271-4-hyperv neutron-server[84255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 18:21:24.134954 dv-neutron-823271-4-hyperv neutron-server[84255]: [parameters: {'id': '95edb41a-e55b-40a3-9faa-6ecb2d2deef6'}] Feb 14 18:21:24.134954 dv-neutron-823271-4-hyperv neutron-server[84255]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:24.135408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:24.163674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.292847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db358a-8e2c-4035-8db6-d6d9949ba98f None None] Pushing event updated for resources: {'Port': ['ID=2850f90e-a347-4563-9ee7-5e8cdc64a732,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:24.336611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb86a3-3440-419d-a7ac-d65dfbf29368 None None] Network 95edb41a-e55b-40a3-9faa-6ecb2d2deef6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:24.404084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.404766 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.532036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753eb04-e775-41f6-8726-b5feff4eeffa None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 18:21:24.621443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753eb04-e775-41f6-8726-b5feff4eeffa None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 18:21:24.636528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.648335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting port 2850f90e-a347-4563-9ee7-5e8cdc64a732 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:24.648670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.709538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b5e48569-196a-455e-b859-9e6f1b2eb2e0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:24.854964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] For port 2850f90e-a347-4563-9ee7-5e8cdc64a732, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2850f90e-a347-4563-9ee7-5e8cdc64a732,segment=NetworkSegment(fddc307a-9b41-4b4b-8ea9-ce3e250ebc02),segment_id=fddc307a-9b41-4b4b-8ea9-ce3e250ebc02)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:24.855578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.948110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port b5e48569-196a-455e-b859-9e6f1b2eb2e0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:24.959256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port b5e48569-196a-455e-b859-9e6f1b2eb2e0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:24.961311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:24.973492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Calling delete_port for 2850f90e-a347-4563-9ee7-5e8cdc64a732 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:25.092137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.126309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.127315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port b5e48569-196a-455e-b859-9e6f1b2eb2e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b5e48569-196a-455e-b859-9e6f1b2eb2e0,segment=NetworkSegment(8098c709-f9ae-4770-80f8-a357b26574ef),segment_id=8098c709-f9ae-4770-80f8-a357b26574ef)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:25.173150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Port': ['ID=2850f90e-a347-4563-9ee7-5e8cdc64a732,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:25.180197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No DVR routers for this DVR port 2850f90e-a347-4563-9ee7-5e8cdc64a732 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:25.202810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.267190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=b5e48569-196a-455e-b859-9e6f1b2eb2e0,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:25.391872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.416994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95edb41a-e55b-40a3-9faa-6ecb2d2deef6']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:25.429259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:25.429548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddc307a-9b41-4b4b-8ea9-ce3e250ebc02') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:25.440840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.456088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.462070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:25.462452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:25.477055 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:25.618087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.639478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.645408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Network': ['ID=95edb41a-e55b-40a3-9faa-6ecb2d2deef6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:25.653813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f614f637-b398-4543-9f35-5770ab858411 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/95edb41a-e55b-40a3-9faa-6ecb2d2deef6 HTTP/1.1" status: 204 len: 168 time: 2.6977530 Feb 14 18:21:25.656401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49212) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:25.671785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:25.693689 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd07f1d4-3221-489d-b1c6-c8957d55964a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] GET failed (client error): The resource could not be found. Feb 14 18:21:25.694181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dd07f1d4-3221-489d-b1c6-c8957d55964a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Synchronizing usage tracker for tenant:bccba0c38ea04c09ab335bf12be60fdd on resource:subnet {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:21:25.766045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dd07f1d4-3221-489d-b1c6-c8957d55964a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Unset dirty status for tenant:bccba0c38ea04c09ab335bf12be60fdd on resource:subnet {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:21:25.767151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dd07f1d4-3221-489d-b1c6-c8957d55964a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "GET /v2.0/subnets/ecf35791-c619-4bb4-ab06-27485c1aa6c3 HTTP/1.1" status: 404 len: 337 time: 0.1098454 Feb 14 18:21:25.769889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49216) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:25.798322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff590bb-18ec-4ab7-af4c-f50bd6b718fc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:25.798747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff590bb-18ec-4ab7-af4c-f50bd6b718fc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:25.800307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3ff590bb-18ec-4ab7-af4c-f50bd6b718fc tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/95edb41a-e55b-40a3-9faa-6ecb2d2deef6 HTTP/1.1" status: 404 len: 339 time: 0.0295417 Feb 14 18:21:25.804091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49220) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:25.840967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-450340e4-1b75-4d24-b3c7-7e7515c47f55 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:25.841396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450340e4-1b75-4d24-b3c7-7e7515c47f55 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:25.842920 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-450340e4-1b75-4d24-b3c7-7e7515c47f55 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/subnets/ecf35791-c619-4bb4-ab06-27485c1aa6c3 HTTP/1.1" status: 404 len: 337 time: 0.0379729 Feb 14 18:21:25.845223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49224) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:25.868657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-782b7a79-fa3c-49a3-9665-db329ecd9536 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:25.869289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782b7a79-fa3c-49a3-9665-db329ecd9536 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:25.870588 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-782b7a79-fa3c-49a3-9665-db329ecd9536 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/95edb41a-e55b-40a3-9faa-6ecb2d2deef6 HTTP/1.1" status: 404 len: 339 time: 0.0245259 Feb 14 18:21:25.873410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49228) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:26.056818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting subnet 5d1c4fb8-8567-4159-b3d0-eb544cb26e17 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:21:26.060290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.111311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.191191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.363364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.403795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1c4fb8-8567-4159-b3d0-eb544cb26e17,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:26.409594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.415678 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302801da-0b2f-4e2a-8c07-7ab2bea34ef4 None None] Network 80b50393-7356-48ca-a15b-449308ca8322 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:26.484241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b18a88b-6ae6-40c9-ad3b-507e5190861a tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/subnets/5d1c4fb8-8567-4159-b3d0-eb544cb26e17 HTTP/1.1" status: 204 len: 168 time: 0.6098690 Feb 14 18:21:26.486606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:26.601818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.613823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting port b5e48569-196a-455e-b859-9e6f1b2eb2e0 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:26.614113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.659802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] DHCP port deletion for 80b50393-7356-48ca-a15b-449308ca8322 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:21:26.663700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Deleting port b5e48569-196a-455e-b859-9e6f1b2eb2e0 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:26.664067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.833534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] For port b5e48569-196a-455e-b859-9e6f1b2eb2e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b5e48569-196a-455e-b859-9e6f1b2eb2e0,segment=NetworkSegment(8098c709-f9ae-4770-80f8-a357b26574ef),segment_id=8098c709-f9ae-4770-80f8-a357b26574ef)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:26.833880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.866965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] For port b5e48569-196a-455e-b859-9e6f1b2eb2e0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b5e48569-196a-455e-b859-9e6f1b2eb2e0,segment=NetworkSegment(8098c709-f9ae-4770-80f8-a357b26574ef),segment_id=8098c709-f9ae-4770-80f8-a357b26574ef)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:26.867531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:26.951869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Calling delete_port for b5e48569-196a-455e-b859-9e6f1b2eb2e0 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:27.016496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Calling delete_port for b5e48569-196a-455e-b859-9e6f1b2eb2e0 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:27.086583 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.092204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:27.092533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:27.133186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Port': ['ID=b5e48569-196a-455e-b859-9e6f1b2eb2e0,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:27.139633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No DVR routers for this DVR port b5e48569-196a-455e-b859-9e6f1b2eb2e0 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:27.344854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.369272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b50393-7356-48ca-a15b-449308ca8322']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:27.381348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8098c709-f9ae-4770-80f8-a357b26574ef') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:27.381641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8098c709-f9ae-4770-80f8-a357b26574ef') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:27.392620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.407625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.413417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:27.413801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:27.428307 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:27.568569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.585280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.594035 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Deleting port b5e48569-196a-455e-b859-9e6f1b2eb2e0 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:27.594544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.595696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Network': ['ID=80b50393-7356-48ca-a15b-449308ca8322,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:27.599649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-772bdb97-a936-4527-9283-982cb66c7fb9 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/80b50393-7356-48ca-a15b-449308ca8322 HTTP/1.1" status: 204 len: 168 time: 1.1121039 Feb 14 18:21:27.602118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49236) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:27.639316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2386ab95-e5d7-4dba-a684-fcb34774d9d0 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:27.639747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2386ab95-e5d7-4dba-a684-fcb34774d9d0 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:27.641398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2386ab95-e5d7-4dba-a684-fcb34774d9d0 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/subnets/c42494bc-086e-4e99-9b14-4735f00b4b9a HTTP/1.1" status: 404 len: 337 time: 0.0384090 Feb 14 18:21:27.644080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49240) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:27.661458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f5a61-533d-4b10-b347-b40f54e0673d None None] The port 'b5e48569-196a-455e-b859-9e6f1b2eb2e0' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:21:27.670572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c159e73-02a9-482e-8d49-5e0c5d009a70 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:27.671035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c159e73-02a9-482e-8d49-5e0c5d009a70 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:27.672672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7c159e73-02a9-482e-8d49-5e0c5d009a70 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/7d7b978a-4375-4ac8-8993-4746239036d5 HTTP/1.1" status: 404 len: 339 time: 0.0277929 Feb 14 18:21:27.675253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49244) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:27.714630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-124aba76-e1e6-4bfe-b650-089257d89128 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:27.715058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124aba76-e1e6-4bfe-b650-089257d89128 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:27.717198 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-124aba76-e1e6-4bfe-b650-089257d89128 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/subnets/86f62c5b-7541-4b0d-b2fd-3839145c290b HTTP/1.1" status: 404 len: 337 time: 0.0410361 Feb 14 18:21:27.719640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49248) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:27.743277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaec635-728b-42c0-aaf8-3ee03f17d73b tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] DELETE failed (client error): The resource could not be found. Feb 14 18:21:27.743695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaec635-728b-42c0-aaf8-3ee03f17d73b tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 18:21:27.745228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dfaec635-728b-42c0-aaf8-3ee03f17d73b tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/8e7ef366-0f9e-4d7b-9158-255a3d0468ec HTTP/1.1" status: 404 len: 339 time: 0.0247493 Feb 14 18:21:27.747560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49252) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:27.927155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting subnet 225d2151-bbfd-43fb-9433-cad7368c4fab {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:21:27.929870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:27.985600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.063939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.218286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.255918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Subnet': ['ID=225d2151-bbfd-43fb-9433-cad7368c4fab,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:28.264469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.270792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b1e85-7502-43a1-91e1-254a02bb4adc None None] Network e794ea32-897e-4e8c-aa20-eaa4304baed6 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:28.273541 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3d2f1821-40af-4134-af55-43a139fe87e7 tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/subnets/225d2151-bbfd-43fb-9433-cad7368c4fab HTTP/1.1" status: 204 len: 168 time: 0.5251040 Feb 14 18:21:28.275906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49256) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:28.386779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.397670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Deleting port e7cfdea9-acde-4664-81f3-04d863b23944 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:28.398003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.507933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] DHCP port deletion for e794ea32-897e-4e8c-aa20-eaa4304baed6 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:21:28.512248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Deleting port e7cfdea9-acde-4664-81f3-04d863b23944 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:28.512612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.598183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] For port e7cfdea9-acde-4664-81f3-04d863b23944, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e7cfdea9-acde-4664-81f3-04d863b23944,segment=NetworkSegment(a8120796-87bb-4a55-9136-38d1a2685b2f),segment_id=a8120796-87bb-4a55-9136-38d1a2685b2f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:28.598602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.683204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b5e48569-196a-455e-b859-9e6f1b2eb2e0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:21:28.729701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Calling delete_port for e7cfdea9-acde-4664-81f3-04d863b23944 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:28.731340 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: b5e48569-196a-455e-b859-9e6f1b2eb2e0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:21:28.731720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device b5e48569-196a-455e-b859-9e6f1b2eb2e0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:21:28.732119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e7cfdea9-acde-4664-81f3-04d863b23944 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:21:28.792583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] For port e7cfdea9-acde-4664-81f3-04d863b23944, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e7cfdea9-acde-4664-81f3-04d863b23944,segment=NetworkSegment(a8120796-87bb-4a55-9136-38d1a2685b2f),segment_id=a8120796-87bb-4a55-9136-38d1a2685b2f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:28.792883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.877415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:28.920744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Port': ['ID=e7cfdea9-acde-4664-81f3-04d863b23944,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:28.923121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Calling delete_port for e7cfdea9-acde-4664-81f3-04d863b23944 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:28.926792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] No DVR routers for this DVR port e7cfdea9-acde-4664-81f3-04d863b23944 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:28.951907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No active binding found for port e7cfdea9-acde-4664-81f3-04d863b23944 {{(pid=84257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 14 18:21:28.952299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e7cfdea9-acde-4664-81f3-04d863b23944 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:21:28.995767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:28.996053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:29.050128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.161716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e794ea32-897e-4e8c-aa20-eaa4304baed6']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:29.176220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8120796-87bb-4a55-9136-38d1a2685b2f') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:29.176722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8120796-87bb-4a55-9136-38d1a2685b2f') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:29.189616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.205504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.211361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:29.211740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:29.225650 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:29.349216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.366047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.378127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] Pushing event deleted for resources: {'Network': ['ID=e794ea32-897e-4e8c-aa20-eaa4304baed6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:29.381252 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-90f953b7-dff9-4145-abad-a61d735895cd tempest-NetworksIpV6Test-1535176158 tempest-NetworksIpV6Test-1535176158-project] 10.222.0.30 "DELETE /v2.0/networks/e794ea32-897e-4e8c-aa20-eaa4304baed6 HTTP/1.1" status: 204 len: 168 time: 1.1044381 Feb 14 18:21:29.498249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Deleting port e7cfdea9-acde-4664-81f3-04d863b23944 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:29.500413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:29.563511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2926e743-28e8-4128-ac6d-efab60ede5c0 None None] The port 'e7cfdea9-acde-4664-81f3-04d863b23944' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:21:29.920189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49264) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:30.086707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4142659a-45ba-428a-8dbe-cf37cabaa16f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bccba0c38ea04c09ab335bf12be60fdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1653156 Feb 14 18:21:30.089142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49270) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:30.146399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:30.173871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:30.280682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:30.298986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d5ab8-a3d6-4ee4-9013-980f22c67b46,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:30.306635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:30.307751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-971107f5-8726-46b0-8759-d9d1ae0fa5c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de6d5ab8-a3d6-4ee4-9013-980f22c67b46 HTTP/1.1" status: 204 len: 168 time: 0.2176697 Feb 14 18:21:30.987677 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:21:31.459298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49292) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:31.582473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-689047115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:31.588552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:31.592322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:router and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:31.595257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:31.601400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:31.682953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.683877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.701442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.766143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.840322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.841534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ab5b3b6-9941-4020-885b-33704b1b7b08 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3812301 Feb 14 18:21:31.844154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49298) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:31.849589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-147725909'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:31.854289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:31.857979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:network and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:31.861852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:31.867458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:31.931917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Made reservation on behalf of 62ce586f677749abaf524ddd4a904751 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:31.934803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.947918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:31.979734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:31.983535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:security_group_rule and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:31.986301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:31.991894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:32.056995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.111459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.145155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:32.150079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781ffe4b-8626-4e21-a24c-559cb5330fa1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:32.158096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.158096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Added segment 4c8c34e1-bfef-4081-a29a-ac4257130c57 of type vlan for network a7e6562a-5835-4376-99d0-95d88459cbed Feb 14 18:21:32.183069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.271495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.275144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:32.275717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.381382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event updated for resources: {'Network': ['ID=a7e6562a-5835-4376-99d0-95d88459cbed,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:32.392209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a7e6562a-5835-4376-99d0-95d88459cbed details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:32.435957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a422cc5a-fc91-489a-b680-ab4b3c1f094b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5907056 Feb 14 18:21:32.439177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49302) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:32.444512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'subnet': {'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:32.552301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:32.556027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:subnet and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:32.558812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:32.565013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:32.635188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Made reservation on behalf of 62ce586f677749abaf524ddd4a904751 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:32.730670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:32.997789 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.073455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event updated for resources: {'Subnet': ['ID=7b1acac3-f340-4734-97c7-8fc3813feaad,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:33.083515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Checking segment: {'id': '4c8c34e1-bfef-4081-a29a-ac4257130c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:33.083863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Network hostable DHCP agents. Network: a7e6562a-5835-4376-99d0-95d88459cbed, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:33.186040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Network a7e6562a-5835-4376-99d0-95d88459cbed is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:33.286254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a7e6562a-5835-4376-99d0-95d88459cbed) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:33.290373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:33.290953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.294978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8bf279-06b7-49ea-ad2e-b07b45f4732b None None] Network a7e6562a-5835-4376-99d0-95d88459cbed requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:33.367230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d16607fa-0f05-4d1b-9de9-567a11902ef6 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9270232 Feb 14 18:21:33.370309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49306) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:33.376422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1131531192'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:33.381209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:33.384904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:network and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:33.388058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:33.393777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:33.492314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Made reservation on behalf of 62ce586f677749abaf524ddd4a904751 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:33.495355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.509196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a7e6562a-5835-4376-99d0-95d88459cbed', 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed', 'tenant_id': '62ce586f677749abaf524ddd4a904751', 'fixed_ips': [{'subnet_id': '7b1acac3-f340-4734-97c7-8fc3813feaad'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:33.514012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.524868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:33.533853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.534298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Added segment da2364c1-0956-4fc1-9039-dedfed6db6cb of type vlan for network 7b018949-ce15-462a-a5d6-a505f63cd4f9 Feb 14 18:21:33.564062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.669622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.674218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:33.674890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:33.699336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Allocated IP 172.20.0.2 (a7e6562a-5835-4376-99d0-95d88459cbed/7b1acac3-f340-4734-97c7-8fc3813feaad/762ee354-d238-4974-80c4-a17101ce3cc3) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:33.777859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event updated for resources: {'Network': ['ID=7b018949-ce15-462a-a5d6-a505f63cd4f9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:33.789670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 7b018949-ce15-462a-a5d6-a505f63cd4f9 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:33.824382 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9f25ee20-68f7-4bcd-859c-591a8ef50a7b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4529481 Feb 14 18:21:33.827004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49310) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:33.833251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'subnet': {'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:33.938069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:33.941825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Usage tracker for resource:subnet and tenant:62ce586f677749abaf524ddd4a904751 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:33.944604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:33.950267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:33.995192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.005429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Transition to ACTIVE for port object 762ee354-d238-4974-80c4-a17101ce3cc3 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:34.022308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Transition to ACTIVE for port object 762ee354-d238-4974-80c4-a17101ce3cc3 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:34.025753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Made reservation on behalf of 62ce586f677749abaf524ddd4a904751 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:34.075683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.125346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.143029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Network a7e6562a-5835-4376-99d0-95d88459cbed is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:34.146306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Pushing event updated for resources: {'Port': ['ID=762ee354-d238-4974-80c4-a17101ce3cc3,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:34.148659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:34.150597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:34.236372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Attempting to bind port 762ee354-d238-4974-80c4-a17101ce3cc3 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:34.236749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Attempting to bind port 762ee354-d238-4974-80c4-a17101ce3cc3 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '4c8c34e1-bfef-4081-a29a-ac4257130c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:34.237117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Attempting to bind port 762ee354-d238-4974-80c4-a17101ce3cc3 on network a7e6562a-5835-4376-99d0-95d88459cbed {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:34.243265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:34.243632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Checking segment: {'id': '4c8c34e1-bfef-4081-a29a-ac4257130c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:34.244020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.244400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Bound using segment: {'id': '4c8c34e1-bfef-4081-a29a-ac4257130c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:34.244872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Bound port: 762ee354-d238-4974-80c4-a17101ce3cc3, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8c34e1-bfef-4081-a29a-ac4257130c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a7e6562a-5835-4376-99d0-95d88459cbed'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:34.245234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.331738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] For port 762ee354-d238-4974-80c4-a17101ce3cc3, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:34.335054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] For port 762ee354-d238-4974-80c4-a17101ce3cc3, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=762ee354-d238-4974-80c4-a17101ce3cc3,segment=NetworkSegment(4c8c34e1-bfef-4081-a29a-ac4257130c57),segment_id=4c8c34e1-bfef-4081-a29a-ac4257130c57)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:34.401651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.485378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd37c-ab5a-4c70-83fd-c9dcd5773036 None None] Pushing event updated for resources: {'Port': ['ID=762ee354-d238-4974-80c4-a17101ce3cc3,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:34.489439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.572979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event updated for resources: {'Subnet': ['ID=dc358093-4dca-4c7a-99c6-b6fbec14a98b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:34.586567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Checking segment: {'id': 'da2364c1-0956-4fc1-9039-dedfed6db6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:34.586852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Network hostable DHCP agents. Network: 7b018949-ce15-462a-a5d6-a505f63cd4f9, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:34.666403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Network 7b018949-ce15-462a-a5d6-a505f63cd4f9 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:34.745951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 7b018949-ce15-462a-a5d6-a505f63cd4f9) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:34.748053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 762ee354-d238-4974-80c4-a17101ce3cc3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:34.750731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:34.751316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:34.779594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1794c-a1c2-46a8-9319-ff944422a2b8 None None] Network 7b018949-ce15-462a-a5d6-a505f63cd4f9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:34.835683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fa27b779-dd7a-4e8e-b197-bc61c1d5aef3 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075638 Feb 14 18:21:34.838492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49314) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:34.843782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-c2ae8166-939b-48e7-a804-662eb045728d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:35.006373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 762ee354-d238-4974-80c4-a17101ce3cc3 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:35.029588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-7b018949-ce15-462a-a5d6-a505f63cd4f9', 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9', 'tenant_id': '62ce586f677749abaf524ddd4a904751', 'fixed_ips': [{'subnet_id': 'dc358093-4dca-4c7a-99c6-b6fbec14a98b'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:35.030421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.188891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Allocated IP 172.21.0.2 (7b018949-ce15-462a-a5d6-a505f63cd4f9/dc358093-4dca-4c7a-99c6-b6fbec14a98b/b9d2b294-77a9-4751-b6c2-8081c335f1f6) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:35.246529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8166-939b-48e7-a804-662eb045728d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.404062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.415425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Transition to ACTIVE for port object b9d2b294-77a9-4751-b6c2-8081c335f1f6 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:35.435374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Transition to ACTIVE for port object b9d2b294-77a9-4751-b6c2-8081c335f1f6 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:35.470577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b247afb-510b-4c54-bc37-4c40335bd11e None None] Network a7e6562a-5835-4376-99d0-95d88459cbed requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:35.470735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.api.v2.resource [None req-c2ae8166-939b-48e7-a804-662eb045728d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 18:21:35.471735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c2ae8166-939b-48e7-a804-662eb045728d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "PUT /v2.0/routers/39451641-1817-4ed2-8631-0257a8058487 HTTP/1.1" status: 400 len: 364 time: 0.6323991 Feb 14 18:21:35.477660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49318) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:35.543325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Deleting subnet dc358093-4dca-4c7a-99c6-b6fbec14a98b {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:21:35.544622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.546397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.604915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.629980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Network 7b018949-ce15-462a-a5d6-a505f63cd4f9 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:35.632804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:35.638818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:35.644008 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Pushing event updated for resources: {'Port': ['ID=b9d2b294-77a9-4751-b6c2-8081c335f1f6,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:35.694383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.706877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Provisioning for port 762ee354-d238-4974-80c4-a17101ce3cc3 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:35.806727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Provisioning complete for port 762ee354-d238-4974-80c4-a17101ce3cc3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:35.807383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.831961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.871406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Subnet': ['ID=dc358093-4dca-4c7a-99c6-b6fbec14a98b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:35.876862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.882833 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c773eba2-a5bb-4c7b-af03-3187e501a2df tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "DELETE /v2.0/subnets/dc358093-4dca-4c7a-99c6-b6fbec14a98b HTTP/1.1" status: 204 len: 168 time: 0.4042230 Feb 14 18:21:35.885213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49322) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:35.887299 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Attempting to bind port b9d2b294-77a9-4751-b6c2-8081c335f1f6 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:35.887667 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Attempting to bind port b9d2b294-77a9-4751-b6c2-8081c335f1f6 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'da2364c1-0956-4fc1-9039-dedfed6db6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:35.888026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Attempting to bind port b9d2b294-77a9-4751-b6c2-8081c335f1f6 on network 7b018949-ce15-462a-a5d6-a505f63cd4f9 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:35.937619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:35.937924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Checking segment: {'id': 'da2364c1-0956-4fc1-9039-dedfed6db6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:35.938324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.938714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Bound using segment: {'id': 'da2364c1-0956-4fc1-9039-dedfed6db6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:35.939280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Bound port: b9d2b294-77a9-4751-b6c2-8081c335f1f6, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2364c1-0956-4fc1-9039-dedfed6db6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b018949-ce15-462a-a5d6-a505f63cd4f9'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:35.939651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:35.996196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.006785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Deleting port b9d2b294-77a9-4751-b6c2-8081c335f1f6 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:36.007117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.083010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.106543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] For port b9d2b294-77a9-4751-b6c2-8081c335f1f6, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:36.110585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] For port b9d2b294-77a9-4751-b6c2-8081c335f1f6, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b9d2b294-77a9-4751-b6c2-8081c335f1f6,segment=NetworkSegment(da2364c1-0956-4fc1-9039-dedfed6db6cb),segment_id=da2364c1-0956-4fc1-9039-dedfed6db6cb)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:36.131467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] For port 762ee354-d238-4974-80c4-a17101ce3cc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=762ee354-d238-4974-80c4-a17101ce3cc3,segment=NetworkSegment(4c8c34e1-bfef-4081-a29a-ac4257130c57),segment_id=4c8c34e1-bfef-4081-a29a-ac4257130c57)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:36.207884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] For port b9d2b294-77a9-4751-b6c2-8081c335f1f6, host dv-neutron-823271-4-hyperv, got binding levels [] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:36.208236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.226162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.260671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.365538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7dcab-7990-4d1a-a227-aafe6348c596 None None] Pushing event updated for resources: {'Port': ['ID=762ee354-d238-4974-80c4-a17101ce3cc3,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:36.424767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Calling delete_port for b9d2b294-77a9-4751-b6c2-8081c335f1f6 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:36.448127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-98a319ec-956c-43d6-9aa1-55c59ae5df87 None None] Provisioning complete for port 762ee354-d238-4974-80c4-a17101ce3cc3 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:36.448441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-98a319ec-956c-43d6-9aa1-55c59ae5df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.471282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6246cf-f788-48ee-95a8-00f43f35fdac None None] Network 7b018949-ce15-462a-a5d6-a505f63cd4f9 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:36.546335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:36.547153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:36.553315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd035c-45f7-43d1-b92b-2e40d34ba05d None None] Pushing event updated for resources: {'Port': ['ID=b9d2b294-77a9-4751-b6c2-8081c335f1f6,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:36.685599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 762ee354-d238-4974-80c4-a17101ce3cc3 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:36.799431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 762ee354-d238-4974-80c4-a17101ce3cc3 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:36.799803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:36.837159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f6ab9-24cc-44e1-afd3-88656ecb8447 None None] get_active_networks_info from dv-neutron-823271-4-hyperv {{(pid=84257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 18:21:36.990959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f6ab9-24cc-44e1-afd3-88656ecb8447 None None] Resources bound (agent type, host, resource id): {{(pid=84257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 18:21:37.048028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Deleting port b9d2b294-77a9-4751-b6c2-8081c335f1f6 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:37.048557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.258662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] For port b9d2b294-77a9-4751-b6c2-8081c335f1f6, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=b9d2b294-77a9-4751-b6c2-8081c335f1f6,segment=NetworkSegment(da2364c1-0956-4fc1-9039-dedfed6db6cb),segment_id=da2364c1-0956-4fc1-9039-dedfed6db6cb)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:37.259110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.390087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Calling delete_port for b9d2b294-77a9-4751-b6c2-8081c335f1f6 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:37.532801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.579547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Port': ['ID=b9d2b294-77a9-4751-b6c2-8081c335f1f6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:37.583067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] No DVR routers for this DVR port b9d2b294-77a9-4751-b6c2-8081c335f1f6 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:37.725680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.749760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b018949-ce15-462a-a5d6-a505f63cd4f9']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:37.764665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2364c1-0956-4fc1-9039-dedfed6db6cb') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:37.764975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2364c1-0956-4fc1-9039-dedfed6db6cb') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:37.776286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.792039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.797849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:37.798217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:37.811615 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:37.960660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.984928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:37.999262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Network': ['ID=7b018949-ce15-462a-a5d6-a505f63cd4f9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:38.008221 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-95974c78-fe92-432e-b85e-3ca29c3f138b tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "DELETE /v2.0/networks/7b018949-ce15-462a-a5d6-a505f63cd4f9 HTTP/1.1" status: 204 len: 168 time: 2.1220024 Feb 14 18:21:38.010707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49326) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:38.201056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Deleting subnet 7b1acac3-f340-4734-97c7-8fc3813feaad {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:21:38.204534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.255941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.339286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.470271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.510344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1acac3-f340-4734-97c7-8fc3813feaad,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:38.515010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.521534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4a287e71-d142-4495-b1ed-1208fb39c043 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "DELETE /v2.0/subnets/7b1acac3-f340-4734-97c7-8fc3813feaad HTTP/1.1" status: 204 len: 168 time: 0.5095115 Feb 14 18:21:38.521989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd937e-f239-4c92-acd4-df151cc37d47 None None] Network a7e6562a-5835-4376-99d0-95d88459cbed requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:38.526052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49332) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:38.637240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.648003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Deleting port 762ee354-d238-4974-80c4-a17101ce3cc3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:38.648336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.803731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] DHCP port deletion for a7e6562a-5835-4376-99d0-95d88459cbed request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:21:38.808069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Deleting port 762ee354-d238-4974-80c4-a17101ce3cc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:38.808436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:38.948124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] For port 762ee354-d238-4974-80c4-a17101ce3cc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=762ee354-d238-4974-80c4-a17101ce3cc3,segment=NetworkSegment(4c8c34e1-bfef-4081-a29a-ac4257130c57),segment_id=4c8c34e1-bfef-4081-a29a-ac4257130c57)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:38.948470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.010367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] For port 762ee354-d238-4974-80c4-a17101ce3cc3, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=762ee354-d238-4974-80c4-a17101ce3cc3,segment=NetworkSegment(4c8c34e1-bfef-4081-a29a-ac4257130c57),segment_id=4c8c34e1-bfef-4081-a29a-ac4257130c57)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:39.010752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.066166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Calling delete_port for 762ee354-d238-4974-80c4-a17101ce3cc3 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:39.130482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Calling delete_port for 762ee354-d238-4974-80c4-a17101ce3cc3 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:21:39.195620 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.201954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:39.202441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:39.238857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Port': ['ID=762ee354-d238-4974-80c4-a17101ce3cc3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:39.245718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] No DVR routers for this DVR port 762ee354-d238-4974-80c4-a17101ce3cc3 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:21:39.364196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.389052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e6562a-5835-4376-99d0-95d88459cbed']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:39.401410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8c34e1-bfef-4081-a29a-ac4257130c57') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:39.401764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8c34e1-bfef-4081-a29a-ac4257130c57') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:39.412866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.428860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.434664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:21:39.435031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:21:39.449257 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:21:39.595266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.612678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.623573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Pushing event deleted for resources: {'Network': ['ID=a7e6562a-5835-4376-99d0-95d88459cbed,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:39.627692 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c33e7618-f190-471e-8da8-b4abe72da627 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "DELETE /v2.0/networks/a7e6562a-5835-4376-99d0-95d88459cbed HTTP/1.1" status: 204 len: 168 time: 1.1027713 Feb 14 18:21:39.630271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49336) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:39.680800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e4366a0d-4429-47ce-8f4c-334a38c3e19d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Synchronizing usage tracker for tenant:62ce586f677749abaf524ddd4a904751 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:21:39.703997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Deleting port 762ee354-d238-4974-80c4-a17101ce3cc3 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:21:39.704585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:39.770770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e4366a0d-4429-47ce-8f4c-334a38c3e19d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Unset dirty status for tenant:62ce586f677749abaf524ddd4a904751 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:21:39.771248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cab5f-e6e3-4a5c-90e2-1b3708eb876e None None] The port '762ee354-d238-4974-80c4-a17101ce3cc3' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:21:39.772604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e4366a0d-4429-47ce-8f4c-334a38c3e19d tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "GET /v2.0/ports?device_id=39451641-1817-4ed2-8631-0257a8058487 HTTP/1.1" status: 200 len: 205 time: 0.1412797 Feb 14 18:21:39.774957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49340) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:39.910136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:40.303280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:40.303280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:40.374312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:40.374791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Fanout notify agent at l3_agent the message router_deleted on router 39451641-1817-4ed2-8631-0257a8058487 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:21:40.384909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:40.385985 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3853976b-d732-4dbb-9501-ff248ca513f4 tempest-RoutersNegativeTest-992528942 tempest-RoutersNegativeTest-992528942-project] 10.222.0.30 "DELETE /v2.0/routers/39451641-1817-4ed2-8631-0257a8058487 HTTP/1.1" status: 204 len: 168 time: 0.6100941 Feb 14 18:21:40.676485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 762ee354-d238-4974-80c4-a17101ce3cc3 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:21:40.708588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 762ee354-d238-4974-80c4-a17101ce3cc3 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:21:40.709259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 762ee354-d238-4974-80c4-a17101ce3cc3 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:21:40.830426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49348) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:41.006707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3cef4b6e-1ee8-4bb0-9c11-501a9e5b7b94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62ce586f677749abaf524ddd4a904751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1751533 Feb 14 18:21:41.009195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49354) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:41.164125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:41.189182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:41.298417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:41.312317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ffe4b-8626-4e21-a24c-559cb5330fa1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:41.317940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:41.319045 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3918c59f-a2a2-433c-91fd-43af4b630930 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/781ffe4b-8626-4e21-a24c-559cb5330fa1 HTTP/1.1" status: 204 len: 168 time: 0.3089778 Feb 14 18:21:42.401779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:42.526615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-917776381-network', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:42.531314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:42.535164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Usage tracker for resource:network and tenant:ce5c0309a82e41189c689e454cb01321 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:42.537979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:42.544288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:42.608869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Made reservation on behalf of ce5c0309a82e41189c689e454cb01321 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:42.611716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.624497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.653712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:42.657902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5c0309a82e41189c689e454cb01321 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:42.660665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:42.666541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:42.730126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.797544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.823203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:42.834785 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463eec8-38dc-457a-81f0-256effae1db1,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:42.838986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.839305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Added segment 084c5104-9639-43a6-9974-0730becfb4cc of type vlan for network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc Feb 14 18:21:42.864518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.974322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:42.975189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:42.975759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.075551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5d52c8-966a-4fa4-97e8-e187a9836cdc,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:43.085267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:43.152695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3fabaf20-0e9d-4a42-8c42-37c7380cdc91 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7497368 Feb 14 18:21:43.155405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49382) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:43.161280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Request body: {'subnet': {'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-subnet', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:43.166205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:43.170314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Usage tracker for resource:subnet and tenant:ce5c0309a82e41189c689e454cb01321 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:43.173224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:43.179017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:43.254683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Made reservation on behalf of ce5c0309a82e41189c689e454cb01321 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:43.257083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.549854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.625565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b57f6fa-9557-435d-abc1-429e353575d6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:43.636627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Checking segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:43.637016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Network hostable DHCP agents. Network: 8f5d52c8-966a-4fa4-97e8-e187a9836cdc, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:43.714941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:43.789209 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 8f5d52c8-966a-4fa4-97e8-e187a9836cdc) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:43.793198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:43.793808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.798692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f98806-4a83-4ff5-b13b-a0261fe96690 None None] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:43.887486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-379e6124-7e29-4bab-83df-dfe75807d291 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7303936 Feb 14 18:21:43.890059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49386) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:43.895579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:43.900183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:43.904123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Usage tracker for resource:router and tenant:ce5c0309a82e41189c689e454cb01321 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:43.908576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:43.913372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:43.980180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.981163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:43.999267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.011259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:44.015895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.164195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Allocated IP 172.20.0.2 (8f5d52c8-966a-4fa4-97e8-e187a9836cdc/5b57f6fa-9557-435d-abc1-429e353575d6/6b2c044b-a6dc-4284-93bc-811a1fe9bd39) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:44.213985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.365261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.375975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Transition to ACTIVE for port object 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:44.395193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Transition to ACTIVE for port object 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:44.446958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.457508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.486999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.518506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:44.521628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:44.523968 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:44.526056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:44.613563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Attempting to bind port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:44.613955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Attempting to bind port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:44.614798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Attempting to bind port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:44.621829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:44.622201 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Checking segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:44.622598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.622985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Bound using segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:44.623442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Bound port: 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:44.623814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.629897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Allocated IP 172.26.4.61 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/2f22551d-cee3-4d91-a8c1-9ad251ab7703) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:44.746548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] For port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:44.749436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] For port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:44.791769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.844070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.871907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:44.922582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015e8ba-1b40-44af-a3e7-095616413cb1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:44.936275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:44.939528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:44.942954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:44.981122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Pushing event updated for resources: {'Port': ['ID=2f22551d-cee3-4d91-a8c1-9ad251ab7703,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:45.209126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:45.209877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:45.389937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:45.618144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Router cec103cb-0b98-4af4-87a3-6c32cfda52c8 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:21:45.831107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:21:45.841500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Sync routers for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:21:45.854410 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:45.855118 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:45.909643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:45.911114 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-911213c1-160e-4489-8438-58b69f115a1d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0196090 Feb 14 18:21:45.913957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49390) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:45.926929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a38ab4-b401-46ad-a277-ab78f51dbd72 None None] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:46.032355 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:46.087316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9151b236-919a-46a9-ab08-b74f853d5751 None None] Provisioning for port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:46.332863 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:45Z', 'revision_number': 3, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:46.337370 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Checking router: cec103cb-0b98-4af4-87a3-6c32cfda52c8 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:21:46.337700 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Updating router cec103cb-0b98-4af4-87a3-6c32cfda52c8 port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:21:46.389378 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.672145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.719169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:46.721829 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.733158 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Transition to ACTIVE for port object 2f22551d-cee3-4d91-a8c1-9ad251ab7703 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:46.812721 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.835473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:46.840919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:46.845711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.885003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Allocated IP 172.20.0.1 (8f5d52c8-966a-4fa4-97e8-e187a9836cdc/5b57f6fa-9557-435d-abc1-429e353575d6/e18aecdc-8d7c-40f3-ae14-e3b0013db1b4) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:46.895226 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Pushing event updated for resources: {'Port': ['ID=2f22551d-cee3-4d91-a8c1-9ad251ab7703,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:46.900536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Attempting to bind port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:46.900536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Attempting to bind port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:46.900536 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Attempting to bind port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:46.909204 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:46.909557 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:46.910157 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.910534 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:46.910977 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Bound port: 2f22551d-cee3-4d91-a8c1-9ad251ab7703, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:46.911335 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.944197 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.944531 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.945205 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.945205 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.945507 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.945877 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.946193 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.946505 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.946812 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.947119 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.947426 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:46.964980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:46.990298 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] For port 2f22551d-cee3-4d91-a8c1-9ad251ab7703, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:46.993800 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] For port 2f22551d-cee3-4d91-a8c1-9ad251ab7703, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2f22551d-cee3-4d91-a8c1-9ad251ab7703,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:47.003457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:47.040675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.056392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Transition to ACTIVE for port object e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:47.060524 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.086633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.145996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.146440 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e370b-6f9a-45df-8114-21e51cd70e79 None None] Pushing event updated for resources: {'Port': ['ID=2f22551d-cee3-4d91-a8c1-9ad251ab7703,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:47.152324 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:47.153033 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:47.155204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:47.313526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:47.316277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:47.319762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:47.349248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Pushing event updated for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:47.361400 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:47.379677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.545842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.623758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-db62a756-20e5-4609-9339-284cde48cea9 None None] Provisioning for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:47.629818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-db62a756-20e5-4609-9339-284cde48cea9 None None] Provisioning complete for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:47.630194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-db62a756-20e5-4609-9339-284cde48cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.672300 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:45Z', 'revision_number': 3, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:47.676624 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21d6a-61d5-49cd-953b-950bd8ebc039 None None] The sync data for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv is: [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:45Z', 'revision_number': 3, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:21:47.683892 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-db62a756-20e5-4609-9339-284cde48cea9 None None] Port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:21:47.777389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.832783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:47.948054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Pushing event updated for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:47.951264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:48.090509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:48.091557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:48.310545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d4284324-e2d2-4343-88fe-e61e640c0b1a None None] Provisioning complete for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:48.311563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d4284324-e2d2-4343-88fe-e61e640c0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:48.368673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d4284324-e2d2-4343-88fe-e61e640c0b1a None None] Port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:21:48.488073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Router cec103cb-0b98-4af4-87a3-6c32cfda52c8 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:21:48.687893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:21:48.696673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-341b5d2b-ce2a-4e8a-9bfa-e22f938eb550 admin admin] 10.222.0.30 "PUT /v2.0/routers/cec103cb-0b98-4af4-87a3-6c32cfda52c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815363 Feb 14 18:21:48.748342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2f22551d-cee3-4d91-a8c1-9ad251ab7703 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:48.904001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:48.909092 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:48.909460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.027135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.043668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 2f22551d-cee3-4d91-a8c1-9ad251ab7703, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2f22551d-cee3-4d91-a8c1-9ad251ab7703,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:49.117405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.118184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:49.234682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=2f22551d-cee3-4d91-a8c1-9ad251ab7703,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:49.246623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.246967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.247301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.247632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.247960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.248283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.248604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.248951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.249273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.249592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.250489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:21:49.260989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:49.261366 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.778360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49412) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:49.783930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1335535770-network', 'tenant_id': 'afda6178f84f4f169857e327c98485d5'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:49.788830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:49.792935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Usage tracker for resource:network and tenant:afda6178f84f4f169857e327c98485d5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:49.795776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:49.801820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:49.865962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Made reservation on behalf of afda6178f84f4f169857e327c98485d5 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:49.868423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.881284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:49.911884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:49.915935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Usage tracker for resource:security_group_rule and tenant:afda6178f84f4f169857e327c98485d5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:49.918657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:49.924439 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:49.989548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.052359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.081635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:21:50.090525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4136c-adbd-4006-b747-909d7caa72b8,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:50.096996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.097346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Added segment 39805f5f-5a09-4d30-869e-313705f4a6fb of type vlan for network c653be2b-73ce-4463-b02a-fe425aeb8e45 Feb 14 18:21:50.122456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.208951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.209826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:50.210391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.400802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c653be2b-73ce-4463-b02a-fe425aeb8e45,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:50.410631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:21:50.478264 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-63fa18c2-6a2f-4006-aa88-3e94b7eb54a5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6987963 Feb 14 18:21:50.480917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49416) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:50.486729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Request body: {'subnet': {'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-subnet', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:50.491485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:50.495297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Usage tracker for resource:subnet and tenant:afda6178f84f4f169857e327c98485d5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:50.498102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:50.503695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:50.568753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Made reservation on behalf of afda6178f84f4f169857e327c98485d5 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:21:50.571016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.685939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2f22551d-cee3-4d91-a8c1-9ad251ab7703 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:50.755619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:50.756016 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.832091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.879957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e393d7ba-c5c8-4cdd-beae-1c8a54415523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:50.904395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7e1e22-1631-458b-9987-7768a6e4761a,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:50.921044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Checking segment: {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:50.921397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Network hostable DHCP agents. Network: c653be2b-73ce-4463-b02a-fe425aeb8e45, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:21:50.994883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:21:51.090386 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Sync routers for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:21:51.102459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:51.103050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:51.103696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, c653be2b-73ce-4463-b02a-fe425aeb8e45) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:51.107652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:51.108426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.155703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6542eb3-fdca-4f16-8176-d071eee7fa1b None None] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:51.216132 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-718fceba-c99d-4cf1-a91b-62c3f75fe9d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7318232 Feb 14 18:21:51.216471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49420) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:51.222126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:21:51.227054 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:21:51.230908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Usage tracker for resource:router and tenant:afda6178f84f4f169857e327c98485d5 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:21:51.233774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:21:51.239931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:21:51.315660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.316595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.334630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.454139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:51.553440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.617084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-c653be2b-73ce-4463-b02a-fe425aeb8e45', 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'fixed_ips': [{'subnet_id': '8d7e1e22-1631-458b-9987-7768a6e4761a'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:21:51.617894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.798927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.830558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:51.928531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Allocated IP 172.20.0.2 (c653be2b-73ce-4463-b02a-fe425aeb8e45/8d7e1e22-1631-458b-9987-7768a6e4761a/2c9d2c9f-7274-49c8-89cd-82e52e4e9614) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:51.965123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Allocated IP 172.26.4.200 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/5f380a55-400f-48b0-9c54-6b7306025697) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:52.011622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:47Z', 'revision_number': 4, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e18aecdc-8d7c-40f3-ae14-e3b0013db1b4', 'name': '', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'mac_address': 'fa:16:3e:60:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:46Z', 'updated_at': '2022-02-14T18:21:47Z', 'revision_number': 2, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'subnets': [{'id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:52.025412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Checking router: cec103cb-0b98-4af4-87a3-6c32cfda52c8 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:21:52.025764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Updating router cec103cb-0b98-4af4-87a3-6c32cfda52c8 port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:21:52.114066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.114278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.204067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.269614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:52.272290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:52.276523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:52.292204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.303900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Pushing event updated for resources: {'Port': ['ID=5f380a55-400f-48b0-9c54-6b7306025697,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:52.311826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Transition to ACTIVE for port object 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:52.397984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Transition to ACTIVE for port object 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:52.480732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.530319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.531046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.626487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:52.630342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.636246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:52.638261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Pushing event updated for resources: {'Port': ['ID=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:52.640396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:52.654110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Transition to ACTIVE for port object e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:52.738334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Attempting to bind port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:52.738702 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Attempting to bind port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:52.739052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Attempting to bind port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 on network c653be2b-73ce-4463-b02a-fe425aeb8e45 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:52.745329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:52.745698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Checking segment: {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:52.746094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.746477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Bound using segment: {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:52.746933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Bound port: 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:52.747315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.802727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:52.826009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Router dcbb02e9-7da8-4d00-89de-3095ba905d35 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:21:53.020820 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365d3f-129b-4f72-8bd9-285d6ed93936 None None] Pushing event updated for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:53.089427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] For port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:53.127343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4dea8ccf-6656-4206-93c0-79edd3808ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.133543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] For port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:53.149952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Attempting to bind port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:53.150315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Attempting to bind port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:53.150676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Attempting to bind port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:53.157074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:53.157441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Checking segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:53.157827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.158212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Bound using segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:53.158725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Bound port: e18aecdc-8d7c-40f3-ae14-e3b0013db1b4, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:53.159010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.162526 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:21:53.176839 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Sync routers for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:21:53.185315 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:53.185898 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:53.201671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.272121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.276018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e6daa2f-653c-4009-96ea-06a871276e9a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0560675 Feb 14 18:21:53.276502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49424) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:21:53.357698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] For port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:53.365303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] For port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:53.366491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28d2f-c9b7-4047-b64e-0eef1ab03321 None None] Pushing event updated for resources: {'Port': ['ID=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:53.380861 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:53.426699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:53.513492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365d3f-129b-4f72-8bd9-285d6ed93936 None None] Pushing event updated for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:53.529855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:53.530577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:53.804871 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:53.853559 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:52Z', 'revision_number': 3, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:53.857964 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Checking router: dcbb02e9-7da8-4d00-89de-3095ba905d35 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:21:53.858314 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Updating router dcbb02e9-7da8-4d00-89de-3095ba905d35 port 5f380a55-400f-48b0-9c54-6b7306025697 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:21:53.918444 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.170826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:47Z', 'revision_number': 4, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e18aecdc-8d7c-40f3-ae14-e3b0013db1b4', 'name': '', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'mac_address': 'fa:16:3e:60:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:46Z', 'updated_at': '2022-02-14T18:21:53Z', 'revision_number': 4, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'subnets': [{'id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:54.175553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751afb-fb30-470f-88bb-f79bdd182664 None None] The sync data for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv is: [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:21:47Z', 'revision_number': 4, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e18aecdc-8d7c-40f3-ae14-e3b0013db1b4', 'name': '', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'mac_address': 'fa:16:3e:60:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:46Z', 'updated_at': '2022-02-14T18:21:53Z', 'revision_number': 4, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'subnets': [{'id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:21:54.319593 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.344201 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.357852 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Transition to ACTIVE for port object 5f380a55-400f-48b0-9c54-6b7306025697 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:54.369233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.443131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.455073 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.542357 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b9b58-1b73-4530-bcf6-b69f98c8799e None None] Pushing event updated for resources: {'Port': ['ID=5f380a55-400f-48b0-9c54-6b7306025697,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:54.566229 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Attempting to bind port 5f380a55-400f-48b0-9c54-6b7306025697 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:21:54.566639 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Attempting to bind port 5f380a55-400f-48b0-9c54-6b7306025697 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:21:54.566991 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Attempting to bind port 5f380a55-400f-48b0-9c54-6b7306025697 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:21:54.573757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:21:54.574258 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:21:54.574661 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.575275 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:21:54.575738 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Bound port: 5f380a55-400f-48b0-9c54-6b7306025697, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:21:54.576109 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.578709 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Allocated IP 172.20.0.1 (c653be2b-73ce-4463-b02a-fe425aeb8e45/8d7e1e22-1631-458b-9987-7768a6e4761a/db61ebd3-5f01-426c-a907-4b3f3860fe2d) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:21:54.655794 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] For port 5f380a55-400f-48b0-9c54-6b7306025697, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:21:54.659588 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] For port 5f380a55-400f-48b0-9c54-6b7306025697, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f380a55-400f-48b0-9c54-6b7306025697,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:21:54.691463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d310ec3f-f9f3-4a60-9698-94d9ee99aa49 None None] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:21:54.748722 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.809870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:54.835543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:54.855972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b9b58-1b73-4530-bcf6-b69f98c8799e None None] Pushing event updated for resources: {'Port': ['ID=5f380a55-400f-48b0-9c54-6b7306025697,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:54.860507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Transition to ACTIVE for port object db61ebd3-5f01-426c-a907-4b3f3860fe2d will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:21:54.860663 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:21:54.860663 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:54.944508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-22a82252-1adf-4ab9-bcae-d5564c19360c None None] Provisioning for port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:54.952142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.021347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:55.032066 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:55.038658 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:21:55.061052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:55.067512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:55.068005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.087594 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:21:55.105145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Pushing event updated for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:55.116633 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.258731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.302428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:55.317246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.384445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.385358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:55.485288 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:52Z', 'revision_number': 3, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:21:55.491069 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cd294-79e3-48e0-aba3-de7bcc65dfd3 None None] The sync data for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv is: [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:52Z', 'revision_number': 3, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:21:55.545244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:55.608051 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.637491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Provisioning for port db61ebd3-5f01-426c-a907-4b3f3860fe2d completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:55.643227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Provisioning complete for port db61ebd3-5f01-426c-a907-4b3f3860fe2d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:55.643600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.671567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:21:55.675651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.689704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:55.690084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.744308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.746846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Port db61ebd3-5f01-426c-a907-4b3f3860fe2d cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:21:55.780600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Pushing event updated for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:55.785221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.801844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Provisioning complete for port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:55.802217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.871332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:55.926497 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:21:55.927668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:21:55.941798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:21:55.967810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:56.018943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:56.136898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:21:56.137248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-9d04bc44-9fbc-4017-be70-984775e7c7b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:21:56.139447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:21:56.401266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Router dcbb02e9-7da8-4d00-89de-3095ba905d35 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:21:56.605326 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:21:56.623913 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1112bd5e-110f-4fd6-a772-26057e45a76e admin admin] 10.222.0.30 "PUT /v2.0/routers/dcbb02e9-7da8-4d00-89de-3095ba905d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376706 Feb 14 18:21:56.700631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:56.772818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:56.773502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:56.894224 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:21:56.932502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6884430b-7c81-4753-a97f-c88e10c127bf None None] Provisioning complete for port db61ebd3-5f01-426c-a907-4b3f3860fe2d triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:56.932899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6884430b-7c81-4753-a97f-c88e10c127bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:57.002798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6884430b-7c81-4753-a97f-c88e10c127bf None None] Port db61ebd3-5f01-426c-a907-4b3f3860fe2d cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:21:57.014195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:21:57.014563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:21:58.573348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8331-452f-491f-8e65-0d97cb612598 req-040c2c06-98df-40e1-be1c-c436120b98ec tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:21:58.574024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-abaf8331-452f-491f-8e65-0d97cb612598 req-040c2c06-98df-40e1-be1c-c436120b98ec tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:21:58.669737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-abaf8331-452f-491f-8e65-0d97cb612598 req-040c2c06-98df-40e1-be1c-c436120b98ec tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:21:58.670910 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-040c2c06-98df-40e1-be1c-c436120b98ec tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/networks?id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 200 len: 816 time: 0.2518551 Feb 14 18:21:58.687119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-4d5f4278-16a0-436c-abfa-d240ef01987f tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/quotas/ce5c0309a82e41189c689e454cb01321 HTTP/1.1" status: 200 len: 375 time: 0.0108254 Feb 14 18:21:58.766017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-abaf8331-452f-491f-8e65-0d97cb612598 req-848f3a7d-09ec-4e0a-b884-ee469bce6165 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:21:58.841051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-abaf8331-452f-491f-8e65-0d97cb612598 req-848f3a7d-09ec-4e0a-b884-ee469bce6165 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:21:58.842281 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-848f3a7d-09ec-4e0a-b884-ee469bce6165 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498373 Feb 14 18:21:58.977572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-886481cf-961a-403c-8fbe-3c6a470246ea service neutron] 10.222.0.30 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235130 Feb 14 18:21:59.109381 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-088ebae4-fd22-40b2-8f34-a4bf047c0d62 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258805 Feb 14 18:21:59.366058 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dfd811af-1b26-4cbd-873f-f5840ee7b1d5 req-93c5bb5a-7ae3-4b16-889c-ac11f7ff1393 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 210 time: 0.0404019 Feb 14 18:22:00.539557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6a7c652-2fff-466b-bac2-78ba31fcb5bb req-ed95fae8-db49-44b9-9562-d9f45d748ed6 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 210 time: 0.0452292 Feb 14 18:22:01.483970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8331-452f-491f-8e65-0d97cb612598 req-d3940840-92a0-4668-a505-a9edb78ecbd1 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:01.485330 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-d3940840-92a0-4668-a505-a9edb78ecbd1 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "GET /v2.0/networks?id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 200 len: 816 time: 0.1443055 Feb 14 18:22:01.505810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Request body: {'port': {'device_id': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'admin_state_up': True, 'tenant_id': 'ce5c0309a82e41189c689e454cb01321'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:22:01.657121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:22:01.667452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:22:01.715346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b883967-13b2-42e2-980d-a6615a0eca0c req-3e2bee69-3749-4832-a326-c7ae2d6dd884 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 210 time: 0.0393617 Feb 14 18:22:01.745891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Made reservation on behalf of ce5c0309a82e41189c689e454cb01321 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:22:01.749015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:01.910936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Allocated IP 172.20.0.7 (8f5d52c8-966a-4fa4-97e8-e187a9836cdc/5b57f6fa-9557-435d-abc1-429e353575d6/c754f892-04dc-4d10-84df-fd2e5e494bde) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:22:02.105374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.120605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Transition to ACTIVE for port object c754f892-04dc-4d10-84df-fd2e5e494bde will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:22:02.201809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.295594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Pushing event updated for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:02.299573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:22:02.301257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:22:02.303612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:22:02.368648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:02.369755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.493673 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-8f9b8848-59a1-4646-a0bb-80ce2079b0b7 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914546 Feb 14 18:22:02.509173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Request body: {'port': {'device_id': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:22:02.620839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-23e32797-95f0-4a4f-a717-14888db0f39f None None] Provisioning for port c754f892-04dc-4d10-84df-fd2e5e494bde completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:02.626713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-23e32797-95f0-4a4f-a717-14888db0f39f None None] Provisioning complete for port c754f892-04dc-4d10-84df-fd2e5e494bde triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:02.627434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-23e32797-95f0-4a4f-a717-14888db0f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.700540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-23e32797-95f0-4a4f-a717-14888db0f39f None None] Port c754f892-04dc-4d10-84df-fd2e5e494bde cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:22:02.724156 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f380a55-400f-48b0-9c54-6b7306025697 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:02.749830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.866054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5f380a55-400f-48b0-9c54-6b7306025697 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:02.875888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5f380a55-400f-48b0-9c54-6b7306025697 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:02.875888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.983787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:02.999690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5f380a55-400f-48b0-9c54-6b7306025697, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f380a55-400f-48b0-9c54-6b7306025697,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:03.065720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-6f030b97-397c-46f0-af20-cdb0f82e699c tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:03.066147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.066406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-6f030b97-397c-46f0-af20-cdb0f82e699c tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:22:03.131553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5f380a55-400f-48b0-9c54-6b7306025697,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:03.164971 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-6f030b97-397c-46f0-af20-cdb0f82e699c tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:22:03.166373 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-6f030b97-397c-46f0-af20-cdb0f82e699c tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 931 time: 0.2919555 Feb 14 18:22:03.171908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c754f892-04dc-4d10-84df-fd2e5e494bde {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:22:03.192994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.221220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Transition to ACTIVE for port object c754f892-04dc-4d10-84df-fd2e5e494bde will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:22:03.232661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-4f1ff3d9-7a51-4dac-880f-b0b4a09a8c9a tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:22:03.294952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.333996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-4f1ff3d9-7a51-4dac-880f-b0b4a09a8c9a tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:22:03.336858 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fb3ab6c2-1c86-494a-810d-1de093aa0379 req-4f1ff3d9-7a51-4dac-880f-b0b4a09a8c9a tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590095 Feb 14 18:22:03.422636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Pushing event updated for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:03.534385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Attempting to bind port c754f892-04dc-4d10-84df-fd2e5e494bde on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:22:03.534721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Attempting to bind port c754f892-04dc-4d10-84df-fd2e5e494bde by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:22:03.535044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Attempting to bind port c754f892-04dc-4d10-84df-fd2e5e494bde on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:22:03.540734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Port c754f892-04dc-4d10-84df-fd2e5e494bde on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:22:03.541359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Attempting to bind port c754f892-04dc-4d10-84df-fd2e5e494bde on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:22:03.548063 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:22:03.548396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Checking segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:22:03.548804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Bound using segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:22:03.549223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Bound port: c754f892-04dc-4d10-84df-fd2e5e494bde, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:22:03.549564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.638411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:22:03.641270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c754f892-04dc-4d10-84df-fd2e5e494bde,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:22:03.716074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.782156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:03.783518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] 10.222.0.45 "PUT /v2.0/ports/c754f892-04dc-4d10-84df-fd2e5e494bde HTTP/1.1" status: 200 len: 1093 time: 1.2786922 Feb 14 18:22:03.784073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:22:03.805185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99687d-7c29-4b18-bdb0-f216cea78442 service neutron] Pushing event updated for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:03.849878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde', 'status': 'completed', 'code': 200} Feb 14 18:22:03.948654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-394da4ea-6803-4960-81ea-b6672f4e2480 req-155d01ff-6273-45f2-a660-8a7750e3541c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 1096 time: 0.0713835 Feb 14 18:22:04.096080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da4ea-6803-4960-81ea-b6672f4e2480 req-07a12aea-d2ca-48b4-bbf7-3214ee8d5a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:04.097557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-394da4ea-6803-4960-81ea-b6672f4e2480 req-07a12aea-d2ca-48b4-bbf7-3214ee8d5a64 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ce5c0309a82e41189c689e454cb01321&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1382427 Feb 14 18:22:04.231271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da4ea-6803-4960-81ea-b6672f4e2480 req-e5876a13-be96-4160-844d-b6f5bcee7e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:04.232667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-394da4ea-6803-4960-81ea-b6672f4e2480 req-e5876a13-be96-4160-844d-b6f5bcee7e9c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1261206 Feb 14 18:22:04.342537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-2a9673fd-59a8-417f-aaac-11c871a9807f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 1096 time: 0.0682068 Feb 14 18:22:04.416911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-fb27cef5-5efe-4258-b81f-397caceb4051 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c754f892-04dc-4d10-84df-fd2e5e494bde HTTP/1.1" status: 200 len: 217 time: 0.0634561 Feb 14 18:22:04.522871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8331-452f-491f-8e65-0d97cb612598 req-27aa6b22-591b-4a63-8fe3-cf567b382276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:04.524251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-27aa6b22-591b-4a63-8fe3-cf567b382276 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b57f6fa-9557-435d-abc1-429e353575d6 HTTP/1.1" status: 200 len: 855 time: 0.0989003 Feb 14 18:22:04.597578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014fee-b343-4c45-a28e-29eb820ebcf7 req-d05b52db-4ca2-44e9-bd38-8067e754bd61 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:04.598908 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19014fee-b343-4c45-a28e-29eb820ebcf7 req-d05b52db-4ca2-44e9-bd38-8067e754bd61 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 943 time: 0.1375499 Feb 14 18:22:04.642026 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-7439d139-74d3-4de9-9fa5-e58c6157f086 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080372 Feb 14 18:22:04.653430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-19014fee-b343-4c45-a28e-29eb820ebcf7 req-3f0c68dc-c6f1-4157-a041-cbada09b7f90 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471129 Feb 14 18:22:04.694866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f380a55-400f-48b0-9c54-6b7306025697 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:04.772261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5f380a55-400f-48b0-9c54-6b7306025697 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:04.773227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:04.875227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-0ecfec51-008b-4b3a-aa44-fc07594274da service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207580 Feb 14 18:22:05.006488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-abaf8331-452f-491f-8e65-0d97cb612598 req-f9014740-fdf0-4b9a-be14-f6b317259c5a service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218879 Feb 14 18:22:05.854237 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8791a01-3e49-453d-9a74-6c3c8197d19d req-c14d55bd-031d-4f21-9589-13f78b89f0e6 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:05.855653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8791a01-3e49-453d-9a74-6c3c8197d19d req-c14d55bd-031d-4f21-9589-13f78b89f0e6 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 943 time: 0.0789645 Feb 14 18:22:05.900723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8791a01-3e49-453d-9a74-6c3c8197d19d req-f6592a11-31a2-4c04-9059-7234cd72065f tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Feb 14 18:22:07.097278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a6e1c-b814-4e00-970e-ccc7b3b84c5d req-caeba6f1-2c79-467f-b3e7-25fa0d044d59 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:07.098740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd9a6e1c-b814-4e00-970e-ccc7b3b84c5d req-caeba6f1-2c79-467f-b3e7-25fa0d044d59 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 943 time: 0.0806229 Feb 14 18:22:07.148462 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd9a6e1c-b814-4e00-970e-ccc7b3b84c5d req-3e0d2f44-cf9f-4850-b3ed-4efa58ac3187 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Feb 14 18:22:07.987366 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:22:08.512075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acbfc-c36d-4b8e-953d-c25b3756f53a req-fd4a3c4e-236f-45cd-8cb4-89acb11961f0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:08.513594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-624acbfc-c36d-4b8e-953d-c25b3756f53a req-fd4a3c4e-236f-45cd-8cb4-89acb11961f0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 943 time: 0.2470136 Feb 14 18:22:08.557848 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-624acbfc-c36d-4b8e-953d-c25b3756f53a req-49a08a30-831b-44ab-9065-234a3d362e92 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Feb 14 18:22:08.833250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c754f892-04dc-4d10-84df-fd2e5e494bde details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:22:08.991314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c754f892-04dc-4d10-84df-fd2e5e494bde,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:09.004309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'c754f892-04dc-4d10-84df-fd2e5e494bde', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'port_id': 'c754f892-04dc-4d10-84df-fd2e5e494bde', 'mac_address': 'fa:16:3e:53:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:22:09.056646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:09.072994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c754f892-04dc-4d10-84df-fd2e5e494bde {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:22:09.087456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c754f892-04dc-4d10-84df-fd2e5e494bde,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:09.169446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:09.237719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:09.435139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c754f892-04dc-4d10-84df-fd2e5e494bde'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:22:09.846952 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b6c6-ad37-4ae7-8e4c-6c266c97722a req-4bde4bd5-cbf8-4231-9763-97caf7ddfa01 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:09.848494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01e9b6c6-ad37-4ae7-8e4c-6c266c97722a req-4bde4bd5-cbf8-4231-9763-97caf7ddfa01 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 944 time: 0.1672251 Feb 14 18:22:09.892519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-01e9b6c6-ad37-4ae7-8e4c-6c266c97722a req-14a2fc40-a75c-404e-bba4-233b36a88c3f tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Feb 14 18:22:10.833564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c754f892-04dc-4d10-84df-fd2e5e494bde up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:10.969737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port c754f892-04dc-4d10-84df-fd2e5e494bde completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:10.974775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port c754f892-04dc-4d10-84df-fd2e5e494bde triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:10.975175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:11.084859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724ffa-ed35-41cf-b306-f800f38d5b69 req-4ed78987-90cb-4e7c-b824-603e5c0bef43 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:11.086320 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56724ffa-ed35-41cf-b306-f800f38d5b69 req-4ed78987-90cb-4e7c-b824-603e5c0bef43 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 944 time: 0.0770161 Feb 14 18:22:11.089413 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:11.116663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:22:11.127490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c754f892-04dc-4d10-84df-fd2e5e494bde,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:11.133275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-56724ffa-ed35-41cf-b306-f800f38d5b69 req-e8e0577d-b680-46d6-8fac-62e6c5bd496c tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Feb 14 18:22:11.173834 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde', 'code': 200} Feb 14 18:22:11.203331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:11.273046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:11.669186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a1d4c8-57d4-4f17-9766-cadbc44fb8ec req-4762e192-965a-4311-a46a-cc951c27ef84 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 1098 time: 0.1575699 Feb 14 18:22:11.713873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a2a1d4c8-57d4-4f17-9766-cadbc44fb8ec req-b9ed1613-bc6e-4153-a467-379b31124cfa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Feb 14 18:22:12.327353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aadff-2a20-48d5-a43b-7e522c4e208f req-fb39db5f-ba8e-479c-b3d5-727dbbf3ff17 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:12.328834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d7aadff-2a20-48d5-a43b-7e522c4e208f req-fb39db5f-ba8e-479c-b3d5-727dbbf3ff17 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0744505 Feb 14 18:22:12.375409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d7aadff-2a20-48d5-a43b-7e522c4e208f req-642f3d6b-c911-44f8-a459-c39bb0534cb1 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Feb 14 18:22:13.569140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207e2df-34cc-4e2d-b039-18b52c88571a req-4361f106-c535-4129-b426-105e3ca608ff tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:13.570553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d207e2df-34cc-4e2d-b039-18b52c88571a req-4361f106-c535-4129-b426-105e3ca608ff tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0742750 Feb 14 18:22:13.615721 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d207e2df-34cc-4e2d-b039-18b52c88571a req-87a94a3c-144f-4b23-a038-7bb63f10e830 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Feb 14 18:22:13.822311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f8bde-ca19-4b56-9648-edfb477fe501 req-1a883f01-f874-45a8-aff0-f3ac3556f40b tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:13.823730 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d26f8bde-ca19-4b56-9648-edfb477fe501 req-1a883f01-f874-45a8-aff0-f3ac3556f40b tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0784199 Feb 14 18:22:13.867864 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d26f8bde-ca19-4b56-9648-edfb477fe501 req-decd4b1f-e837-4b3b-9ac4-56f337e2ccd3 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 Feb 14 18:22:14.159561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Sync routers for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:22:14.171682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:22:14.172309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:22:14.352472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:22:14.665984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:55Z', 'revision_number': 4, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'db61ebd3-5f01-426c-a907-4b3f3860fe2d', 'name': '', 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'mac_address': 'fa:16:3e:60:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:54Z', 'updated_at': '2022-02-14T18:21:55Z', 'revision_number': 2, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'subnets': [{'id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:22:14.669985 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Checking router: dcbb02e9-7da8-4d00-89de-3095ba905d35 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:22:14.670375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Updating router dcbb02e9-7da8-4d00-89de-3095ba905d35 port db61ebd3-5f01-426c-a907-4b3f3860fe2d binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:22:14.719666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.097840 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.109252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Transition to ACTIVE for port object db61ebd3-5f01-426c-a907-4b3f3860fe2d will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:22:15.180649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.303912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743efc83-12cc-48f1-82f3-6b979d05bdc0 None None] Pushing event updated for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:15.408348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Attempting to bind port db61ebd3-5f01-426c-a907-4b3f3860fe2d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:22:15.408348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Attempting to bind port db61ebd3-5f01-426c-a907-4b3f3860fe2d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:22:15.408348 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Attempting to bind port db61ebd3-5f01-426c-a907-4b3f3860fe2d on network c653be2b-73ce-4463-b02a-fe425aeb8e45 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:22:15.415247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:22:15.415687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Checking segment: {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:22:15.416093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.416794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Bound using segment: {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:22:15.417285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Bound port: db61ebd3-5f01-426c-a907-4b3f3860fe2d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39805f5f-5a09-4d30-869e-313705f4a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:22:15.417661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.463518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.510161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] For port db61ebd3-5f01-426c-a907-4b3f3860fe2d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:22:15.513157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] For port db61ebd3-5f01-426c-a907-4b3f3860fe2d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db61ebd3-5f01-426c-a907-4b3f3860fe2d,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:22:15.592761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:15.683036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:22:15.683036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:21:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:22:15.816375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743efc83-12cc-48f1-82f3-6b979d05bdc0 None None] Pushing event updated for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:15.889168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:22:16.218073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:55Z', 'revision_number': 4, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'db61ebd3-5f01-426c-a907-4b3f3860fe2d', 'name': '', 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'mac_address': 'fa:16:3e:60:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:54Z', 'updated_at': '2022-02-14T18:22:15Z', 'revision_number': 4, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'subnets': [{'id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:22:16.222719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb19731-3b76-4072-b4c4-e9f02ade825d None None] The sync data for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv is: [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:21:55Z', 'revision_number': 4, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'db61ebd3-5f01-426c-a907-4b3f3860fe2d', 'name': '', 'network_id': 'c653be2b-73ce-4463-b02a-fe425aeb8e45', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'mac_address': 'fa:16:3e:60:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:54Z', 'updated_at': '2022-02-14T18:22:15Z', 'revision_number': 4, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'subnets': [{'id': '8d7e1e22-1631-458b-9987-7768a6e4761a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:22:16.731846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db61ebd3-5f01-426c-a907-4b3f3860fe2d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:16.871943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port db61ebd3-5f01-426c-a907-4b3f3860fe2d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:16.878515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port db61ebd3-5f01-426c-a907-4b3f3860fe2d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:16.883430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:16.996965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:17.032405 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port db61ebd3-5f01-426c-a907-4b3f3860fe2d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db61ebd3-5f01-426c-a907-4b3f3860fe2d,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:17.104552 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:17.181990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:18.700523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db61ebd3-5f01-426c-a907-4b3f3860fe2d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:18.767508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port db61ebd3-5f01-426c-a907-4b3f3860fe2d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:18.767876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:20.841569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0cfe17bf-5ef5-45fd-a787-80f3cd0b7872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:23.071753 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bdc457cb-057e-4c51-a6d7-47787dfef0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:24.367149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:24.418192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:25.693801 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:32.110015 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c262b1-8e69-4570-9041-31a23a30455e req-00a82bae-ac72-40a4-9359-22fdfae2ddae tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:32.111450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3c262b1-8e69-4570-9041-31a23a30455e req-00a82bae-ac72-40a4-9359-22fdfae2ddae tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0811236 Feb 14 18:22:32.155472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3c262b1-8e69-4570-9041-31a23a30455e req-8d4d07ca-5633-47cd-a7e3-9f25ebba0718 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Feb 14 18:22:33.351594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdae662-e52f-4442-870d-6c7a3b138067 req-447036fd-438b-448f-a514-b077891c8150 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:33.353058 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cdae662-e52f-4442-870d-6c7a3b138067 req-447036fd-438b-448f-a514-b077891c8150 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0787208 Feb 14 18:22:33.397066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7cdae662-e52f-4442-870d-6c7a3b138067 req-5e6c94c9-8ab9-4c7b-99fd-3d26bcec5ba2 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Feb 14 18:22:33.681235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-20754d39-a605-462d-a227-2ab7f3c97a93 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:33.682722 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-20754d39-a605-462d-a227-2ab7f3c97a93 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 945 time: 0.0746465 Feb 14 18:22:33.755470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Deleting port c754f892-04dc-4d10-84df-fd2e5e494bde {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:22:33.755809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:33.990511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] For port c754f892-04dc-4d10-84df-fd2e5e494bde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=c754f892-04dc-4d10-84df-fd2e5e494bde,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:33.990776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:34.110093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Calling delete_port for c754f892-04dc-4d10-84df-fd2e5e494bde owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:22:34.294854 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:34.312242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['c754f892-04dc-4d10-84df-fd2e5e494bde'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:22:34.341235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Pushing event deleted for resources: {'Port': ['ID=c754f892-04dc-4d10-84df-fd2e5e494bde,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:34.382253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.382898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.382898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.383247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.383577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.383903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.384230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.384553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.384900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.385219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.385537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:22:34.427137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] No DVR routers for this DVR port c754f892-04dc-4d10-84df-fd2e5e494bde on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:22:34.430098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:34.432858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'name': 'network-vif-deleted', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:22:34.492529 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff0f72e-00fd-40fc-9a85-8c577b5f0d43', 'name': 'network-vif-deleted', 'tag': 'c754f892-04dc-4d10-84df-fd2e5e494bde', 'status': 'completed', 'code': 200} Feb 14 18:22:34.645207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74bbe575-3a1d-409f-a0bf-0177b095ea82 req-64d8006a-9f94-46bf-8ea8-5fe854189c64 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "DELETE /v2.0/ports/c754f892-04dc-4d10-84df-fd2e5e494bde HTTP/1.1" status: 204 len: 173 time: 0.9531708 Feb 14 18:22:34.650623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-f717d743-3c43-417b-a568-1eafca78db79 req-38746cfe-5096-4fe0-acab-af203818fba2 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:22:34.724024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-f717d743-3c43-417b-a568-1eafca78db79 req-38746cfe-5096-4fe0-acab-af203818fba2 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:22:34.725230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f717d743-3c43-417b-a568-1eafca78db79 req-38746cfe-5096-4fe0-acab-af203818fba2 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff0f72e-00fd-40fc-9a85-8c577b5f0d43 HTTP/1.1" status: 200 len: 210 time: 0.2038577 Feb 14 18:22:36.522323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-9e670472-191f-4990-ab4d-00fb34733066 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:36.523674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-9e670472-191f-4990-ab4d-00fb34733066 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/networks?id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 200 len: 816 time: 0.2212129 Feb 14 18:22:36.539756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-9c7b6384-73f1-4b0c-864d-3e196473287a tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/quotas/ce5c0309a82e41189c689e454cb01321 HTTP/1.1" status: 200 len: 375 time: 0.0108628 Feb 14 18:22:36.616879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-84cc76a6-ad5d-424a-a88d-65278ce9af2d tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722299 Feb 14 18:22:36.750927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c1a383b2-4b21-4fd1-86d9-43217338497c service neutron] 10.222.0.30 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227798 Feb 14 18:22:36.877810 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-14a69718-ed3e-4bf6-81bb-d9dbd2c7835e service neutron] 10.222.0.30 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207309 Feb 14 18:22:37.158607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b0178ecf-ff10-453e-9693-507949f370b4 req-54d043af-c6ba-4642-b932-b059351b1d35 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 210 time: 0.0463603 Feb 14 18:22:38.301815 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e525a16-3b90-4268-8462-b8f4b1c761db req-1ae6991e-5471-4174-aeac-ee9385768fed tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 210 time: 0.0401890 Feb 14 18:22:38.928155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c754f892-04dc-4d10-84df-fd2e5e494bde no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:22:38.993134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: c754f892-04dc-4d10-84df-fd2e5e494bde {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:22:38.993456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device c754f892-04dc-4d10-84df-fd2e5e494bde not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:22:39.174127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-44533fa7-6ab8-456d-be24-1eee3423f840 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:39.175571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-44533fa7-6ab8-456d-be24-1eee3423f840 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "GET /v2.0/networks?id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 200 len: 816 time: 0.1415458 Feb 14 18:22:39.195419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Request body: {'port': {'device_id': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'admin_state_up': True, 'tenant_id': 'ce5c0309a82e41189c689e454cb01321'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:22:39.329228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:22:39.339970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:22:39.459242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Made reservation on behalf of ce5c0309a82e41189c689e454cb01321 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:22:39.462189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:39.481950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-51d5c231-1950-481d-80de-4996f07f9cf8 req-2f8a11ca-487e-4177-8785-6170c3444b55 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 210 time: 0.0576642 Feb 14 18:22:39.633331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Allocated IP 172.20.0.6 (8f5d52c8-966a-4fa4-97e8-e187a9836cdc/5b57f6fa-9557-435d-abc1-429e353575d6/dd5c85fb-9b85-426d-be83-f4ad53762b5c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:22:39.828034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:39.843538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Transition to ACTIVE for port object dd5c85fb-9b85-426d-be83-f4ad53762b5c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:22:39.941276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:40.013807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:22:40.017129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Pushing event updated for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:40.019461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:22:40.021500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:22:40.082291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:40.082824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:40.164429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-c95d54c3-a177-4829-b3b8-9c2ea9122173 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9728088 Feb 14 18:22:40.179731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Request body: {'port': {'device_id': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:22:40.249166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5fca7369-2afa-461d-9d2c-3653e08eb6ee None None] Provisioning for port dd5c85fb-9b85-426d-be83-f4ad53762b5c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:40.255072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5fca7369-2afa-461d-9d2c-3653e08eb6ee None None] Provisioning complete for port dd5c85fb-9b85-426d-be83-f4ad53762b5c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:40.255482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5fca7369-2afa-461d-9d2c-3653e08eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:40.287230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:40.307577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5fca7369-2afa-461d-9d2c-3653e08eb6ee None None] Port dd5c85fb-9b85-426d-be83-f4ad53762b5c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:22:40.764800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b812-4ad2-4aea-ab22-ff33c3630e80 req-a67883e6-93ef-442b-b7fb-96c0af0346ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:40.765477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0139b812-4ad2-4aea-ab22-ff33c3630e80 req-a67883e6-93ef-442b-b7fb-96c0af0346ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Synchronizing usage tracker for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:22:40.778965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5c85fb-9b85-426d-be83-f4ad53762b5c {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:22:40.790628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:40.811981 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Transition to ACTIVE for port object dd5c85fb-9b85-426d-be83-f4ad53762b5c will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:22:40.876464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0139b812-4ad2-4aea-ab22-ff33c3630e80 req-a67883e6-93ef-442b-b7fb-96c0af0346ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Unset dirty status for tenant:ce5c0309a82e41189c689e454cb01321 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:22:40.877695 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0139b812-4ad2-4aea-ab22-ff33c3630e80 req-a67883e6-93ef-442b-b7fb-96c0af0346ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 931 time: 0.2725065 Feb 14 18:22:40.902908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:41.045542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:41.049384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0139b812-4ad2-4aea-ab22-ff33c3630e80 req-e718b7e6-1291-4001-8973-e765afa8cd7e tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655405 Feb 14 18:22:41.166864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Attempting to bind port dd5c85fb-9b85-426d-be83-f4ad53762b5c on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:22:41.167676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Attempting to bind port dd5c85fb-9b85-426d-be83-f4ad53762b5c by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:22:41.168257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Attempting to bind port dd5c85fb-9b85-426d-be83-f4ad53762b5c on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:22:41.178275 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Port dd5c85fb-9b85-426d-be83-f4ad53762b5c on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:22:41.178677 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Attempting to bind port dd5c85fb-9b85-426d-be83-f4ad53762b5c on network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:22:41.186865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:22:41.186865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Checking segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:22:41.186865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Bound using segment: {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:22:41.186865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Bound port: dd5c85fb-9b85-426d-be83-f4ad53762b5c, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084c5104-9639-43a6-9974-0730becfb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:22:41.187334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:41.284333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:22:41.287182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:22:41.340553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:41.402226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:41.403660 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] 10.222.0.45 "PUT /v2.0/ports/dd5c85fb-9b85-426d-be83-f4ad53762b5c HTTP/1.1" status: 200 len: 1093 time: 1.2287242 Feb 14 18:22:41.404066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:22:41.421177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5dc3-f633-479e-9c5d-070ee7da954b service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:41.467340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c', 'status': 'completed', 'code': 200} Feb 14 18:22:41.581527 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58160c4b-d0ee-4af2-b51b-769486d25921 req-e19d2549-c4f1-4836-acc1-3f0adcc868cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0863552 Feb 14 18:22:41.722801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160c4b-d0ee-4af2-b51b-769486d25921 req-7774cc68-7cf3-4b62-8ae7-7305fad480d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:41.724151 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58160c4b-d0ee-4af2-b51b-769486d25921 req-7774cc68-7cf3-4b62-8ae7-7305fad480d7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ce5c0309a82e41189c689e454cb01321&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1328158 Feb 14 18:22:41.858273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160c4b-d0ee-4af2-b51b-769486d25921 req-91890fcc-5193-4edd-b915-1f0b939b3c2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:41.859681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58160c4b-d0ee-4af2-b51b-769486d25921 req-91890fcc-5193-4edd-b915-1f0b939b3c2c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1270289 Feb 14 18:22:41.969163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-e8411295-1387-40e8-9be8-08684cc828e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0707984 Feb 14 18:22:42.038243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-991cbfb4-b846-4dd7-b504-2e7d07c92edf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c HTTP/1.1" status: 200 len: 217 time: 0.0586748 Feb 14 18:22:42.104298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-ed391056-7f9b-4b2c-8fd3-9ea92e1b2b90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:42.105798 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-ed391056-7f9b-4b2c-8fd3-9ea92e1b2b90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b57f6fa-9557-435d-abc1-429e353575d6 HTTP/1.1" status: 200 len: 855 time: 0.0588591 Feb 14 18:22:42.225051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-bb9d63a9-a831-4ea0-a339-621dbf05c6af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100450 Feb 14 18:22:42.341571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52313-5167-4045-b2c4-0573533a3138 req-3b29d7c1-adde-4bd2-85a0-d15c9bbb2efa tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:42.342979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63b52313-5167-4045-b2c4-0573533a3138 req-3b29d7c1-adde-4bd2-85a0-d15c9bbb2efa tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 943 time: 0.1668818 Feb 14 18:22:42.477812 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-2b1c5252-230b-430c-b0b2-ccc597f253fe service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405157 Feb 14 18:22:42.559371 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-63b52313-5167-4045-b2c4-0573533a3138 req-0adee17d-c21e-450f-99f1-cbeedd7c438d tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194575 Feb 14 18:22:42.617589 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c20ce13-896f-4d20-b76d-48dcd04d5d80 req-7630cbc7-f667-41b0-8063-2350bcbd8d44 service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279771 Feb 14 18:22:43.755705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a722-5732-4867-b2a6-5914c74d7086 req-1d9920e5-6ba7-4e91-91da-62efb2b4a4f5 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:43.757131 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5581a722-5732-4867-b2a6-5914c74d7086 req-1d9920e5-6ba7-4e91-91da-62efb2b4a4f5 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 943 time: 0.0738659 Feb 14 18:22:43.803667 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5581a722-5732-4867-b2a6-5914c74d7086 req-5df9d2db-7d23-4a99-8af0-28da63371056 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Feb 14 18:22:44.961119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device dd5c85fb-9b85-426d-be83-f4ad53762b5c details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:22:44.988884 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:22:45.011017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9c792-051f-4c6c-b4f2-f1c3aa7b57ff req-be7a888e-a71d-41b4-9dc2-f52a6e22bcfa tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:45.012595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30b9c792-051f-4c6c-b4f2-f1c3aa7b57ff req-be7a888e-a71d-41b4-9dc2-f52a6e22bcfa tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 943 time: 0.0891337 Feb 14 18:22:45.059314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30b9c792-051f-4c6c-b4f2-f1c3aa7b57ff req-cb5eb451-4dda-4b77-bd0e-7d4f25d9a5d1 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Feb 14 18:22:45.099380 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:45.114040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c', 'network_id': '8f5d52c8-966a-4fa4-97e8-e187a9836cdc', 'port_id': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c', 'mac_address': 'fa:16:3e:ff:c5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b57f6fa-9557-435d-abc1-429e353575d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:22:45.174203 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:45.191204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5c85fb-9b85-426d-be83-f4ad53762b5c {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:22:45.205896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:45.254639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:45.318309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:45.407499 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:45.489553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['dd5c85fb-9b85-426d-be83-f4ad53762b5c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:22:46.255310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00cc48-dad1-4d4a-b336-7166d7a4c53b req-67637825-70fd-4cd8-b6c6-01314592a992 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:46.256752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e00cc48-dad1-4d4a-b336-7166d7a4c53b req-67637825-70fd-4cd8-b6c6-01314592a992 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 944 time: 0.0776615 Feb 14 18:22:46.301141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e00cc48-dad1-4d4a-b336-7166d7a4c53b req-2d1a3f2b-62a2-4433-97cd-f86a31f6017e tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Feb 14 18:22:46.989485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device dd5c85fb-9b85-426d-be83-f4ad53762b5c up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:22:47.106217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port dd5c85fb-9b85-426d-be83-f4ad53762b5c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:22:47.112467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port dd5c85fb-9b85-426d-be83-f4ad53762b5c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:22:47.113000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:47.226173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:47.254758 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:22:47.264072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:22:47.308475 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c', 'code': 200} Feb 14 18:22:47.311991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:47.378591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:22:47.494253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf98bb-5e99-48ce-9a0f-3eeaee1a6625 req-5014aa5b-b346-45b5-ba0d-123323419be5 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:47.495708 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-76bf98bb-5e99-48ce-9a0f-3eeaee1a6625 req-5014aa5b-b346-45b5-ba0d-123323419be5 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0745873 Feb 14 18:22:47.541349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-76bf98bb-5e99-48ce-9a0f-3eeaee1a6625 req-57820702-4635-46de-8266-4b8251b87adc tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Feb 14 18:22:47.645123 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a49bf6c2-3804-47e2-995c-866ea8cecf96 req-bfc968e6-45c3-427d-80c0-0ea641c15b0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0712609 Feb 14 18:22:47.692549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a49bf6c2-3804-47e2-995c-866ea8cecf96 req-96ec1e57-7a6e-4db8-b6bc-5799e6cc5c7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Feb 14 18:22:48.741027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3eb5a-b8cf-46d0-9a3f-ce2f54c38871 req-87c53148-4fb5-4410-8adf-b5c4564cd32d tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:48.742447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1bd3eb5a-b8cf-46d0-9a3f-ce2f54c38871 req-87c53148-4fb5-4410-8adf-b5c4564cd32d tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0741143 Feb 14 18:22:48.788883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1bd3eb5a-b8cf-46d0-9a3f-ce2f54c38871 req-f0dc82d3-c7ca-4936-9104-917b2996cdaf tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Feb 14 18:22:49.982997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43f22b-4ac5-4fda-9684-6160b2ccc239 req-7cbc6d12-bbbc-4dfc-bc5d-4dc52de95edd tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:49.984333 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a43f22b-4ac5-4fda-9684-6160b2ccc239 req-7cbc6d12-bbbc-4dfc-bc5d-4dc52de95edd tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0785391 Feb 14 18:22:50.028204 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a43f22b-4ac5-4fda-9684-6160b2ccc239 req-f36131c0-4080-484a-b8dd-75eda9fd5583 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Feb 14 18:22:50.223142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f85d4-c8a1-44b2-96d7-277feede6c01 req-f9babf61-f7e6-4dd6-88b9-8f28c2b711ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:50.224555 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c84f85d4-c8a1-44b2-96d7-277feede6c01 req-f9babf61-f7e6-4dd6-88b9-8f28c2b711ab tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0742874 Feb 14 18:22:50.271165 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c84f85d4-c8a1-44b2-96d7-277feede6c01 req-2f56b79b-e0a3-496a-987f-0ad31aade3be tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Feb 14 18:22:50.847671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-26a2e80a-ad86-4818-a040-ff9ba4538116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:52.181609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-d1b11c81-0584-4648-8c43-ea00d3d0b205 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684588 Feb 14 18:22:52.318903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-a8214159-e55e-4992-8c87-9c0fdb109661 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce5c0309a82e41189c689e454cb01321&device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0692413 Feb 14 18:22:52.462851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-1f18cda7-8db0-486d-b651-65d68d73944c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:52.464322 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-1f18cda7-8db0-486d-b651-65d68d73944c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 200 len: 916 time: 0.1279144 Feb 14 18:22:52.534467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-396f5311-d7dd-41f0-ab9e-8774d6136a00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c HTTP/1.1" status: 200 len: 217 time: 0.0643594 Feb 14 18:22:52.599533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-aa650c6c-0f41-4397-92d6-411b55beef52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:22:52.601023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-aa650c6c-0f41-4397-92d6-411b55beef52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b57f6fa-9557-435d-abc1-429e353575d6 HTTP/1.1" status: 200 len: 855 time: 0.0612957 Feb 14 18:22:52.676577 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-b7937a59-b5f4-4d15-b5f5-470db9bce344 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8f5d52c8-966a-4fa4-97e8-e187a9836cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701299 Feb 14 18:22:52.812299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-293c92a0-7add-4418-a260-6448040705a6 service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294782 Feb 14 18:22:53.031895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2257b26f-ac0c-41f9-8f2a-5104bc0a9fd0 req-b27780ea-28f3-4321-9031-d18ff5d951a3 service neutron] 10.222.0.45 "GET /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128158 Feb 14 18:22:53.089071 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f68d1c2-7f53-4581-b2c4-4ebccd409351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:54.368136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:54.396471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:22:55.671849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:08.162287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6720e3-ad48-4fe6-985a-dea2fe8b959b req-8da09d89-d89c-4151-b6e5-22b963d7ba58 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:08.163604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ef6720e3-ad48-4fe6-985a-dea2fe8b959b req-8da09d89-d89c-4151-b6e5-22b963d7ba58 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0750713 Feb 14 18:23:08.210431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ef6720e3-ad48-4fe6-985a-dea2fe8b959b req-a9a0f375-5400-4137-b07e-fdbc86fb241b tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Feb 14 18:23:09.402303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187b09f-1dcf-4946-9761-5096868b1d65 req-3819c361-ca29-4f80-a30b-a066f8fcd540 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:09.403770 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e187b09f-1dcf-4946-9761-5096868b1d65 req-3819c361-ca29-4f80-a30b-a066f8fcd540 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0758164 Feb 14 18:23:09.448783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e187b09f-1dcf-4946-9761-5096868b1d65 req-81863516-3e51-420e-b303-34310683dc9d tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/security-groups?id=9463eec8-38dc-457a-81f0-256effae1db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Feb 14 18:23:09.831026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-72856239-cab2-4099-ba67-830ba7b8c810 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:09.832430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-72856239-cab2-4099-ba67-830ba7b8c810 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 945 time: 0.0781789 Feb 14 18:23:09.902339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Deleting port dd5c85fb-9b85-426d-be83-f4ad53762b5c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:09.902595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:10.140675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] For port dd5c85fb-9b85-426d-be83-f4ad53762b5c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=dd5c85fb-9b85-426d-be83-f4ad53762b5c,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:10.141061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:10.259210 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Calling delete_port for dd5c85fb-9b85-426d-be83-f4ad53762b5c owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:10.466390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:10.484010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['dd5c85fb-9b85-426d-be83-f4ad53762b5c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:23:10.515960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Pushing event deleted for resources: {'Port': ['ID=dd5c85fb-9b85-426d-be83-f4ad53762b5c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:10.628393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] No DVR routers for this DVR port dd5c85fb-9b85-426d-be83-f4ad53762b5c on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:23:10.634746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:10.637364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'name': 'network-vif-deleted', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:23:10.644923 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9bb8d3b0-45d6-4fa9-8710-199511dbe5ae req-1e50e237-c14c-48b3-aba0-d033a16c2db1 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.30 "GET /v2.0/ports?device_id=2937b11e-de09-42f9-97a3-dfa430322fc0 HTTP/1.1" status: 200 len: 210 time: 0.0588794 Feb 14 18:23:10.701609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-047e427f-d69e-4756-83bb-531557dbb1f8 req-8c1436ca-6565-45be-914e-0c72416554b0 tempest-TestEncryptedCinderVolumes-1448436788 tempest-TestEncryptedCinderVolumes-1448436788-project] 10.222.0.45 "DELETE /v2.0/ports/dd5c85fb-9b85-426d-be83-f4ad53762b5c HTTP/1.1" status: 204 len: 173 time: 0.8612957 Feb 14 18:23:10.780295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2937b11e-de09-42f9-97a3-dfa430322fc0', 'name': 'network-vif-deleted', 'tag': 'dd5c85fb-9b85-426d-be83-f4ad53762b5c', 'status': 'completed', 'code': 200} Feb 14 18:23:11.872996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49720) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:12.281207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:12.955160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Deleting port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:12.955807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:13.121377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] For port e18aecdc-8d7c-40f3-ae14-e3b0013db1b4, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:13.121729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:13.239369 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Calling delete_port for e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:13.454116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:13.499986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Pushing event deleted for resources: {'Port': ['ID=e18aecdc-8d7c-40f3-ae14-e3b0013db1b4,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:13.785064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:14.446024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Router cec103cb-0b98-4af4-87a3-6c32cfda52c8 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:23:14.643735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:14.652274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Sync routers for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:14.655839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2e2f82c3-9fcc-464a-9b52-35d37b4b774c admin admin] 10.222.0.30 "PUT /v2.0/routers/cec103cb-0b98-4af4-87a3-6c32cfda52c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7817690 Feb 14 18:23:14.658360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49724) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:14.664471 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:14.665084 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:22:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:14.838680 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:14.853941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.044733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.120898 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:23:13Z', 'revision_number': 5, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port': {'id': '2f22551d-cee3-4d91-a8c1-9ad251ab7703', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:44Z', 'updated_at': '2022-02-14T18:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:15.124590 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Checking router: cec103cb-0b98-4af4-87a3-6c32cfda52c8 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:15.135423 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Routers {'cec103cb-0b98-4af4-87a3-6c32cfda52c8'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:15.136002 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:22:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:15.146111 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Deleting port 2f22551d-cee3-4d91-a8c1-9ad251ab7703 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:15.146458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.222315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device dd5c85fb-9b85-426d-be83-f4ad53762b5c no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:15.258926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: dd5c85fb-9b85-426d-be83-f4ad53762b5c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:15.259258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device dd5c85fb-9b85-426d-be83-f4ad53762b5c not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:15.306678 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] Set router cec103cb-0b98-4af4-87a3-6c32cfda52c8 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:15.320043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] For port 2f22551d-cee3-4d91-a8c1-9ad251ab7703, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2f22551d-cee3-4d91-a8c1-9ad251ab7703,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:15.320398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.407957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.410357 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:23:15Z', 'revision_number': 6, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:15.414640 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f307-976d-4e27-808e-b29756ecd07a None None] The sync data for ids ['cec103cb-0b98-4af4-87a3-6c32cfda52c8'] in dv-neutron-823271-4-hyperv is: [{'id': 'cec103cb-0b98-4af4-87a3-6c32cfda52c8', 'name': 'tempest-TestEncryptedCinderVolumes-917776381-router', 'tenant_id': 'ce5c0309a82e41189c689e454cb01321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:43Z', 'updated_at': '2022-02-14T18:23:15Z', 'revision_number': 6, 'project_id': 'ce5c0309a82e41189c689e454cb01321', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:23:15.540764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Calling delete_port for 2f22551d-cee3-4d91-a8c1-9ad251ab7703 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:15.758074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:15.804165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f22551d-cee3-4d91-a8c1-9ad251ab7703,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:16.032523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.291230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.295500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.392162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.392798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec103cb-0b98-4af4-87a3-6c32cfda52c8 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:23:16.405325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.408737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e43537b5-20ec-4a87-80aa-98e666962f3e admin admin] 10.222.0.30 "DELETE /v2.0/routers/cec103cb-0b98-4af4-87a3-6c32cfda52c8 HTTP/1.1" status: 204 len: 168 time: 1.7472136 Feb 14 18:23:16.409105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:16.469180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Deleting subnet 5b57f6fa-9557-435d-abc1-429e353575d6 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:23:16.472268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.520271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.598335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.726876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:16.739998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.759870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:16.760214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e18aecdc-8d7c-40f3-ae14-e3b0013db1b4 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:16.760629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2f22551d-cee3-4d91-a8c1-9ad251ab7703 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:16.774944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b57f6fa-9557-435d-abc1-429e353575d6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:16.783179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.789025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a3c46a5c-baf4-483a-9fad-da048e02c702 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b57f6fa-9557-435d-abc1-429e353575d6 HTTP/1.1" status: 204 len: 168 time: 0.3789430 Feb 14 18:23:16.791487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49732) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:16.792456 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 2f22551d-cee3-4d91-a8c1-9ad251ab7703 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:16.792921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2f22551d-cee3-4d91-a8c1-9ad251ab7703 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:16.794694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de46fd3-0b41-461f-96f8-3442836cf9ad None None] Network 8f5d52c8-966a-4fa4-97e8-e187a9836cdc requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:16.893258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:16.903505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Deleting port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:16.903835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.027088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] DHCP port deletion for 8f5d52c8-966a-4fa4-97e8-e187a9836cdc request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:23:17.031365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Deleting port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:17.031736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.206533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] For port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:17.206814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.259525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] For port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,segment=NetworkSegment(084c5104-9639-43a6-9974-0730becfb4cc),segment_id=084c5104-9639-43a6-9974-0730becfb4cc)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:17.259829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.327222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Calling delete_port for 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:17.378896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Calling delete_port for 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:17.500776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.506102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:23:17.506525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:23:17.545945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2c044b-a6dc-4284-93bc-811a1fe9bd39,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:17.550373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] No DVR routers for this DVR port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:23:17.663158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.687250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5d52c8-966a-4fa4-97e8-e187a9836cdc']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:17.698851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084c5104-9639-43a6-9974-0730becfb4cc') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:17.699147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084c5104-9639-43a6-9974-0730becfb4cc') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:17.710532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.729901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.735747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:23:17.736121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:23:17.748745 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:23:17.877442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.893248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:17.903650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5d52c8-966a-4fa4-97e8-e187a9836cdc,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:17.969445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1681bc5b-1bb0-48f4-8afa-1e2fae060c65 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f5d52c8-966a-4fa4-97e8-e187a9836cdc HTTP/1.1" status: 204 len: 168 time: 1.1770003 Feb 14 18:23:17.972254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49736) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:18.007784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Deleting port 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:18.008329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:18.072964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f4fe5-4028-44a6-9ea5-ca3f50a9a14f None None] The port '6b2c044b-a6dc-4284-93bc-811a1fe9bd39' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:23:18.384795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:18.732381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:18.765971 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:18.766320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6b2c044b-a6dc-4284-93bc-811a1fe9bd39 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:19.065037 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Deleting port db61ebd3-5f01-426c-a907-4b3f3860fe2d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:19.065648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:19.230887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] For port db61ebd3-5f01-426c-a907-4b3f3860fe2d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=db61ebd3-5f01-426c-a907-4b3f3860fe2d,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:19.231238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:19.354932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Calling delete_port for db61ebd3-5f01-426c-a907-4b3f3860fe2d owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:19.574767 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:19.619073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db61ebd3-5f01-426c-a907-4b3f3860fe2d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:19.917966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:20.571206 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Router dcbb02e9-7da8-4d00-89de-3095ba905d35 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:23:20.778538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:20.787836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Sync routers for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:20.788418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-092a6913-4169-4950-9e2c-52df3cba0db0 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcbb02e9-7da8-4d00-89de-3095ba905d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8147807 Feb 14 18:23:20.790580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49740) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:20.800921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:20.801522 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:22:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:20.855399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-502afdd8-9389-4eb7-abce-d85c02e10c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:20.977422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:20.986978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:21.183994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:21.249057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Deleting port 5f380a55-400f-48b0-9c54-6b7306025697 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:21.249530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:21.260128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5f380a55-400f-48b0-9c54-6b7306025697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:23:19Z', 'revision_number': 5, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port': {'id': '5f380a55-400f-48b0-9c54-6b7306025697', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:21.264012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Checking router: dcbb02e9-7da8-4d00-89de-3095ba905d35 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:21.275011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Routers {'dcbb02e9-7da8-4d00-89de-3095ba905d35'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:21.275595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:22:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['dcbb02e9-7da8-4d00-89de-3095ba905d35'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:21.420989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] For port 5f380a55-400f-48b0-9c54-6b7306025697, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f380a55-400f-48b0-9c54-6b7306025697,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:21.421346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:21.424838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] Set router dcbb02e9-7da8-4d00-89de-3095ba905d35 gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:21.527818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:23:21Z', 'revision_number': 6, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:21.531618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d67c1e-f2c6-42a2-a275-ce6897bef21e None None] The sync data for ids ['dcbb02e9-7da8-4d00-89de-3095ba905d35'] in dv-neutron-823271-4-hyperv is: [{'id': 'dcbb02e9-7da8-4d00-89de-3095ba905d35', 'name': 'tempest-TestEncryptedCinderVolumes-1335535770-router', 'tenant_id': 'afda6178f84f4f169857e327c98485d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:21:51Z', 'updated_at': '2022-02-14T18:23:21Z', 'revision_number': 6, 'project_id': 'afda6178f84f4f169857e327c98485d5', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:23:21.539004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Calling delete_port for 5f380a55-400f-48b0-9c54-6b7306025697 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:21.757400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:21.802157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f380a55-400f-48b0-9c54-6b7306025697,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:21.989195 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:23:22.129913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.382395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.386739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.500407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.501001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbb02e9-7da8-4d00-89de-3095ba905d35 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:23:22.513798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.517680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0e564bc8-ac46-48a2-a8b9-32ec3a63c89e admin admin] 10.222.0.30 "DELETE /v2.0/routers/dcbb02e9-7da8-4d00-89de-3095ba905d35 HTTP/1.1" status: 204 len: 168 time: 1.7235775 Feb 14 18:23:22.517680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49744) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:22.578136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Deleting subnet 8d7e1e22-1631-458b-9987-7768a6e4761a {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:23:22.581240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.633223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.710390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.729625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db61ebd3-5f01-426c-a907-4b3f3860fe2d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:22.760887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: db61ebd3-5f01-426c-a907-4b3f3860fe2d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:22.761477 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device db61ebd3-5f01-426c-a907-4b3f3860fe2d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:22.761894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f380a55-400f-48b0-9c54-6b7306025697 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:22.793077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5f380a55-400f-48b0-9c54-6b7306025697 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:22.793416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f380a55-400f-48b0-9c54-6b7306025697 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:22.832266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.871836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7e1e22-1631-458b-9987-7768a6e4761a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:22.878895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:22.883765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87087d62-39d7-42e3-b9e7-98bc5c5489af None None] Network c653be2b-73ce-4463-b02a-fe425aeb8e45 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:22.885391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b9d3847c-da0b-4d49-a6be-fa4feaee0894 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8d7e1e22-1631-458b-9987-7768a6e4761a HTTP/1.1" status: 204 len: 168 time: 0.3667269 Feb 14 18:23:22.887775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49748) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:22.995161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.006550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Deleting port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:23.006877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.106436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7f5a3786-de81-4cb2-9f9a-1ef3a1460ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.172631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] DHCP port deletion for c653be2b-73ce-4463-b02a-fe425aeb8e45 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:23:23.176833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Deleting port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:23.177266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.205107 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] For port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:23.205441 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.322651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Calling delete_port for 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:23.375273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] For port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,segment=NetworkSegment(39805f5f-5a09-4d30-869e-313705f4a6fb),segment_id=39805f5f-5a09-4d30-869e-313705f4a6fb)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:23.375660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.472372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.493281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Calling delete_port for 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:23:23.516877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9d2c9f-7274-49c8-89cd-82e52e4e9614,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:23.520572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] No DVR routers for this DVR port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:23:23.564085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:23:23.564446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:23:23.721973 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.746816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c653be2b-73ce-4463-b02a-fe425aeb8e45']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:23.761618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39805f5f-5a09-4d30-869e-313705f4a6fb') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:23.761911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39805f5f-5a09-4d30-869e-313705f4a6fb') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:23.773519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.788678 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.794716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:23:23.795082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:23:23.807435 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:23:23.934736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.950671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:23.964499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c653be2b-73ce-4463-b02a-fe425aeb8e45,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:23.969181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a9a18cd5-9921-45b1-be02-c2623ad3eca6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c653be2b-73ce-4463-b02a-fe425aeb8e45 HTTP/1.1" status: 204 len: 168 time: 1.0797570 Feb 14 18:23:24.066154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Deleting port 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:23:24.066776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.136367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5183d118-adf7-4612-9cde-e08c2525191a None None] The port '2c9d2c9f-7274-49c8-89cd-82e52e4e9614' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:23:24.351990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.414951 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.438099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49754) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:24.487282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-32e937a1-d1a3-4c12-baf7-8e089ca6108f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce5c0309a82e41189c689e454cb01321&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480392 Feb 14 18:23:24.490285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 49758) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:24.546375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.571082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.694830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.711623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463eec8-38dc-457a-81f0-256effae1db1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:24.728162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:23:24.762088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:23:24.762425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 2c9d2c9f-7274-49c8-89cd-82e52e4e9614 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:23:24.779737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:24.780893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8114d65e-d642-4831-b7c2-918816e07849 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9463eec8-38dc-457a-81f0-256effae1db1 HTTP/1.1" status: 204 len: 168 time: 0.2896922 Feb 14 18:23:25.464413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49766) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:25.513444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-786246f5-0f83-4586-b4a2-1106f3c613ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afda6178f84f4f169857e327c98485d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478354 Feb 14 18:23:25.515885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49770) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:25.572932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:25.597597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:25.688093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:25.723212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:25.739310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4136c-adbd-4006-b747-909d7caa72b8,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:25.753054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:25.754174 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6e4136c-adbd-4006-b747-909d7caa72b8 HTTP/1.1" status: 204 len: 168 time: 0.2374406 Feb 14 18:23:25.756570 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.756941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.757597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.758174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.758741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.759324 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.760118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.760461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.761132 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.761262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:25.761590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a9cc-2932-4730-b8f4-30bf7d8dd760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:26.904466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49792) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:27.028871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1145778780-network', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:27.033575 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:27.037463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Usage tracker for resource:network and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:27.040327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:27.046713 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:27.110753 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Made reservation on behalf of 42ce55f8084d4b3eaa0b011f1573c0bb for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:23:27.112951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.125778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.157111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:27.160933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:27.163920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:27.169895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:27.232525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.289268 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.318833 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:23:27.327311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21756570-fb1f-42a9-b048-9e2fbc8e62ae,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:27.332541 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.332911 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Added segment f4582bc0-2cc3-4012-aaab-612af2b7af1a of type vlan for network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 Feb 14 18:23:27.357434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.437580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.438335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:27.438899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.538920 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c39ba9-9ade-4ba5-bd35-e17c368521e1,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:27.549059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:23:27.581387 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3a1f4833-e76f-4a62-afb8-356778943ea8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6757791 Feb 14 18:23:27.584154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49798) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:27.589542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Request body: {'subnet': {'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1145778780-subnet', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:27.594643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:27.598694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Usage tracker for resource:subnet and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:27.602106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:27.608213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:27.660645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Made reservation on behalf of 42ce55f8084d4b3eaa0b011f1573c0bb for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:23:27.663440 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:27.940844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.010360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b145b74-0e4b-4562-ae0b-d983dc6c8743,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:28.028467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Checking segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:28.028888 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Network hostable DHCP agents. Network: f8c39ba9-9ade-4ba5-bd35-e17c368521e1, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:23:28.123037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:23:28.220778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, f8c39ba9-9ade-4ba5-bd35-e17c368521e1) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:28.225643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:28.226222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.230129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc69ad1-a939-4342-b48d-2bfd358e10a1 None None] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:28.335988 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f7abc0f5-5ce1-4186-9532-960c7a08d8be admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7505798 Feb 14 18:23:28.338514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49802) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:28.343526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:28.348229 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:28.352050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Usage tracker for resource:router and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:28.354934 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:28.360671 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:28.409412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.410337 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.428517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.440108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:23:28.440928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.596904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Allocated IP 172.20.0.2 (f8c39ba9-9ade-4ba5-bd35-e17c368521e1/0b145b74-0e4b-4562-ae0b-d983dc6c8743/111e85ba-fe69-4214-921e-d27a3f829ca9) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:28.620272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.795741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.806307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Transition to ACTIVE for port object 111e85ba-fe69-4214-921e-d27a3f829ca9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:28.825143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Transition to ACTIVE for port object 111e85ba-fe69-4214-921e-d27a3f829ca9 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:28.855819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.883745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.886353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:28.984134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:28.986950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:28.991940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:28.994135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Pushing event updated for resources: {'Port': ['ID=111e85ba-fe69-4214-921e-d27a3f829ca9,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:29.032417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.032788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.033128 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.033460 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.033797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.034121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.034446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.034769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.035094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.035415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.035736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:29.091172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Attempting to bind port 111e85ba-fe69-4214-921e-d27a3f829ca9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:23:29.091550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Attempting to bind port 111e85ba-fe69-4214-921e-d27a3f829ca9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:23:29.091894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Attempting to bind port 111e85ba-fe69-4214-921e-d27a3f829ca9 on network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:23:29.098150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:23:29.098519 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Checking segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:29.099450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.100478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Bound using segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:23:29.100965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Bound port: 111e85ba-fe69-4214-921e-d27a3f829ca9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:23:29.101419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.120638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Allocated IP 172.26.4.173 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c9f55f70-3184-4093-a191-18adfc1fe1d5) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:29.185843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74956032-146f-4375-9393-4f98316d41c7 None None] For port 111e85ba-fe69-4214-921e-d27a3f829ca9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:23:29.189164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74956032-146f-4375-9393-4f98316d41c7 None None] For port 111e85ba-fe69-4214-921e-d27a3f829ca9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=111e85ba-fe69-4214-921e-d27a3f829ca9,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:23:29.261057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.265049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.335282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.345885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74956032-146f-4375-9393-4f98316d41c7 None None] Pushing event updated for resources: {'Port': ['ID=111e85ba-fe69-4214-921e-d27a3f829ca9,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:29.407493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:29.410517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:29.414222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:29.445315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Pushing event updated for resources: {'Port': ['ID=c9f55f70-3184-4093-a191-18adfc1fe1d5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:29.655731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.656427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:29.957041 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:23:30.161727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:30.170661 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Sync routers for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:30.183660 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:30.184260 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:30.231959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb45028-a2fe-40ea-a242-f70e952804bf None None] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:30.259788 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:30.261044 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b8b4a40-55f4-49ac-b691-7c6dcfed9bed admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9216006 Feb 14 18:23:30.263779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49806) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:30.375206 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:30.449086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-3d7bbc42-70a2-4f2e-a257-69646086273e None None] Provisioning for port 111e85ba-fe69-4214-921e-d27a3f829ca9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:30.671550 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:29Z', 'revision_number': 3, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:30.675930 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Checking router: 14c34f4d-bc10-40ac-9bdc-34bf0430e855 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:30.676311 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Updating router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 port c9f55f70-3184-4093-a191-18adfc1fe1d5 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:23:30.732856 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:30.775829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 111e85ba-fe69-4214-921e-d27a3f829ca9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:30.911933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 111e85ba-fe69-4214-921e-d27a3f829ca9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:30.917775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 111e85ba-fe69-4214-921e-d27a3f829ca9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:30.918155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.041171 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.074691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.078075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 111e85ba-fe69-4214-921e-d27a3f829ca9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=111e85ba-fe69-4214-921e-d27a3f829ca9,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:31.087357 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Transition to ACTIVE for port object c9f55f70-3184-4093-a191-18adfc1fe1d5 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:31.141600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.169792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.170018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.238195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=111e85ba-fe69-4214-921e-d27a3f829ca9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:31.247976 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Pushing event updated for resources: {'Port': ['ID=c9f55f70-3184-4093-a191-18adfc1fe1d5,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:31.260311 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Attempting to bind port c9f55f70-3184-4093-a191-18adfc1fe1d5 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:23:31.260668 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Attempting to bind port c9f55f70-3184-4093-a191-18adfc1fe1d5 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:23:31.261040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Attempting to bind port c9f55f70-3184-4093-a191-18adfc1fe1d5 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:23:31.263559 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.263888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.264207 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.264523 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.264973 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.265287 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.265573 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.265881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.266186 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.266490 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.266793 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:31.274992 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:23:31.275354 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:31.275740 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.276114 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:23:31.276557 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Bound port: c9f55f70-3184-4093-a191-18adfc1fe1d5, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:23:31.276944 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.353398 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] For port c9f55f70-3184-4093-a191-18adfc1fe1d5, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:23:31.353628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Allocated IP 172.20.0.1 (f8c39ba9-9ade-4ba5-bd35-e17c368521e1/0b145b74-0e4b-4562-ae0b-d983dc6c8743/650a4825-272d-4ae0-9bc7-6a34c0847cfe) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:31.356479 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] For port c9f55f70-3184-4093-a191-18adfc1fe1d5, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c9f55f70-3184-4093-a191-18adfc1fe1d5,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:23:31.420429 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.498507 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.501394 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:31.501998 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:31.513828 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Transition to ACTIVE for port object 650a4825-272d-4ae0-9bc7-6a34c0847cfe will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:31.556441 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af07f-58f9-4abb-b5ea-992938eedce7 None None] Pushing event updated for resources: {'Port': ['ID=c9f55f70-3184-4093-a191-18adfc1fe1d5,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:31.604089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.672234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:31.674868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:31.679653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:31.707558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Pushing event updated for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:31.715314 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:31.738956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.898225 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.922322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e6f3611e-1cef-4b0a-a2b7-c80024a1859f None None] Provisioning for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:31.927963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-e6f3611e-1cef-4b0a-a2b7-c80024a1859f None None] Provisioning complete for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:31.928336 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e6f3611e-1cef-4b0a-a2b7-c80024a1859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:31.981411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3611e-1cef-4b0a-a2b7-c80024a1859f None None] Port 650a4825-272d-4ae0-9bc7-6a34c0847cfe cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:23:32.000785 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:29Z', 'revision_number': 3, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:32.004569 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbe2f-18c9-49f5-802e-3f12126652b5 None None] The sync data for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv is: [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:29Z', 'revision_number': 3, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:23:32.134124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:32.197704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:32.312971 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Pushing event updated for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:32.315519 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:32.455253 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:32.456577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:32.715611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a6e9d697-6584-4e2b-95f2-561ec3e7c88e None None] Provisioning complete for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:32.716173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d697-6584-4e2b-95f2-561ec3e7c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:32.773953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9d697-6584-4e2b-95f2-561ec3e7c88e None None] Port 650a4825-272d-4ae0-9bc7-6a34c0847cfe cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:23:32.824067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 111e85ba-fe69-4214-921e-d27a3f829ca9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:32.891444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 111e85ba-fe69-4214-921e-d27a3f829ca9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:32.891722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:32.953692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:23:33.006244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c9f55f70-3184-4093-a191-18adfc1fe1d5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:33.151679 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:33.157807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c9f55f70-3184-4093-a191-18adfc1fe1d5 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:33.160309 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-862480f5-36ce-45f5-89da-5e0f06e351dc admin admin] 10.222.0.30 "PUT /v2.0/routers/14c34f4d-bc10-40ac-9bdc-34bf0430e855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955457 Feb 14 18:23:33.164750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c9f55f70-3184-4093-a191-18adfc1fe1d5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:33.165115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:33.283192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:33.302346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c9f55f70-3184-4093-a191-18adfc1fe1d5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c9f55f70-3184-4093-a191-18adfc1fe1d5,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:33.368962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:33.436646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c9f55f70-3184-4093-a191-18adfc1fe1d5,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:34.242635 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49828) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:34.251126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-961576520-network', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:34.256594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:34.260549 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Usage tracker for resource:network and tenant:f8fdc610a65f47f285ed4def092f69a3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:34.264327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:34.270217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:34.334557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Made reservation on behalf of f8fdc610a65f47f285ed4def092f69a3 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:23:34.336931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.349792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.379754 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:34.383473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Usage tracker for resource:security_group_rule and tenant:f8fdc610a65f47f285ed4def092f69a3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:34.386295 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:34.391999 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:34.457572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.528820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.561560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:23:34.566775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c33d28-4193-45fb-a6be-f78fbaf57604,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:34.577556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.578160 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Added segment da7b62c4-defc-42d0-ba59-f1db47b4ca41 of type vlan for network 64d73111-ae08-4f01-ba53-924ae725c9fd Feb 14 18:23:34.606108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.677627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.678523 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:34.679201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.738853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c9f55f70-3184-4093-a191-18adfc1fe1d5 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:34.782297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] Pushing event updated for resources: {'Network': ['ID=64d73111-ae08-4f01-ba53-924ae725c9fd,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:34.793434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 64d73111-ae08-4f01-ba53-924ae725c9fd details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:23:34.821309 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-25e4af7b-3c4e-42b4-9e84-bf04df822f33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5770297 Feb 14 18:23:34.824089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49832) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:34.829487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Request body: {'subnet': {'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-961576520-subnet', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:34.834921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:34.838683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Usage tracker for resource:subnet and tenant:f8fdc610a65f47f285ed4def092f69a3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:34.841627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:34.847407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:34.905521 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c9f55f70-3184-4093-a191-18adfc1fe1d5 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:34.905886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:34.922376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Made reservation on behalf of f8fdc610a65f47f285ed4def092f69a3 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:23:34.925007 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.226531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.298360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca89e06-4224-49c0-8f15-c28e6554b7a6,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:35.316902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Checking segment: {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:35.317260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Network hostable DHCP agents. Network: 64d73111-ae08-4f01-ba53-924ae725c9fd, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:23:35.421974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Network 64d73111-ae08-4f01-ba53-924ae725c9fd is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:23:35.497727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Sync routers for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:35.506097 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 64d73111-ae08-4f01-ba53-924ae725c9fd) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:35.510040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:35.510195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:35.510677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.510812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:35.590869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f650b-997b-493f-a604-1f81939ab931 None None] Network 64d73111-ae08-4f01-ba53-924ae725c9fd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:35.606473 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-13ff28d1-af3f-49bf-b9a5-769d59dba9e5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7789705 Feb 14 18:23:35.606771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49836) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:35.611977 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:35.616939 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:35.621019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Usage tracker for resource:router and tenant:f8fdc610a65f47f285ed4def092f69a3 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:35.624001 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:35.630064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:35.717050 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.718044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.738184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:35.848317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:35.952822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.012560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-64d73111-ae08-4f01-ba53-924ae725c9fd', 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'fixed_ips': [{'subnet_id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:23:36.013427 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.202037 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.231276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.313984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Allocated IP 172.20.0.2 (64d73111-ae08-4f01-ba53-924ae725c9fd/4ca89e06-4224-49c0-8f15-c28e6554b7a6/c1f38867-8f3f-49ec-b0c8-dfeade300171) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:36.373802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Allocated IP 172.26.4.10 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/aaba8684-1bb6-4e2b-a3e1-1842c55e8404) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:36.423335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 2, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:36.433402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Checking router: 14c34f4d-bc10-40ac-9bdc-34bf0430e855 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:36.433752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Updating router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 port 650a4825-272d-4ae0-9bc7-6a34c0847cfe binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:23:36.521609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.522910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.616190 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.636914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.685639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:36.688425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:36.692853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:36.693278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Transition to ACTIVE for port object c1f38867-8f3f-49ec-b0c8-dfeade300171 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:36.731576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Transition to ACTIVE for port object c1f38867-8f3f-49ec-b0c8-dfeade300171 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:36.811436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:36.814919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:36.898020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Network 64d73111-ae08-4f01-ba53-924ae725c9fd is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:36.909718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:36.912733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:36.923045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Pushing event updated for resources: {'Port': ['ID=c1f38867-8f3f-49ec-b0c8-dfeade300171,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:36.999917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.000656 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.076070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Attempting to bind port c1f38867-8f3f-49ec-b0c8-dfeade300171 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:23:37.076360 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Attempting to bind port c1f38867-8f3f-49ec-b0c8-dfeade300171 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:23:37.076733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Attempting to bind port c1f38867-8f3f-49ec-b0c8-dfeade300171 on network 64d73111-ae08-4f01-ba53-924ae725c9fd {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:23:37.121950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:23:37.122321 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Checking segment: {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:37.122720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.123109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Bound using segment: {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:23:37.123569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Bound port: c1f38867-8f3f-49ec-b0c8-dfeade300171, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:23:37.123944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.182646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.210757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Transition to ACTIVE for port object 650a4825-272d-4ae0-9bc7-6a34c0847cfe will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:37.240085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] For port c1f38867-8f3f-49ec-b0c8-dfeade300171, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:23:37.243042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] For port c1f38867-8f3f-49ec-b0c8-dfeade300171, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1f38867-8f3f-49ec-b0c8-dfeade300171,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:23:37.266007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.288250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:23:37.372394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.400369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339beae5-6e0b-4429-8b49-1e32b34fad35 None None] Pushing event updated for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:37.505837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:37.517604 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Sync routers for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:37.533197 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:37.533973 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:37.561411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Attempting to bind port 650a4825-272d-4ae0-9bc7-6a34c0847cfe on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:23:37.561777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Attempting to bind port 650a4825-272d-4ae0-9bc7-6a34c0847cfe by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:23:37.562144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Attempting to bind port 650a4825-272d-4ae0-9bc7-6a34c0847cfe on network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:23:37.564207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5248-426c-4ca3-a55e-88f28b3491fb None None] Pushing event updated for resources: {'Port': ['ID=c1f38867-8f3f-49ec-b0c8-dfeade300171,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:37.579301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:23:37.579622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Checking segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:37.580023 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.580406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Bound using segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:23:37.580904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Bound port: 650a4825-272d-4ae0-9bc7-6a34c0847cfe, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:23:37.581276 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.621400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.623154 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31561837-d19c-4fd4-b01d-05ab6a9133a7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0154040 Feb 14 18:23:37.625785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 49840) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:23:37.765641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] For port 650a4825-272d-4ae0-9bc7-6a34c0847cfe, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:23:37.772014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] For port 650a4825-272d-4ae0-9bc7-6a34c0847cfe, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=650a4825-272d-4ae0-9bc7-6a34c0847cfe,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:23:37.792328 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:37.889944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:37.998540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:37.999280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:38.134054 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:36Z', 'revision_number': 3, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:38.138348 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Checking router: 1518927b-a9a4-49aa-9f00-1739c1d5bc6c for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:38.138695 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Updating router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:23:38.168929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339beae5-6e0b-4429-8b49-1e32b34fad35 None None] Pushing event updated for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:38.204920 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.253889 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:38.582988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.599370 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Transition to ACTIVE for port object aaba8684-1bb6-4e2b-a3e1-1842c55e8404 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:38.628609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:37Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:38.634200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2219845-289c-4dd9-a5a7-76e5307d6f41 None None] The sync data for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv is: [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:37Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:23:38.666380 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.716465 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.753049 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Attempting to bind port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:23:38.763432 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Attempting to bind port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:23:38.763432 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Attempting to bind port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:23:38.774090 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250440-4563-496b-aec1-000be1245e46 None None] Pushing event updated for resources: {'Port': ['ID=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:38.776395 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:23:38.776884 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:23:38.777159 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.777533 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:23:38.778797 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Bound port: aaba8684-1bb6-4e2b-a3e1-1842c55e8404, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:23:38.778797 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:38.901519 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] For port aaba8684-1bb6-4e2b-a3e1-1842c55e8404, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:23:38.903823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 650a4825-272d-4ae0-9bc7-6a34c0847cfe up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:38.905520 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] For port aaba8684-1bb6-4e2b-a3e1-1842c55e8404, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:23:38.940269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb2a362-bce0-48d8-b4e4-7cc0c662d454 None None] Network 64d73111-ae08-4f01-ba53-924ae725c9fd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:23:38.986794 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.006763 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Allocated IP 172.20.0.1 (64d73111-ae08-4f01-ba53-924ae725c9fd/4ca89e06-4224-49c0-8f15-c28e6554b7a6/0a6fdf06-a273-4e25-9d3e-c4365e2f6a07) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:39.087154 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250440-4563-496b-aec1-000be1245e46 None None] Pushing event updated for resources: {'Port': ['ID=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:39.128273 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:39.128935 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:39.200945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:39.203923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7799efa8-590b-4d96-bb0f-1331a262f4b0 None None] Provisioning for port c1f38867-8f3f-49ec-b0c8-dfeade300171 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:39.284553 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:39.284942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.329204 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.352893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Transition to ACTIVE for port object 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:39.393922 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:39.432447 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.459542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.499981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 650a4825-272d-4ae0-9bc7-6a34c0847cfe, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=650a4825-272d-4ae0-9bc7-6a34c0847cfe,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:39.517561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Network 64d73111-ae08-4f01-ba53-924ae725c9fd is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:39.525687 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:39.528189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:39.574810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.575602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1f38867-8f3f-49ec-b0c8-dfeade300171 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:39.590812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.643775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Pushing event updated for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:39.770407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:39.772944 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:39.796280 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:36Z', 'revision_number': 3, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:39.800695 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493c97b-8679-41ea-bffd-c44faaeb9397 None None] The sync data for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv is: [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:36Z', 'revision_number': 3, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:23:39.878325 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c1f38867-8f3f-49ec-b0c8-dfeade300171 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:39.885369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c1f38867-8f3f-49ec-b0c8-dfeade300171 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:39.885742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.012150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.026526 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6cf41354-9337-4e6c-a082-bedc9202ca85 None None] Provisioning for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:40.033341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6cf41354-9337-4e6c-a082-bedc9202ca85 None None] Provisioning complete for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:40.033715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6cf41354-9337-4e6c-a082-bedc9202ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.041212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.088230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.097430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c1f38867-8f3f-49ec-b0c8-dfeade300171, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1f38867-8f3f-49ec-b0c8-dfeade300171,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:40.099833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-6cf41354-9337-4e6c-a082-bedc9202ca85 None None] Port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:23:40.169726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.196983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.200972 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Pushing event updated for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:40.234281 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c1f38867-8f3f-49ec-b0c8-dfeade300171,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:40.342582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Network 64d73111-ae08-4f01-ba53-924ae725c9fd is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:40.343703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:40.622767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d43dfb48-8d5a-4a4d-adde-786ebffa344b None None] Provisioning complete for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:40.622989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d43dfb48-8d5a-4a4d-adde-786ebffa344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.681188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d43dfb48-8d5a-4a4d-adde-786ebffa344b None None] Port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:23:40.727115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:23:40.754923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 650a4825-272d-4ae0-9bc7-6a34c0847cfe up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:40.822020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 650a4825-272d-4ae0-9bc7-6a34c0847cfe triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:40.822385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:40.926908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:23:40.936194 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-26f48d0e-96be-473e-80f3-6890c0adeb1d admin admin] 10.222.0.30 "PUT /v2.0/routers/1518927b-a9a4-49aa-9f00-1739c1d5bc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3092229 Feb 14 18:23:40.937207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1f38867-8f3f-49ec-b0c8-dfeade300171 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:41.003084 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c1f38867-8f3f-49ec-b0c8-dfeade300171 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:41.003454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:45.586551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:46.846283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device aaba8684-1bb6-4e2b-a3e1-1842c55e8404 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:47.049551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:47.056647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:47.060524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:47.201639 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:47.219917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port aaba8684-1bb6-4e2b-a3e1-1842c55e8404, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:23:47.329740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:47.404811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:48.785407 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device aaba8684-1bb6-4e2b-a3e1-1842c55e8404 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:23:48.837847 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:48.838255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:50.849274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b39e73a8-f844-49f0-977d-db67c1bf73ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:53.060232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70bf65bf-fcb9-420b-bfa8-f5aeeaa77e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:54.105812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-ed6b08b5-269f-4688-83fc-04e29f62fc04 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:54.107273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-ed6b08b5-269f-4688-83fc-04e29f62fc04 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 815 time: 0.1396689 Feb 14 18:23:54.123095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-a58996c9-458d-4bd7-919f-f5c2670f3273 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/quotas/42ce55f8084d4b3eaa0b011f1573c0bb HTTP/1.1" status: 200 len: 375 time: 0.0104992 Feb 14 18:23:54.210685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-68a34467-b410-4830-91e8-f2a1a4b75ff2 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826230 Feb 14 18:23:54.374743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:54.454672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:54.467461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-d7059732-30ec-4bba-ab6d-b4a40ab6c846 service neutron] 10.222.0.30 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456021 Feb 14 18:23:54.605957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-3fc42903-c179-45a3-b1d6-412c6eac1f14 service neutron] 10.222.0.30 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319058 Feb 14 18:23:54.870982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-139636ce-569a-4c4f-8484-1f8682e21b25 req-a3f9fe77-a266-4c7e-9291-4191d9145266 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 210 time: 0.0417852 Feb 14 18:23:55.706292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:56.029550 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2e37bbb-67b3-46f9-9c6a-63084d53f532 req-564f3cbe-7643-43a3-bc57-0179d9ff36fd tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 210 time: 0.0395770 Feb 14 18:23:57.244877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8f07cdde-9ae2-4033-b737-c6ed46fd3442 req-d2c5d062-ffb8-4d57-b232-8b98ff40887a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 210 time: 0.0598540 Feb 14 18:23:57.294652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-464bbf82-936b-4c4e-8a54-f48b93636b19 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:57.296293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-464bbf82-936b-4c4e-8a54-f48b93636b19 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 815 time: 0.1851234 Feb 14 18:23:57.319709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'port': {'device_id': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'admin_state_up': True, 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:23:57.453198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:23:57.457084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:port and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:23:57.460491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:23:57.466417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:23:57.534616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Made reservation on behalf of 42ce55f8084d4b3eaa0b011f1573c0bb for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:23:57.537689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:57.700860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Allocated IP 172.20.0.3 (f8c39ba9-9ade-4ba5-bd35-e17c368521e1/0b145b74-0e4b-4562-ae0b-d983dc6c8743/ca6058e0-6065-4cdc-9724-a020ee59fe7c) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:23:58.030815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:58.048514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Transition to ACTIVE for port object ca6058e0-6065-4cdc-9724-a020ee59fe7c will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:58.135402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:58.218247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:23:58.222672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:23:58.227591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:23:58.319694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:58.325771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:58.366300 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:23:58.398685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.399038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.399377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.399716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.400047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.400389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.400817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.401065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.401377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.401690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.406937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:23:58.463570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-bcf2999a-83bf-4821-b761-aefb87bf62a7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1471684 Feb 14 18:23:58.502649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54094e19-3f1f-4799-9703-2db66ea19df2 req-25df6b58-0612-496e-999c-7b1d9b8e990f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:58.502649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54094e19-3f1f-4799-9703-2db66ea19df2 req-25df6b58-0612-496e-999c-7b1d9b8e990f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Synchronizing usage tracker for tenant:42ce55f8084d4b3eaa0b011f1573c0bb on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:23:58.569536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-54094e19-3f1f-4799-9703-2db66ea19df2 req-25df6b58-0612-496e-999c-7b1d9b8e990f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Unset dirty status for tenant:42ce55f8084d4b3eaa0b011f1573c0bb on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:23:58.571020 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54094e19-3f1f-4799-9703-2db66ea19df2 req-25df6b58-0612-496e-999c-7b1d9b8e990f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.1606543 Feb 14 18:23:58.634150 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54094e19-3f1f-4799-9703-2db66ea19df2 req-e291ea12-5eff-4b18-9b55-340e3940e0b0 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572019 Feb 14 18:23:58.719214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cd04761d-6b9d-4e1e-966d-1829023b13f1 None None] Provisioning for port ca6058e0-6065-4cdc-9724-a020ee59fe7c completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:23:58.727589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cd04761d-6b9d-4e1e-966d-1829023b13f1 None None] Provisioning complete for port ca6058e0-6065-4cdc-9724-a020ee59fe7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:23:58.728683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd04761d-6b9d-4e1e-966d-1829023b13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:58.796269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Sync routers for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:23:58.799858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-cd04761d-6b9d-4e1e-966d-1829023b13f1 None None] Port ca6058e0-6065-4cdc-9724-a020ee59fe7c cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:23:58.809872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:23:58.810490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:58.995142 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:23:59.037831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:23:59.361262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 4, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '0a6fdf06-a273-4e25-9d3e-c4365e2f6a07', 'name': '', 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'mac_address': 'fa:16:3e:9d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:38Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 2, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'subnets': [{'id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:23:59.365668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Checking router: 1518927b-a9a4-49aa-9f00-1739c1d5bc6c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:23:59.366641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Updating router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:23:59.423123 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:59.825392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:59.841044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Transition to ACTIVE for port object 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:23:59.865599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0857-2c3d-45a9-bd6a-1900e17420fe req-71255bcb-9a11-4303-86a0-a2388554e91f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:23:59.867909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d5b0857-2c3d-45a9-bd6a-1900e17420fe req-71255bcb-9a11-4303-86a0-a2388554e91f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0959134 Feb 14 18:23:59.912253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:23:59.919210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d5b0857-2c3d-45a9-bd6a-1900e17420fe req-3bde6206-66aa-4b7a-97fe-d50e1bcba108 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Feb 14 18:24:00.043928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00be52-4196-4aba-9add-94e9f8f85dde None None] Pushing event updated for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:00.156420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Attempting to bind port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:24:00.156818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Attempting to bind port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:24:00.157184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Attempting to bind port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 on network 64d73111-ae08-4f01-ba53-924ae725c9fd {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:24:00.165990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:24:00.166305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Checking segment: {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:24:00.166704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:00.167088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Bound using segment: {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:24:00.167545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Bound port: 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7b62c4-defc-42d0-ba59-f1db47b4ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:24:00.167916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:00.265615 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] For port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:24:00.268805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] For port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:24:00.358989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:00.446821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:24:00.447468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:23:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:00.543077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00be52-4196-4aba-9add-94e9f8f85dde None None] Pushing event updated for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:00.745256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:24:01.137177 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be865-0d5b-4493-af5a-7b6285d7d30a req-88984e95-1a54-4746-857a-2e3f7cf80c0f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:01.145395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c56be865-0d5b-4493-af5a-7b6285d7d30a req-88984e95-1a54-4746-857a-2e3f7cf80c0f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0866110 Feb 14 18:24:01.183633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 4, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '0a6fdf06-a273-4e25-9d3e-c4365e2f6a07', 'name': '', 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'mac_address': 'fa:16:3e:9d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:38Z', 'updated_at': '2022-02-14T18:24:00Z', 'revision_number': 4, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'subnets': [{'id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:01.188815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c560d68-181f-49ba-8d92-cf3eed6464f1 None None] The sync data for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv is: [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 4, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '0a6fdf06-a273-4e25-9d3e-c4365e2f6a07', 'name': '', 'network_id': '64d73111-ae08-4f01-ba53-924ae725c9fd', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'mac_address': 'fa:16:3e:9d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:38Z', 'updated_at': '2022-02-14T18:24:00Z', 'revision_number': 4, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'subnets': [{'id': '4ca89e06-4224-49c0-8f15-c28e6554b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:24:01.205331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c56be865-0d5b-4493-af5a-7b6285d7d30a req-ed32db4b-39e8-406c-b668-8fa374aa580d tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586877 Feb 14 18:24:02.407957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f9551-d09e-4e4a-9b66-55aadea9deed req-423fe475-567e-4e5f-945b-1c86218198de tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:02.409658 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c4f9551-d09e-4e4a-9b66-55aadea9deed req-423fe475-567e-4e5f-945b-1c86218198de tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0887818 Feb 14 18:24:02.461658 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c4f9551-d09e-4e4a-9b66-55aadea9deed req-3f2038e1-1c1d-42c3-9fa4-1b53f2ead802 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Feb 14 18:24:02.793826 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:24:02.957592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:24:02.962592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:24:02.962964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:03.082780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:03.116006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:24:03.180676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:03.249415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:03.676841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27fde6-4e40-49f1-ae17-83dfd6b08b61 req-682fd067-6265-4676-8628-8e8cacd535e9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:03.678383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d27fde6-4e40-49f1-ae17-83dfd6b08b61 req-682fd067-6265-4676-8628-8e8cacd535e9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0878365 Feb 14 18:24:03.727033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d27fde6-4e40-49f1-ae17-83dfd6b08b61 req-a78a2dee-7d81-4ca8-9fb3-2429b7fc7a8f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Feb 14 18:24:04.774489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:24:04.861706 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:24:04.862167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:04.962707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f037-d675-4036-93c5-0178167acf55 req-702b5ece-2be9-4241-a09a-c8b2e81d20c7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:04.964439 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6693f037-d675-4036-93c5-0178167acf55 req-702b5ece-2be9-4241-a09a-c8b2e81d20c7 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0920537 Feb 14 18:24:05.024763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6693f037-d675-4036-93c5-0178167acf55 req-3e2f90a7-049f-410e-a642-05e24f14cd54 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Feb 14 18:24:06.222606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1babe4-bb2a-4754-b9af-bc5bc4189ddc req-8dd27ebf-0c4b-40ed-82bc-5cc8d7295033 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:06.224051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e1babe4-bb2a-4754-b9af-bc5bc4189ddc req-8dd27ebf-0c4b-40ed-82bc-5cc8d7295033 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 931 time: 0.0753760 Feb 14 18:24:06.278348 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4e1babe4-bb2a-4754-b9af-bc5bc4189ddc req-2f29c643-6281-41bf-869c-6051622d110a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Feb 14 18:24:06.404602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Request body: {'port': {'device_id': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:06.511338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:06.845657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6058e0-6065-4cdc-9724-a020ee59fe7c {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:24:06.852360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:06.866918 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Transition to ACTIVE for port object ca6058e0-6065-4cdc-9724-a020ee59fe7c will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:24:06.952247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:07.087960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:07.203772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Attempting to bind port ca6058e0-6065-4cdc-9724-a020ee59fe7c on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:24:07.204101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Attempting to bind port ca6058e0-6065-4cdc-9724-a020ee59fe7c by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:24:07.204419 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Attempting to bind port ca6058e0-6065-4cdc-9724-a020ee59fe7c on network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:24:07.213178 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Port ca6058e0-6065-4cdc-9724-a020ee59fe7c on network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:24:07.213626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Attempting to bind port ca6058e0-6065-4cdc-9724-a020ee59fe7c on network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:24:07.219845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:24:07.220180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Checking segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:24:07.220561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Bound using segment: {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:24:07.221165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Bound port: ca6058e0-6065-4cdc-9724-a020ee59fe7c, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4582bc0-2cc3-4012-aaab-612af2b7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:24:07.221522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:07.445852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:24:07.456136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:24:07.489727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa89fe-726d-4652-bbe2-bb9beb0ca5e3 req-1aad5075-2268-410b-9b2b-1ddcd8e8fc9f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:07.491214 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-43fa89fe-726d-4652-bbe2-bb9beb0ca5e3 req-1aad5075-2268-410b-9b2b-1ddcd8e8fc9f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 943 time: 0.0867112 Feb 14 18:24:07.518559 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:07.596773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:07.598109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] 10.222.0.45 "PUT /v2.0/ports/ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 1093 time: 1.1978817 Feb 14 18:24:07.600297 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:24:07.626925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-43fa89fe-726d-4652-bbe2-bb9beb0ca5e3 req-d0a57215-1294-4d40-8494-7153151a2cbb tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294758 Feb 14 18:24:07.634791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a4feb-5659-4a45-ae68-2b4684533f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:07.677082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:24:07.785911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fabd40b-225a-4f29-ab1a-37913521a85d req-a90d09f6-19c3-473b-8ddd-e921657a8af7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1096 time: 0.0776017 Feb 14 18:24:07.928601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabd40b-225a-4f29-ab1a-37913521a85d req-2d91bc0c-e313-4336-ae99-16098f37e682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:07.930067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fabd40b-225a-4f29-ab1a-37913521a85d req-2d91bc0c-e313-4336-ae99-16098f37e682 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1336074 Feb 14 18:24:08.067066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabd40b-225a-4f29-ab1a-37913521a85d req-5165169a-0d62-47c9-ba56-4b563e4b4800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:08.068482 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fabd40b-225a-4f29-ab1a-37913521a85d req-5165169a-0d62-47c9-ba56-4b563e4b4800 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1289971 Feb 14 18:24:08.181251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-4146950f-ebf0-442b-b6e4-386aa95fd1e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1096 time: 0.0670540 Feb 14 18:24:08.252817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-08ff55ee-8b58-4979-8263-db9ad3764f7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 217 time: 0.0617309 Feb 14 18:24:08.315816 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-85edb715-651f-45d0-8173-ffcf0798dbc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:08.317225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-85edb715-651f-45d0-8173-ffcf0798dbc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0557089 Feb 14 18:24:08.391127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-2d6a1db7-bddb-4666-8b91-388d897b010f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652294 Feb 14 18:24:08.521608 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-6a2fcfbb-e3d8-423f-8801-87c643f52a90 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208246 Feb 14 18:24:08.654220 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e6e052a-381a-4551-b779-7c40ccc58f21 req-50177ade-4294-463d-8a51-ccb06f106e58 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235919 Feb 14 18:24:08.832136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf999-f530-4c89-92cc-89bc1df9d5cb req-8e42914f-ccef-40aa-b227-9e529d47c6e9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:08.833629 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3baf999-f530-4c89-92cc-89bc1df9d5cb req-8e42914f-ccef-40aa-b227-9e529d47c6e9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 943 time: 0.0814555 Feb 14 18:24:08.878437 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f3baf999-f530-4c89-92cc-89bc1df9d5cb req-0e1c50b7-d4a9-458c-9aa3-30edad65e786 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Feb 14 18:24:10.074828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16262f1d-eea8-4fc9-8edc-c3fa29c91804 req-bca16aa8-638f-4ca1-9bf3-0fc04a1658b9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:10.076276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-16262f1d-eea8-4fc9-8edc-c3fa29c91804 req-bca16aa8-638f-4ca1-9bf3-0fc04a1658b9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 943 time: 0.0754402 Feb 14 18:24:10.127551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-16262f1d-eea8-4fc9-8edc-c3fa29c91804 req-d130c1ae-3fbf-4065-8b52-3579a5285c28 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Feb 14 18:24:11.317780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e1b42-1c2f-42c2-917c-deb888548b53 req-04a4b502-da4b-4e50-ab40-1ea6231b9d93 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:11.319229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-689e1b42-1c2f-42c2-917c-deb888548b53 req-04a4b502-da4b-4e50-ab40-1ea6231b9d93 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 943 time: 0.0740240 Feb 14 18:24:11.363031 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-689e1b42-1c2f-42c2-917c-deb888548b53 req-8d4dbcc9-4f4f-4f53-892b-e6f09e9ce06e tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Feb 14 18:24:11.499848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ca6058e0-6065-4cdc-9724-a020ee59fe7c details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:24:11.630476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:24:11.643166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'port_id': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'mac_address': 'fa:16:3e:74:10:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:24:11.695593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:11.711861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6058e0-6065-4cdc-9724-a020ee59fe7c {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:24:11.726669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:24:11.791476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:11.857566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:12.056214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:24:12.558169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1464-b252-4634-b7a2-cbc8179b97ab req-bad4a5ff-188b-4814-a911-c56c32ede965 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:12.559604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75ee1464-b252-4634-b7a2-cbc8179b97ab req-bad4a5ff-188b-4814-a911-c56c32ede965 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 944 time: 0.0782697 Feb 14 18:24:12.603249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-75ee1464-b252-4634-b7a2-cbc8179b97ab req-6b5adc2b-2675-4ce9-bf3e-41238d1ae28b tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Feb 14 18:24:13.519805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ca6058e0-6065-4cdc-9724-a020ee59fe7c up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:24:13.649396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port ca6058e0-6065-4cdc-9724-a020ee59fe7c completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:24:13.654512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port ca6058e0-6065-4cdc-9724-a020ee59fe7c triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:24:13.654954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:13.769372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:13.795950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:24:13.804751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4de36-3bdd-4327-a49a-b87ad147c4f0 req-e11a8eda-a34d-485b-918f-e83b55674ef5 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:13.806400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:24:13.806524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a4de36-3bdd-4327-a49a-b87ad147c4f0 req-e11a8eda-a34d-485b-918f-e83b55674ef5 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 944 time: 0.0758681 Feb 14 18:24:13.851898 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12a4de36-3bdd-4327-a49a-b87ad147c4f0 req-a83cefe0-911c-448b-b98f-efc6fdd5df40 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Feb 14 18:24:13.852159 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'code': 200} Feb 14 18:24:13.877937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:13.942378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:14.192604 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96179049-8c31-4f9a-a0bf-d86621489844 req-532525f1-e768-4305-b62d-d6deb9772e9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1098 time: 0.0689297 Feb 14 18:24:14.238162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-96179049-8c31-4f9a-a0bf-d86621489844 req-e9ec0713-242c-4cee-a917-54be32c48fc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Feb 14 18:24:15.046004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a0901-1506-416c-959d-9180631c9130 req-5c3334da-1365-42a3-a235-02a129a83576 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:15.047430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a59a0901-1506-416c-959d-9180631c9130 req-5c3334da-1365-42a3-a235-02a129a83576 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0757287 Feb 14 18:24:15.097674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a59a0901-1506-416c-959d-9180631c9130 req-507b5609-068d-4d6d-9565-eef272e28faf tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Feb 14 18:24:15.483402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:16.292552 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfafb1a-0e75-4ee5-afa5-4f5353a5b603 req-737a6169-8ff6-4a7d-a531-940be035f952 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:16.294010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bfafb1a-0e75-4ee5-afa5-4f5353a5b603 req-737a6169-8ff6-4a7d-a531-940be035f952 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0756726 Feb 14 18:24:16.337729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4bfafb1a-0e75-4ee5-afa5-4f5353a5b603 req-b3b1dde5-6cc0-419e-bb70-250d3b5c5fca tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Feb 14 18:24:16.533588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe005-46f6-4ea8-b022-735f1b23b9b3 req-9ed05f86-4b53-4f94-97c1-a21c4b282be8 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:16.534924 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd6fe005-46f6-4ea8-b022-735f1b23b9b3 req-9ed05f86-4b53-4f94-97c1-a21c4b282be8 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0773382 Feb 14 18:24:16.662002 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd6fe005-46f6-4ea8-b022-735f1b23b9b3 req-31c832dd-e0fd-4e64-b81c-c18a073bdb9b tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216581 Feb 14 18:24:17.068473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f26949-08be-4158-b475-5bfd988f7599 req-d16ea534-17bd-4a01-a638-eff9ccd3c6ba tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:17.069820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f26949-08be-4158-b475-5bfd988f7599 req-d16ea534-17bd-4a01-a638-eff9ccd3c6ba tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0734222 Feb 14 18:24:17.113799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f26949-08be-4158-b475-5bfd988f7599 req-7c6ef82d-8ae7-46b2-87ee-15cfe260cd1a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Feb 14 18:24:20.883715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f09f96-60c8-49b3-b5ef-062fc190ade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:23.077812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-85de6d0c-24d2-4178-86f9-90d8398d584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:24.374190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:24.402612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:25.706082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:30.282040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215cf4-7bc8-4155-b559-64d512ec348c req-9fa61bdf-79fd-427b-a9db-2069dc558207 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:30.283467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b215cf4-7bc8-4155-b559-64d512ec348c req-9fa61bdf-79fd-427b-a9db-2069dc558207 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0760939 Feb 14 18:24:30.327505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b215cf4-7bc8-4155-b559-64d512ec348c req-f316df76-8a46-4fdb-ab1f-df78ee0eb366 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385959 Feb 14 18:24:30.354185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50028) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:30.484685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7039afda-4adf-4f75-9160-d6af269250b3 tempest-TestMinimumBasicScenario-1631133682 tempest-TestMinimumBasicScenario-1631133682-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1093 time: 0.1293640 Feb 14 18:24:30.487479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50034) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:30.492925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:30.498198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:30.501902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:floatingip and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:30.504625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:30.510759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:30.580387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:30.711315 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:30.844880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Allocated IP 172.26.4.122 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/4576ce3c-80d1-47c7-9391-a699a16b3d11) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:24:30.997335 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:31.101010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:31.170195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:24:31.173394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:24:31.177818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:24:31.213596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'Port': ['ID=4576ce3c-80d1-47c7-9391-a699a16b3d11,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:31.685353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:31.795836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:31.992818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:32.054375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:32.239092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'Port': ['ID=4576ce3c-80d1-47c7-9391-a699a16b3d11,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:32.253534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:32.439411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Floating IP 06447708-afa8-4e30-85a2-81986c885a51 associated. External IP: 172.26.4.122, port: ca6058e0-6065-4cdc-9724-a020ee59fe7c. Feb 14 18:24:32.818368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:24:33.010969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:24:33.020387 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Sync routers for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:24:33.032895 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:24:33.033490 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:24:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:33.077690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.132198 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa83e151-635c-4237-95dd-3c061a2392f1 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6437371 Feb 14 18:24:33.132791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:24:33.135649 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50038) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:33.142201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929158672', 'description': 'tempest-secgroup-smoke-1929158672 description', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:33.149435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:33.153578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:33.156461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:33.162930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:33.189928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:24:33.214083 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:24:33.214770 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.249932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:33.253854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:33.256921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:33.263975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:33.290040 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-dce4a679-5e6f-456b-8de5-9d232ffd0343 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1098 time: 0.0753665 Feb 14 18:24:33.339088 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.391912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.442979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-58cae74e-7977-4288-b053-36a4fada39f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:33.444518 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-58cae74e-7977-4288-b053-36a4fada39f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.1464448 Feb 14 18:24:33.523569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8eb3b1-7f59-41af-abc9-b01a1658011d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:33.532302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.532639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.533012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.533351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.533810 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.534122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.534448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.534771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.535095 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.535417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.535740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:24:33.552919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-5859d20f-21c2-48a2-b41e-96496831cba4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 999 time: 0.1018956 Feb 14 18:24:33.573131 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '06447708-afa8-4e30-85a2-81986c885a51', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'port_id': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'mac_address': 'fa:16:3e:74:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:24:31Z', 'updated_at': '2022-02-14T18:24:31Z', 'revision_number': 0, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:33.577047 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Checking router: 14c34f4d-bc10-40ac-9bdc-34bf0430e855 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:24:33.580552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.582193 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fbe8b8b7-32e1-4eec-ad2a-357c031caf49 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4454825 Feb 14 18:24:33.585698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50044) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:33.587694 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:24:33.588376 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:24:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:33.593869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:33.603383 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:33.609836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:33.614286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:33.616351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-ca0b467f-59fd-4650-9a85-c089ab78ad30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:33.618483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-ca0b467f-59fd-4650-9a85-c089ab78ad30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0591459 Feb 14 18:24:33.622426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:33.697229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-826d81e7-0314-4786-bc24-0a94496ade0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731008 Feb 14 18:24:33.701451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.767185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.802931 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:24:33.814564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.842150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee6d481-9813-45cb-b3cf-9bb827d4a4db,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:33.923638 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:33.927566 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-1c757de4-aecb-44d6-bd02-9b7d8609c096 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3375795 Feb 14 18:24:33.927882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:33.940889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:33.950136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:33.955943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-065dd328-354c-47b8-b833-b8e419f15d71 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486963 Feb 14 18:24:33.957388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:33.959673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:33.984733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:34.094729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1acf2241-a157-4b88-a482-a7be5f6414d4 req-6640edc8-eb08-4b1c-9d65-7bb431e86261 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316299 Feb 14 18:24:34.107186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.149778 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '06447708-afa8-4e30-85a2-81986c885a51', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'port_id': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'mac_address': 'fa:16:3e:74:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:24:31Z', 'updated_at': '2022-02-14T18:24:31Z', 'revision_number': 0, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:24:34.153816 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bf1ad-6dde-42f3-bdcd-2a22c8805fd7 None None] The sync data for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv is: [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '06447708-afa8-4e30-85a2-81986c885a51', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'port_id': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'mac_address': 'fa:16:3e:74:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:24:31Z', 'updated_at': '2022-02-14T18:24:31Z', 'revision_number': 0, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:24:34.169472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.249230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.277050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c528a0c2-5ab3-47af-9cb8-d555397c7db2,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:34.334884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.336146 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dd5eb8fd-ccb7-4e1b-98a8-11609ee80c5a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4073017 Feb 14 18:24:34.339058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:34.344524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:34.345912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189a175-d6d5-4512-9382-f79964f5770a None None] New status for floating IP 06447708-afa8-4e30-85a2-81986c885a51: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:24:34.351056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:34.356137 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:34.359138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:34.364895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:34.449458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.512634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.591939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.615829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be57ab-4778-4baf-aab5-17ced9410c81,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:34.700372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.701590 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d43d8f0e-43ac-4ef1-a112-727a5d5dbc02 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3616276 Feb 14 18:24:34.704204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50056) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:34.709635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:34.716235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:34.720180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:34.723160 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:34.729523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:34.814974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.876081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.945862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:34.968374 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9653785-f83f-4e4b-b033-d969a2c66182,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:35.043311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.044493 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-155cf203-dc1d-460f-ab90-7616be0953da tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3393455 Feb 14 18:24:35.047481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:35.052802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:35.058687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:35.062445 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:35.065283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:35.071358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:35.157443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Project 42ce55f8084d4b3eaa0b011f1573c0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:24:35.163836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.226519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.300036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.326493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c6a758-1216-4c45-ae2c-32fff7bf35ce,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:35.380314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.381577 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1e53af56-dc51-4abc-bca6-7661f00d928a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3331919 Feb 14 18:24:35.384882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:24:35.390427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'security_group_rule': {'security_group_id': 'db8eb3b1-7f59-41af-abc9-b01a1658011d', 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:35.396352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:24:35.400687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Usage tracker for resource:security_group_rule and tenant:42ce55f8084d4b3eaa0b011f1573c0bb is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:24:35.403510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:24:35.409140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:24:35.477729 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Project 42ce55f8084d4b3eaa0b011f1573c0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:24:35.483970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.547582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.591933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.620068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ecc53-93a6-42e4-9159-f98146be3a3b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:35.689025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:35.690140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-85c001c0-66ff-4c04-b5a8-7d379dd42863 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3043344 Feb 14 18:24:35.820521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54510a48-195f-40ac-b19f-f13a914158ff req-24ba37cd-d438-422c-a57c-12d978e8af55 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929158672&fields=id&tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb HTTP/1.1" status: 200 len: 267 time: 0.0397046 Feb 14 18:24:35.907840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510a48-195f-40ac-b19f-f13a914158ff req-fe5b88f9-3782-4336-b4f7-b41c52b97633 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:35.909305 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54510a48-195f-40ac-b19f-f13a914158ff req-fe5b88f9-3782-4336-b4f7-b41c52b97633 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0837801 Feb 14 18:24:35.920327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'port': {'security_groups': ['21756570-fb1f-42a9-b048-9e2fbc8e62ae', 'db8eb3b1-7f59-41af-abc9-b01a1658011d']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:24:35.995969 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:24:36.030851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:36.282224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:24:36.309800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:36.620457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:36.633367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:24:36.695535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:36.696136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:36.697785 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-54510a48-195f-40ac-b19f-f13a914158ff req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "PUT /v2.0/ports/ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 981 time: 0.7820055 Feb 14 18:24:36.698219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:24:36.717525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c19c-6fc5-4ad7-a238-f153c61fe8f9 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=6']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:24:36.788384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:24:36.792189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:24:36.946488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-a9a8d09b-4dfb-48bf-a694-b00ff2dbee04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1137 time: 0.1321785 Feb 14 18:24:36.956377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466811-94ea-41a5-8de1-86b60125e7c1 req-7684080f-9459-46cb-b268-467244de933c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:36.957793 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a466811-94ea-41a5-8de1-86b60125e7c1 req-7684080f-9459-46cb-b268-467244de933c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.1097610 Feb 14 18:24:37.000544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4db0664b-18b4-4f1b-8ae6-b9f19036bb37 None None] Provisioning complete for port ca6058e0-6065-4cdc-9724-a020ee59fe7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:24:37.000936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4db0664b-18b4-4f1b-8ae6-b9f19036bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:37.089896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a466811-94ea-41a5-8de1-86b60125e7c1 req-80100ee0-0711-40f6-8b44-4f0e1d7c321b tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140115 Feb 14 18:24:37.123694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-8090e5e8-a8ef-4cb2-a566-8feaedc170a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:37.125285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-8090e5e8-a8ef-4cb2-a566-8feaedc170a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.1666720 Feb 14 18:24:37.236107 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-00df509a-8559-436b-b43b-8b217fc4edd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 1001 time: 0.0981874 Feb 14 18:24:37.308651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-682f31f3-efc6-404c-95a0-e38c8828c916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:37.309886 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-682f31f3-efc6-404c-95a0-e38c8828c916 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0686870 Feb 14 18:24:37.383127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-c22d5319-de4e-450f-889a-e464290ee966 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669637 Feb 14 18:24:37.614707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-1a0d663f-bdf7-4909-b845-281287af359e service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233806 Feb 14 18:24:37.748060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95aae921-e82a-4091-ae03-dfbeb5365964 req-e7a32b2c-ce48-4719-91d1-d966dd40a1b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263881 Feb 14 18:24:45.477603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:50.883591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da064809-0b60-49a1-af79-3c0142ebc185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:51.565906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6801e-616f-4290-b4df-807ae2a1c0ca req-59e29a20-c6b2-4c50-9178-0f2c78f77416 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:51.567499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ed6801e-616f-4290-b4df-807ae2a1c0ca req-59e29a20-c6b2-4c50-9178-0f2c78f77416 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0786433 Feb 14 18:24:51.673265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9ed6801e-616f-4290-b4df-807ae2a1c0ca req-8b495c33-bd11-4ed0-a3c9-b47bfec78014 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954094 Feb 14 18:24:51.699298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-a020564b-9e3f-46be-92f8-cb17d55c40fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1137 time: 0.1073203 Feb 14 18:24:51.835856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-f354fa50-2812-48f5-a2c3-d1f7b961a032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:51.837370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-f354fa50-2812-48f5-a2c3-d1f7b961a032 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.1312954 Feb 14 18:24:51.937414 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-81f25d6e-f153-4152-91ba-b2a0a52dd2b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 1001 time: 0.0938549 Feb 14 18:24:52.006059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-60ffd81d-4ab2-4d42-bf04-9026a7280dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:52.007557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-60ffd81d-4ab2-4d42-bf04-9026a7280dfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0603137 Feb 14 18:24:52.083850 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-b3a477cc-01f6-44fa-b930-e4539f3c8acd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692065 Feb 14 18:24:52.215749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-211139d3-e9c2-4b89-9265-2148fad4b3ef service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246076 Feb 14 18:24:52.347575 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6249dc4-ff0e-452e-9d4d-72a40b38123c req-c3603ab7-e88f-4386-95c9-e8fb286cefc7 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 Feb 14 18:24:52.884092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546532-11a6-4892-9870-442d4b89a0e8 req-92a00131-598e-4ffe-9f7c-58be3a4fa17c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:52.885487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25546532-11a6-4892-9870-442d4b89a0e8 req-92a00131-598e-4ffe-9f7c-58be3a4fa17c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0796490 Feb 14 18:24:52.932520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-25546532-11a6-4892-9870-442d4b89a0e8 req-6950ff55-a19b-4812-af77-38551f5688bb tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411499 Feb 14 18:24:53.065926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-60613fea-eeb6-4d6e-812a-5d1216e5b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:54.004532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-886a354f-fc7f-458f-a8be-bdb03e93540c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1137 time: 0.0771484 Feb 14 18:24:54.201638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-58b0f275-71da-4159-b5dd-9332ec42a37e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:54.203060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-58b0f275-71da-4159-b5dd-9332ec42a37e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.1779881 Feb 14 18:24:54.261961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9909a-6601-48d5-abe0-169ded65dcbf req-665b1e25-0a53-4a9a-b3ab-58e359a861d6 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:54.263298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74a9909a-6601-48d5-abe0-169ded65dcbf req-665b1e25-0a53-4a9a-b3ab-58e359a861d6 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.1699257 Feb 14 18:24:54.369311 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:54.431035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-697b110e-9a86-4fce-992b-bf12ccdf3422 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 1001 time: 0.2213502 Feb 14 18:24:54.434195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74a9909a-6601-48d5-abe0-169ded65dcbf req-36434361-4195-428a-929f-4336858b6e5c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653247 Feb 14 18:24:54.477505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:54.491817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-1a0ad8c2-ecc0-4665-a63b-5298e92435fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:54.493304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-1a0ad8c2-ecc0-4665-a63b-5298e92435fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0562098 Feb 14 18:24:54.569917 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-b9e1f763-4ced-45a2-bc4e-c2f51a6c2a7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702021 Feb 14 18:24:54.697840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-5f174e5b-a2f4-4a49-bb33-6fb2c04da73a service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218271 Feb 14 18:24:54.826352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b52eab7f-fa06-4aa2-9b5a-271e6dfb0dcd req-66e514a2-6e58-460d-a4ee-19747ef0e5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224122 Feb 14 18:24:55.631857 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b557620-2a5c-440f-8e0a-404f79931fbb req-d5acbd93-60a9-456e-b78a-51466ea68158 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:55.633347 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b557620-2a5c-440f-8e0a-404f79931fbb req-d5acbd93-60a9-456e-b78a-51466ea68158 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0760269 Feb 14 18:24:55.679639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b557620-2a5c-440f-8e0a-404f79931fbb req-11d67241-bfc8-484f-8761-fd105069e318 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405660 Feb 14 18:24:55.734955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:24:56.874412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a088-9451-4735-9691-3daff8950919 req-3f163018-f68b-435b-b95f-d48957a4e628 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:56.875750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c69a088-9451-4735-9691-3daff8950919 req-3f163018-f68b-435b-b95f-d48957a4e628 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0783088 Feb 14 18:24:56.921134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c69a088-9451-4735-9691-3daff8950919 req-2aa2c9de-5361-4ee5-9c58-06b4741384e3 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397065 Feb 14 18:24:58.111545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5fdb2-e059-4038-897e-43af3b76b7d5 req-0b455607-6ea9-4652-940f-5feae08ec170 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:58.112998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21e5fdb2-e059-4038-897e-43af3b76b7d5 req-0b455607-6ea9-4652-940f-5feae08ec170 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0756299 Feb 14 18:24:58.158516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21e5fdb2-e059-4038-897e-43af3b76b7d5 req-013d9433-5c7f-4f90-91f9-4d2840d2366e tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400901 Feb 14 18:24:59.357569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651ec1-8500-454f-b649-184f39eec940 req-07291aed-723b-4b14-b117-c28f55ccbe20 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:24:59.358995 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e651ec1-8500-454f-b649-184f39eec940 req-07291aed-723b-4b14-b117-c28f55ccbe20 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0777905 Feb 14 18:24:59.404770 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e651ec1-8500-454f-b649-184f39eec940 req-8392ec7f-0eab-482f-af41-7f564d49c5eb tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396340 Feb 14 18:25:00.602083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6d8ec-6d8c-4b59-b77a-8eb50882bb12 req-91c2c7d0-41a1-40f0-a053-4ca2cb1661b3 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:00.603616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8de6d8ec-6d8c-4b59-b77a-8eb50882bb12 req-91c2c7d0-41a1-40f0-a053-4ca2cb1661b3 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0761294 Feb 14 18:25:00.654803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8de6d8ec-6d8c-4b59-b77a-8eb50882bb12 req-b137a88e-4438-4d89-9f0a-66c6d1eda2c4 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436301 Feb 14 18:25:01.851459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5dd5a-6530-46cb-95a4-8d288c96a507 req-f17ef29a-8b00-4d7b-bc22-300aa2ea1d07 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:01.852927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18c5dd5a-6530-46cb-95a4-8d288c96a507 req-f17ef29a-8b00-4d7b-bc22-300aa2ea1d07 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0760417 Feb 14 18:25:01.898570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-18c5dd5a-6530-46cb-95a4-8d288c96a507 req-e1eeb729-75dd-4e01-b043-468c4ea5ff4b tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395479 Feb 14 18:25:03.093880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc73b-de6b-4e4f-8b9a-5c5c990d0f5b req-7e3375e5-b328-48ff-ac7c-aa970db2e948 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:03.095315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e1bc73b-de6b-4e4f-8b9a-5c5c990d0f5b req-7e3375e5-b328-48ff-ac7c-aa970db2e948 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0780296 Feb 14 18:25:03.141674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e1bc73b-de6b-4e4f-8b9a-5c5c990d0f5b req-20e2df01-af08-44e5-8e2a-f32d42f99901 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409024 Feb 14 18:25:04.465935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc50b8-16c4-42d3-89f7-553ce2ff8bb9 req-31e75d86-5105-4f57-91ee-6ba1e725137a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:04.467778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc50b8-16c4-42d3-89f7-553ce2ff8bb9 req-31e75d86-5105-4f57-91ee-6ba1e725137a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0742261 Feb 14 18:25:04.512162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc50b8-16c4-42d3-89f7-553ce2ff8bb9 req-44a2d29a-4298-4954-ae00-b725332d3291 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&id=db8eb3b1-7f59-41af-abc9-b01a1658011d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389411 Feb 14 18:25:12.996494 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:25:15.431757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:20.849393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a637d95e-b21e-4421-b9fc-85d06c53dad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:23.066158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e1f5be55-37c6-4fde-9c93-732918307057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:24.350586 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:24.402525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:25.717935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.053045 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-09587c9b-d945-4ba7-9df9-c59f2d40d2d4 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929158672&fields=id&tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb HTTP/1.1" status: 200 len: 267 time: 0.0436749 Feb 14 18:25:37.131601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-73581eeb-090b-4562-bb9b-2c316bb4ac6f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:37.133051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-73581eeb-090b-4562-bb9b-2c316bb4ac6f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 984 time: 0.0748987 Feb 14 18:25:37.143172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Request body: {'port': {'security_groups': ['21756570-fb1f-42a9-b048-9e2fbc8e62ae']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:25:37.279613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.493334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:37.516768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.580569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.596932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:25:37.755018 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:37.755647 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.757068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c1aea642-3e13-49d3-9b64-56e33b678c7b req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "PUT /v2.0/ports/ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 942 time: 0.6181779 Feb 14 18:25:37.758009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:25:37.764409 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:37.777010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event updated for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=7']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:37.785728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.786115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.787008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.787347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.787848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.787986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.788312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.788639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.788996 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.789323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.789645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966b195-5844-409d-9a4c-f52c533aa70f tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:37.826397 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:25:37.843668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:25:37.848235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.887879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:37.925596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-703891b1-9427-42ad-aca6-24544b8bb7fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1098 time: 0.0752223 Feb 14 18:25:38.003126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.012220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-726a66e3-a053-4cb7-8851-42ccc2c90fa6 None None] Provisioning complete for port ca6058e0-6065-4cdc-9724-a020ee59fe7c triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:25:38.012538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-726a66e3-a053-4cb7-8851-42ccc2c90fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.022938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8eb3b1-7f59-41af-abc9-b01a1658011d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:38.032489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.033658 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "DELETE /v2.0/security-groups/db8eb3b1-7f59-41af-abc9-b01a1658011d HTTP/1.1" status: 204 len: 168 time: 0.2679460 Feb 14 18:25:38.035093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.035437 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.035776 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.036162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.037039 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.037375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.037636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50126) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:38.037766 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.038010 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.038335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.039630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.039630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bff6a-43e3-46c0-9d2b-379656f92489 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:25:38.163470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-9eebd660-da35-4fdc-a7f2-593bf8716ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:38.164941 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-9eebd660-da35-4fdc-a7f2-593bf8716ffd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.2320874 Feb 14 18:25:38.353918 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-eb5d0cf7-f502-44d3-969c-00d73c83fded service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 1001 time: 0.1795626 Feb 14 18:25:38.354810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Deleting port 4576ce3c-80d1-47c7-9391-a699a16b3d11 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:38.355146 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.446215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-61b45a0c-995f-4eda-8bff-545dd755fb74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:38.447571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-61b45a0c-995f-4eda-8bff-545dd755fb74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0694060 Feb 14 18:25:38.631784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-c1b881df-68da-4386-9e53-1aa42de420f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751378 Feb 14 18:25:38.637521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.637849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:38.825937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Calling delete_port for 4576ce3c-80d1-47c7-9391-a699a16b3d11 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:38.934184 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-e8410c43-03f2-4cea-a10e-89bb7e7e57f5 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892070 Feb 14 18:25:39.119236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0c9ace4-c577-4003-ba96-1c79d7f4cea9 req-a836484a-1b4b-492d-aef3-d271b37fba5b service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736989 Feb 14 18:25:39.192447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:39.329106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event deleted for resources: {'Port': ['ID=4576ce3c-80d1-47c7-9391-a699a16b3d11,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:39.418805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:39.808098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:25:40.003264 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:25:40.013500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Sync routers for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:25:40.025315 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:25:40.027302 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:40.072840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:40.129085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8d2a24fa-2afe-4a88-ad73-7665c4f37dbc tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "DELETE /v2.0/floatingips/06447708-afa8-4e30-85a2-81986c885a51 HTTP/1.1" status: 204 len: 168 time: 2.0885103 Feb 14 18:25:40.129834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:25:40.187143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:25:40.220902 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:25:40.286182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-5f81e104-c433-4174-b48b-113d9f420a2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 1098 time: 0.0711837 Feb 14 18:25:40.435243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-cdd4e4de-9646-4ac0-aad5-c56e6328238a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:40.436948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-cdd4e4de-9646-4ac0-aad5-c56e6328238a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 200 len: 915 time: 0.1424539 Feb 14 18:25:40.510782 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-f59864cd-9ec9-4b0b-835f-6149ff3a9b64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 200 len: 217 time: 0.0648286 Feb 14 18:25:40.548283 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:40.553119 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Checking router: 14c34f4d-bc10-40ac-9bdc-34bf0430e855 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:25:40.571692 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:25:40.572410 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:40.582003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-ada14083-ef46-46c5-9552-d9f07106371e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:40.584006 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-ada14083-ef46-46c5-9552-d9f07106371e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 200 len: 854 time: 0.0632579 Feb 14 18:25:40.670535 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-fcc868ab-c24a-4a1f-b152-feb6b4b00458 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8c39ba9-9ade-4ba5-bd35-e17c368521e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775652 Feb 14 18:25:40.757907 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:25:40.805771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-8acae9da-d371-401d-b061-8aca018c8635 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259739 Feb 14 18:25:40.941971 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac3f1e06-423c-4312-8bad-814b8a5bbc07 req-314b8ca5-8477-476c-9311-0dfc36488330 service neutron] 10.222.0.45 "GET /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287436 Feb 14 18:25:41.113089 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:41.117102 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54839e-4e05-46f7-9f8f-15635cd6e77e None None] The sync data for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv is: [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:31Z', 'revision_number': 4, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '650a4825-272d-4ae0-9bc7-6a34c0847cfe', 'name': '', 'network_id': 'f8c39ba9-9ade-4ba5-bd35-e17c368521e1', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'mac_address': 'fa:16:3e:85:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:31Z', 'updated_at': '2022-02-14T18:23:39Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'subnets': [{'id': '0b145b74-0e4b-4562-ae0b-d983dc6c8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:25:41.327110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9a8fc-2768-4604-8121-7e4f870d782f None None] New status for floating IP 06447708-afa8-4e30-85a2-81986c885a51: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:25:45.443921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:46.059277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cc14b-7575-435e-8ee3-95ad2f07a5ba req-b915dbb6-c1c9-452b-a2e8-c1efa25444a2 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:46.059960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8b7cc14b-7575-435e-8ee3-95ad2f07a5ba req-b915dbb6-c1c9-452b-a2e8-c1efa25444a2 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Synchronizing usage tracker for tenant:42ce55f8084d4b3eaa0b011f1573c0bb on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:25:46.112577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8b7cc14b-7575-435e-8ee3-95ad2f07a5ba req-b915dbb6-c1c9-452b-a2e8-c1efa25444a2 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Unset dirty status for tenant:42ce55f8084d4b3eaa0b011f1573c0bb on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:25:46.113803 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b7cc14b-7575-435e-8ee3-95ad2f07a5ba req-b915dbb6-c1c9-452b-a2e8-c1efa25444a2 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.2259312 Feb 14 18:25:46.158196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8b7cc14b-7575-435e-8ee3-95ad2f07a5ba req-410a79a3-bac2-4795-8827-5a1d527df93a tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Feb 14 18:25:47.369118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e429b-9dcb-46f1-80cb-2985bf501fe6 req-62ae38af-38f8-4b6c-ae2d-343309d5874c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:47.370569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed9e429b-9dcb-46f1-80cb-2985bf501fe6 req-62ae38af-38f8-4b6c-ae2d-343309d5874c tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0800846 Feb 14 18:25:47.415014 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed9e429b-9dcb-46f1-80cb-2985bf501fe6 req-ca02d0c0-0a26-443a-8589-fdc9c9e61002 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/security-groups?id=21756570-fb1f-42a9-b048-9e2fbc8e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Feb 14 18:25:47.861880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-63389abc-0a4f-46eb-a375-0d56aa927427 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:25:47.863345 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-63389abc-0a4f-46eb-a375-0d56aa927427 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 945 time: 0.0768254 Feb 14 18:25:47.935044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Deleting port ca6058e0-6065-4cdc-9724-a020ee59fe7c {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:47.935307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:48.170410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] For port ca6058e0-6065-4cdc-9724-a020ee59fe7c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ca6058e0-6065-4cdc-9724-a020ee59fe7c,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:48.170761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:48.296692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Calling delete_port for ca6058e0-6065-4cdc-9724-a020ee59fe7c owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:48.483664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:48.498602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ca6058e0-6065-4cdc-9724-a020ee59fe7c'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:25:48.543323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Pushing event deleted for resources: {'Port': ['ID=ca6058e0-6065-4cdc-9724-a020ee59fe7c,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:48.651774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d4fc0ff3-a098-443a-b6e0-0c5bf4a27d38 req-15a47a2f-41fe-4191-82f6-8c559bdbf7b4 tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1997d11-a8ff-4324-9637-1b54a660d8ad HTTP/1.1" status: 200 len: 210 time: 0.0774016 Feb 14 18:25:48.656244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] No DVR routers for this DVR port ca6058e0-6065-4cdc-9724-a020ee59fe7c on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:25:48.658615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:48.661121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'name': 'network-vif-deleted', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:25:48.714625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1997d11-a8ff-4324-9637-1b54a660d8ad', 'name': 'network-vif-deleted', 'tag': 'ca6058e0-6065-4cdc-9724-a020ee59fe7c', 'status': 'completed', 'code': 200} Feb 14 18:25:48.729929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64694f47-17a2-41b2-aa37-7def63fa99e1 req-ca84abc8-c7f0-42b9-a2cb-8b201eececec tempest-TestMinimumBasicScenario-1978151017 tempest-TestMinimumBasicScenario-1978151017-project] 10.222.0.45 "DELETE /v2.0/ports/ca6058e0-6065-4cdc-9724-a020ee59fe7c HTTP/1.1" status: 204 len: 173 time: 0.8591225 Feb 14 18:25:49.996572 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:25:50.867424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b3f941fb-2814-48d4-b2d8-15e7ded2d6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:50.887248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50214) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:51.260642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:51.934122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Deleting port 650a4825-272d-4ae0-9bc7-6a34c0847cfe {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:51.934807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:51.956110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ca6058e0-6065-4cdc-9724-a020ee59fe7c no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:25:52.017379 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: ca6058e0-6065-4cdc-9724-a020ee59fe7c {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:25:52.017726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ca6058e0-6065-4cdc-9724-a020ee59fe7c not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:25:52.107513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] For port 650a4825-272d-4ae0-9bc7-6a34c0847cfe, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=650a4825-272d-4ae0-9bc7-6a34c0847cfe,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:52.107867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:52.234467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Calling delete_port for 650a4825-272d-4ae0-9bc7-6a34c0847cfe owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:52.465713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:52.509143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Pushing event deleted for resources: {'Port': ['ID=650a4825-272d-4ae0-9bc7-6a34c0847cfe,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:52.799436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:53.066819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d84b28da-08c4-4e0c-8f5f-425b93a4e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:53.444069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:25:53.637913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:25:53.646448 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Sync routers for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:25:53.651016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1134187d-91db-4a77-af45-666f5abd9510 admin admin] 10.222.0.30 "PUT /v2.0/routers/14c34f4d-bc10-40ac-9bdc-34bf0430e855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7627461 Feb 14 18:25:53.652815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50218) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:53.658309 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:25:53.658895 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:53.832408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:25:53.845010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.045355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.116603 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173'}], 'enable_snat': True}, 'gw_port_id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:25:52Z', 'revision_number': 5, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port': {'id': 'c9f55f70-3184-4093-a191-18adfc1fe1d5', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:54.120327 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Checking router: 14c34f4d-bc10-40ac-9bdc-34bf0430e855 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:25:54.130558 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Routers {'14c34f4d-bc10-40ac-9bdc-34bf0430e855'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:25:54.131162 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:54.141067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Deleting port c9f55f70-3184-4093-a191-18adfc1fe1d5 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:54.141411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.285777 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] Set router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:25:54.320872 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] For port c9f55f70-3184-4093-a191-18adfc1fe1d5, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c9f55f70-3184-4093-a191-18adfc1fe1d5,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:54.321566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.369752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.392304 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:25:54Z', 'revision_number': 6, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:54.397041 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d6627-43be-4001-a353-e5ffeb803914 None None] The sync data for ids ['14c34f4d-bc10-40ac-9bdc-34bf0430e855'] in dv-neutron-823271-4-hyperv is: [{'id': '14c34f4d-bc10-40ac-9bdc-34bf0430e855', 'name': 'tempest-TestMinimumBasicScenario-1145778780-router', 'tenant_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:28Z', 'updated_at': '2022-02-14T18:25:54Z', 'revision_number': 6, 'project_id': '42ce55f8084d4b3eaa0b011f1573c0bb', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:25:54.421243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.440317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Calling delete_port for c9f55f70-3184-4093-a191-18adfc1fe1d5 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:54.752570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:54.771432 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 650a4825-272d-4ae0-9bc7-6a34c0847cfe no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:25:54.801099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f55f70-3184-4093-a191-18adfc1fe1d5,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:54.814632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 650a4825-272d-4ae0-9bc7-6a34c0847cfe {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:25:54.815226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 650a4825-272d-4ae0-9bc7-6a34c0847cfe not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:25:55.016673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.271967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.276422 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.346302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.346817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c34f4d-bc10-40ac-9bdc-34bf0430e855 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:25:55.359602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.360964 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7f2d4769-659b-47bc-aa18-554bc30c42fd admin admin] 10.222.0.30 "DELETE /v2.0/routers/14c34f4d-bc10-40ac-9bdc-34bf0430e855 HTTP/1.1" status: 204 len: 168 time: 1.7072027 Feb 14 18:25:55.363692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50222) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:55.424616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Deleting subnet 0b145b74-0e4b-4562-ae0b-d983dc6c8743 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:25:55.428399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.480258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.558954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.689779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.706728 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.728746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b145b74-0e4b-4562-ae0b-d983dc6c8743,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:55.734779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.741426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c51ccf-3798-4b37-9989-bc4aa3ac0323 None None] Network f8c39ba9-9ade-4ba5-bd35-e17c368521e1 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:25:55.741583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-202d3032-1473-4eee-9235-4aa898700cf8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0b145b74-0e4b-4562-ae0b-d983dc6c8743 HTTP/1.1" status: 204 len: 168 time: 0.3765650 Feb 14 18:25:55.743806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50226) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:55.843083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.853577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Deleting port 111e85ba-fe69-4214-921e-d27a3f829ca9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:55.853898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:55.995425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] DHCP port deletion for f8c39ba9-9ade-4ba5-bd35-e17c368521e1 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:25:55.999556 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Deleting port 111e85ba-fe69-4214-921e-d27a3f829ca9 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:55.999919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.069386 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] For port 111e85ba-fe69-4214-921e-d27a3f829ca9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=111e85ba-fe69-4214-921e-d27a3f829ca9,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:56.069733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.196433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] For port 111e85ba-fe69-4214-921e-d27a3f829ca9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=111e85ba-fe69-4214-921e-d27a3f829ca9,segment=NetworkSegment(f4582bc0-2cc3-4012-aaab-612af2b7af1a),segment_id=f4582bc0-2cc3-4012-aaab-612af2b7af1a)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:56.196754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.291033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Calling delete_port for 111e85ba-fe69-4214-921e-d27a3f829ca9 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:56.317580 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Calling delete_port for 111e85ba-fe69-4214-921e-d27a3f829ca9 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:56.415109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.420234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:25:56.420591 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:25:56.459230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Pushing event deleted for resources: {'Port': ['ID=111e85ba-fe69-4214-921e-d27a3f829ca9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:56.463653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] No DVR routers for this DVR port 111e85ba-fe69-4214-921e-d27a3f829ca9 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:25:56.575482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.601512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c39ba9-9ade-4ba5-bd35-e17c368521e1']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:56.613277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4582bc0-2cc3-4012-aaab-612af2b7af1a') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:56.613567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4582bc0-2cc3-4012-aaab-612af2b7af1a') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:56.624728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.643532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.650151 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:25:56.650550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:25:56.663771 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:25:56.808524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c9f55f70-3184-4093-a191-18adfc1fe1d5 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:25:56.809893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.814093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.838638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c39ba9-9ade-4ba5-bd35-e17c368521e1,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:56.840969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c9f55f70-3184-4093-a191-18adfc1fe1d5 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:25:56.841320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c9f55f70-3184-4093-a191-18adfc1fe1d5 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:25:56.841738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 111e85ba-fe69-4214-921e-d27a3f829ca9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:25:56.847249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ade43e95-4ce5-436b-b39e-7dbc7e58be2b admin admin] 10.222.0.30 "DELETE /v2.0/networks/f8c39ba9-9ade-4ba5-bd35-e17c368521e1 HTTP/1.1" status: 204 len: 168 time: 1.0997460 Feb 14 18:25:56.847724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50232) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:56.876125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 111e85ba-fe69-4214-921e-d27a3f829ca9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:25:56.876473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 111e85ba-fe69-4214-921e-d27a3f829ca9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:25:56.921828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Deleting port 111e85ba-fe69-4214-921e-d27a3f829ca9 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:56.922211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:56.988364 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-46602680-4cdd-443c-83ee-c2d81f83b4b0 None None] The port '111e85ba-fe69-4214-921e-d27a3f829ca9' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:25:57.242410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:57.908434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Deleting port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:25:57.909142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:58.074574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] For port 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:25:58.075012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:58.195553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Calling delete_port for 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:25:58.466732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:58.510866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6fdf06-a273-4e25-9d3e-c4365e2f6a07,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:25:58.800922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:25:59.452805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:25:59.651896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:25:59.660349 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Sync routers for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:25:59.661159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-98142ef5-1e1f-449f-93c8-cc0b744a2a8c admin admin] 10.222.0.30 "PUT /v2.0/routers/1518927b-a9a4-49aa-9f00-1739c1d5bc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126271 Feb 14 18:25:59.663467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50236) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:25:59.671583 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:25:59.672181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:25:59.848774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:25:59.854962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:00.051299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:00.128535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:25:58Z', 'revision_number': 5, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port': {'id': 'aaba8684-1bb6-4e2b-a3e1-1842c55e8404', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:23:36Z', 'updated_at': '2022-02-14T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:00.132251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Checking router: 1518927b-a9a4-49aa-9f00-1739c1d5bc6c for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:26:00.142549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Routers {'1518927b-a9a4-49aa-9f00-1739c1d5bc6c'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:00.143126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:00.152515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Deleting port aaba8684-1bb6-4e2b-a3e1-1842c55e8404 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:26:00.152906 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:00.325164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] For port aaba8684-1bb6-4e2b-a3e1-1842c55e8404, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:00.325510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:00.327020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] Set router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c gateway port host: None {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:00.430070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:26:00Z', 'revision_number': 6, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:00.433793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee1d63-923b-47db-9a72-7a56c0c3c0ac None None] The sync data for ids ['1518927b-a9a4-49aa-9f00-1739c1d5bc6c'] in dv-neutron-823271-4-hyperv is: [{'id': '1518927b-a9a4-49aa-9f00-1739c1d5bc6c', 'name': 'tempest-TestMinimumBasicScenario-961576520-router', 'tenant_id': 'f8fdc610a65f47f285ed4def092f69a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:23:35Z', 'updated_at': '2022-02-14T18:26:00Z', 'revision_number': 6, 'project_id': 'f8fdc610a65f47f285ed4def092f69a3', 'gw_port_host': None}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:26:00.448247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Calling delete_port for aaba8684-1bb6-4e2b-a3e1-1842c55e8404 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:26:00.689684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:00.732238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaba8684-1bb6-4e2b-a3e1-1842c55e8404,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:00.843101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:26:00.882463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:26:00.882891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 0a6fdf06-a273-4e25-9d3e-c4365e2f6a07 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:26:01.055759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.309543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.313775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.432047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.432625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1518927b-a9a4-49aa-9f00-1739c1d5bc6c {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:26:01.445615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.448364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f55e4415-c603-4393-9715-a1806900db52 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1518927b-a9a4-49aa-9f00-1739c1d5bc6c HTTP/1.1" status: 204 len: 168 time: 1.7823782 Feb 14 18:26:01.449399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50240) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:01.511889 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Deleting subnet 4ca89e06-4224-49c0-8f15-c28e6554b7a6 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:26:01.514904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.567281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.644347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.781384 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.828672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca89e06-4224-49c0-8f15-c28e6554b7a6,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:01.836301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.841356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50a195-99e2-4c97-b01c-4eeddc700cf9 None None] Network 64d73111-ae08-4f01-ba53-924ae725c9fd requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:26:01.842751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d1e86694-e3b1-48d9-b2a5-e704486e886f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ca89e06-4224-49c0-8f15-c28e6554b7a6 HTTP/1.1" status: 204 len: 168 time: 0.3923674 Feb 14 18:26:01.845256 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50244) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:01.948577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:01.958665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Deleting port c1f38867-8f3f-49ec-b0c8-dfeade300171 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:26:01.959528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.083902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] DHCP port deletion for 64d73111-ae08-4f01-ba53-924ae725c9fd request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:26:02.088466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Deleting port c1f38867-8f3f-49ec-b0c8-dfeade300171 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:26:02.088866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.163736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] For port c1f38867-8f3f-49ec-b0c8-dfeade300171, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1f38867-8f3f-49ec-b0c8-dfeade300171,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:02.164083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.282110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Calling delete_port for c1f38867-8f3f-49ec-b0c8-dfeade300171 owned by network:dhcp {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:26:02.287736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] For port c1f38867-8f3f-49ec-b0c8-dfeade300171, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1f38867-8f3f-49ec-b0c8-dfeade300171,segment=NetworkSegment(da7b62c4-defc-42d0-ba59-f1db47b4ca41),segment_id=da7b62c4-defc-42d0-ba59-f1db47b4ca41)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:02.288125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.398255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.415913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Calling delete_port for c1f38867-8f3f-49ec-b0c8-dfeade300171 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:26:02.444092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f38867-8f3f-49ec-b0c8-dfeade300171,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:02.448623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] No DVR routers for this DVR port c1f38867-8f3f-49ec-b0c8-dfeade300171 on host dv-neutron-823271-4-hyperv {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:26:02.484605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:26:02.484987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:26:02.560899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.585234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d73111-ae08-4f01-ba53-924ae725c9fd']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:02.596794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7b62c4-defc-42d0-ba59-f1db47b4ca41') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:02.597087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7b62c4-defc-42d0-ba59-f1db47b4ca41') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:02.608437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.627779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.633782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:26:02.637436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:26:02.750898 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:26:02.810894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device aaba8684-1bb6-4e2b-a3e1-1842c55e8404 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:26:02.847319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: aaba8684-1bb6-4e2b-a3e1-1842c55e8404 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:26:02.847657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device aaba8684-1bb6-4e2b-a3e1-1842c55e8404 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:26:02.848063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1f38867-8f3f-49ec-b0c8-dfeade300171 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:26:02.878671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c1f38867-8f3f-49ec-b0c8-dfeade300171 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:26:02.879013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1f38867-8f3f-49ec-b0c8-dfeade300171 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:26:02.885709 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.890235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:02.917477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=64d73111-ae08-4f01-ba53-924ae725c9fd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:02.921501 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-97b1ab6c-93df-49ed-8a40-0ed6392b2dfa admin admin] 10.222.0.30 "DELETE /v2.0/networks/64d73111-ae08-4f01-ba53-924ae725c9fd HTTP/1.1" status: 204 len: 168 time: 1.0750928 Feb 14 18:26:02.986374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Deleting port c1f38867-8f3f-49ec-b0c8-dfeade300171 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:26:02.986756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:03.048605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-136f7d5e-453a-433e-b475-e1e74d2d5ac0 None None] The port 'c1f38867-8f3f-49ec-b0c8-dfeade300171' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:26:03.262827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50250) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:03.310903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a838cc29-6c55-4571-bed4-652e5934ad0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ce55f8084d4b3eaa0b011f1573c0bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468299 Feb 14 18:26:03.313236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50254) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:03.370749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:03.395253 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:03.500456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:03.517478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21756570-fb1f-42a9-b048-9e2fbc8e62ae,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:03.520671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:03.521804 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1c52ca16-23dd-4b71-a8f3-776f12860058 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21756570-fb1f-42a9-b048-9e2fbc8e62ae HTTP/1.1" status: 204 len: 168 time: 0.2076788 Feb 14 18:26:04.113388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50262) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:04.171590 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0a07079e-fd8d-4ce9-9a8f-98fcbe69d0a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8fdc610a65f47f285ed4def092f69a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569642 Feb 14 18:26:04.174207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50266) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:04.231877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:04.256826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:04.375405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:04.389495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c33d28-4193-45fb-a6be-f78fbaf57604,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:04.397784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:04.398890 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9f31b883-e06c-4891-ba9c-7c54323d078d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2c33d28-4193-45fb-a6be-f78fbaf57604 HTTP/1.1" status: 204 len: 168 time: 0.2238028 Feb 14 18:26:07.190425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50310) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:07.196935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555982401', 'description': 'tempest-secgroup-smoke-1555982401 description', 'project_id': 'cadd03ba841241d884480b8130c38f0d'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:07.203045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:07.206858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:07.209957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:07.215631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:07.290040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.303704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.346805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:07.350613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:07.353502 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:07.359142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:07.431193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.489484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.530748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:07.535448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066a743f-1308-4851-b1ee-f2c1de153ebd,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:07.539850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:07.543167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:07.549190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:07.606908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.689845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.730641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:07.797976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.799448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3b38ed1e-8ebd-4664-a734-55fe33d9355c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6078899 Feb 14 18:26:07.802361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50314) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:07.807852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:07.813917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:07.817668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:07.820579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:07.826288 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:07.906175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:07.964870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.048560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.074825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aded44-1bf6-49aa-8104-2d6766574596,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:08.169610 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.170795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1a745b5c-f451-48fa-a5e9-7bc4cff99cec tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3674519 Feb 14 18:26:08.173479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50318) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:08.179125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:08.185042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:08.188899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:08.191721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:08.197914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:08.273545 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.332592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.403806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.427941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047a4d89-a6af-497d-b875-21e89f83f439,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:08.512399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.513608 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ff192f21-64a7-44d2-a02c-c2c05cbfb0a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3389235 Feb 14 18:26:08.516348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50322) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:08.521769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:08.528093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:08.531783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:08.534631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:08.540273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:08.644406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.704576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.769576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.791853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b69c55-1669-4da7-a068-46b2cd0fd09b,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:08.867078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:08.868274 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b79d7434-a720-4b40-a228-9ee81a22074d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3510003 Feb 14 18:26:08.871030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50326) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:08.876308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:08.882842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:08.886627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:08.889531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:08.895153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:08.976406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.040084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.089530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.112073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6ce8d4-306f-4975-96b3-6e409b6a1452,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:09.164532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.165779 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d06507d-9102-4794-97d4-15562404d839 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2938638 Feb 14 18:26:09.168533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50330) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:09.174126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:09.180633 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:09.184434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:09.187310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:09.192961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:09.243856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:26:09.250521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.313409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.369110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.391698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba32cb8f-ae22-40dc-b09d-0ede3d74f892,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:09.454823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.456035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-509392d4-5bf0-45c8-96f7-8ca3f34d538b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2865000 Feb 14 18:26:09.458759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50334) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:09.470697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '3d3e53c0-d0fc-45cd-80ea-1e079a77ad28', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:09.476343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:09.480121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:09.483036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:09.488579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:09.546958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:26:09.554508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.617357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.666646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.692711 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a80a7-3c45-4961-b9f0-99f703bf1380,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:09.780676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.781865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1ad621a0-ab99-4f31-ab73-47e375f50281 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3222220 Feb 14 18:26:09.784939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50338) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:09.790690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'network': {'name': 'tempest-network-smoke--136862135', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:09.795453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:09.799343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:network and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:09.802257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:09.808309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:09.878199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:26:09.881144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.908310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:26:09.917393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:09.917761 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Added segment f4da18a7-db6f-49c4-9fbb-ab77b97165fe of type vlan for network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e Feb 14 18:26:09.943452 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.042760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.046463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:10.047090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.156842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Network': ['ID=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:10.167527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:26:10.203455 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4321772f-cf9f-45e4-a7a3-dbfe10bc2f98 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4175186 Feb 14 18:26:10.206285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50342) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:10.211925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'admin_state_up': True, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:10.218974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:10.222825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:router and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:10.226380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:10.232011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:10.312799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.313736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.331234 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.548130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.835496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:10.863596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:11.082784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.103 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/5aec3f01-86c7-4258-ae67-16edab7f5344) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:26:11.236839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:11.301020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:11.364240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:11.367574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:11.371038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:26:11.405895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5aec3f01-86c7-4258-ae67-16edab7f5344,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:11.593467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:11.594188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:11.877811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 7fd88caa-8ae4-45b4-b630-e932483d7f30 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:26:12.070488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:26:12.081504 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Sync routers for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:26:12.094294 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:12.095044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:12.163927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:12.165096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9ed453cb-a74f-4364-a212-b63a8f12f462 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9578426 Feb 14 18:26:12.168212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50348) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:12.266282 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:12.329783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-78a14bfa-a618-4cec-a5d5-497aabad6b6b tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=cadd03ba841241d884480b8130c38f0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1604810 Feb 14 18:26:12.332470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50354) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:12.459995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3b2d8-b0a5-4dc9-b8e0-7219349c4ad9 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:12.461549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-04c3b2d8-b0a5-4dc9-b8e0-7219349c4ad9 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280966 Feb 14 18:26:12.464391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50358) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:12.502260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-18242c7c-483a-4d5c-82ae-5cd8cd2dc27d tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367861 Feb 14 18:26:12.504954 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50362) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:12.510832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750205081', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:12.583118 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:11Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:12.586991 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Checking router: 7fd88caa-8ae4-45b4-b630-e932483d7f30 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:26:12.587335 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Updating router 7fd88caa-8ae4-45b4-b630-e932483d7f30 port 5aec3f01-86c7-4258-ae67-16edab7f5344 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:26:12.619771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:12.623871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:subnet and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:12.627373 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:12.633227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:12.638506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:12.705590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:26:12.807723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:12.952670 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:12.964220 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Transition to ACTIVE for port object 5aec3f01-86c7-4258-ae67-16edab7f5344 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:13.038644 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.101514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.117219 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Attempting to bind port 5aec3f01-86c7-4258-ae67-16edab7f5344 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:26:13.117794 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Attempting to bind port 5aec3f01-86c7-4258-ae67-16edab7f5344 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:26:13.117941 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Attempting to bind port 5aec3f01-86c7-4258-ae67-16edab7f5344 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:26:13.119782 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Pushing event updated for resources: {'Port': ['ID=5aec3f01-86c7-4258-ae67-16edab7f5344,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:13.130805 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:26:13.131171 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:26:13.131572 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.131984 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:26:13.132443 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Bound port: 5aec3f01-86c7-4258-ae67-16edab7f5344, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:26:13.132832 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.156740 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.157141 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.157470 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.157790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.158113 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.158428 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.158738 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.159049 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.159356 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.159662 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.159972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:13.216651 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] For port 5aec3f01-86c7-4258-ae67-16edab7f5344, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:26:13.219874 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] For port 5aec3f01-86c7-4258-ae67-16edab7f5344, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5aec3f01-86c7-4258-ae67-16edab7f5344,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:26:13.281740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Subnet': ['ID=9d254331-3867-4d8d-aed9-48010df3f464,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:13.290740 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.293689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Checking segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:26:13.294047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network hostable DHCP agents. Network: c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:26:13.369176 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a3379-4922-4d66-b92d-34d63a6ba4fe None None] Pushing event updated for resources: {'Port': ['ID=5aec3f01-86c7-4258-ae67-16edab7f5344,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:13.373408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:13.374073 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:13.380667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:26:13.438150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:13.442662 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:13.443372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.447638 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049aef62-e40d-4eb7-80d3-0929564c1bd5 None None] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:26:13.507355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-413399a1-b207-44b7-ac58-7f423c09b07e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0013528 Feb 14 18:26:13.510258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50368) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:13.554900 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:13.707492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:26:13.708369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:13.863260 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:11Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:13.867942 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4eb93-99d9-43c5-a06f-c0c97ba8ac2f None None] The sync data for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv is: [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:11Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:26:13.870061 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Allocated IP 172.20.0.2 (c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e/9d254331-3867-4d8d-aed9-48010df3f464/cf2d5d6b-f96d-434b-aff1-2253829e4f22) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:26:14.107042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.118872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Transition to ACTIVE for port object cf2d5d6b-f96d-434b-aff1-2253829e4f22 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:14.142683 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Transition to ACTIVE for port object cf2d5d6b-f96d-434b-aff1-2253829e4f22 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:14.203301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.281568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:14.285204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:14.287742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:26:14.290307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Pushing event updated for resources: {'Port': ['ID=cf2d5d6b-f96d-434b-aff1-2253829e4f22,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:14.302444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.302796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.303122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.303454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.304342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.304479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.304690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.305130 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.308558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.308558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.308558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:26:14.370368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.395472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Attempting to bind port cf2d5d6b-f96d-434b-aff1-2253829e4f22 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:26:14.395841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Attempting to bind port cf2d5d6b-f96d-434b-aff1-2253829e4f22 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:26:14.396202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Attempting to bind port cf2d5d6b-f96d-434b-aff1-2253829e4f22 on network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:26:14.405632 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:26:14.406315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Checking segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:26:14.406715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.407107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Bound using segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:26:14.407572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Bound port: cf2d5d6b-f96d-434b-aff1-2253829e4f22, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:26:14.407944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.497948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] For port cf2d5d6b-f96d-434b-aff1-2253829e4f22, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:26:14.502795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] For port cf2d5d6b-f96d-434b-aff1-2253829e4f22, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf2d5d6b-f96d-434b-aff1-2253829e4f22,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:26:14.581700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:14.678352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb881-a6ab-48d0-96ae-b4b2b9d44b64 None None] Pushing event updated for resources: {'Port': ['ID=cf2d5d6b-f96d-434b-aff1-2253829e4f22,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:14.791537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.1 (c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e/9d254331-3867-4d8d-aed9-48010df3f464/5e4a4549-ef6a-44f9-a252-37e2cc300658) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:26:14.895721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5aec3f01-86c7-4258-ae67-16edab7f5344 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:15.032322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5aec3f01-86c7-4258-ae67-16edab7f5344 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:15.037815 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5aec3f01-86c7-4258-ae67-16edab7f5344 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:15.038236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.067774 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.083895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 5e4a4549-ef6a-44f9-a252-37e2cc300658 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:15.157707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.173751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5aec3f01-86c7-4258-ae67-16edab7f5344, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5aec3f01-86c7-4258-ae67-16edab7f5344,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:15.180422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.253882 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:15.256962 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:15.261427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:26:15.273067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.290048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:15.325487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.350609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5aec3f01-86c7-4258-ae67-16edab7f5344,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:15.473389 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.489449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.586837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e426688-8c11-4f4b-a3e4-dc941583f8a7 None None] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:26:15.757984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-eec4aebe-f906-4c26-927c-a6f87f732ae4 None None] Provisioning for port cf2d5d6b-f96d-434b-aff1-2253829e4f22 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:15.888067 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:15.946937 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:16.062676 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:16.065115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:16.164011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c26b826a-26cf-4166-adaf-9e0a2a80a15f None None] Provisioning for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:16.169705 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c26b826a-26cf-4166-adaf-9e0a2a80a15f None None] Provisioning complete for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:16.170073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c26b826a-26cf-4166-adaf-9e0a2a80a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:16.207543 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:16.208650 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:16.223463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c26b826a-26cf-4166-adaf-9e0a2a80a15f None None] Port 5e4a4549-ef6a-44f9-a252-37e2cc300658 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:26:16.343693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-967b3ca0-7a90-45b3-b8bc-c2e5385debfe None None] Provisioning complete for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:16.344062 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-967b3ca0-7a90-45b3-b8bc-c2e5385debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:16.401320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-967b3ca0-7a90-45b3-b8bc-c2e5385debfe None None] Port 5e4a4549-ef6a-44f9-a252-37e2cc300658 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:26:16.521934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-22b14d79-d2b5-4256-aa1e-018af090da30 None None] Provisioning complete for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:16.523105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-22b14d79-d2b5-4256-aa1e-018af090da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:16.575318 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-22b14d79-d2b5-4256-aa1e-018af090da30 None None] Port 5e4a4549-ef6a-44f9-a252-37e2cc300658 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:26:16.603594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 7fd88caa-8ae4-45b4-b630-e932483d7f30 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:26:16.887046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5aec3f01-86c7-4258-ae67-16edab7f5344 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:16.898641 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:26:16.908279 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-10ed54ad-b281-4a55-a861-2d603c151d8c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/7fd88caa-8ae4-45b4-b630-e932483d7f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3964539 Feb 14 18:26:16.957107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5aec3f01-86c7-4258-ae67-16edab7f5344 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:16.957502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:17.069464 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf2d5d6b-f96d-434b-aff1-2253829e4f22 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:17.080750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-a0362b6d-bee4-441e-b2c4-695258646eaa tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:26:17.175882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-a0362b6d-bee4-441e-b2c4-695258646eaa tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:26:17.177238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-a0362b6d-bee4-441e-b2c4-695258646eaa tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555982401&fields=id&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 267 time: 0.1369503 Feb 14 18:26:17.232865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port cf2d5d6b-f96d-434b-aff1-2253829e4f22 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:17.237856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cf2d5d6b-f96d-434b-aff1-2253829e4f22 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:17.238226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:17.335579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00a64-bc78-4031-b941-4571c34128ee req-3964ee25-2489-4613-a5bc-e28d67208556 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:17.336295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-3964ee25-2489-4613-a5bc-e28d67208556 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:26:17.366109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:17.398115 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port cf2d5d6b-f96d-434b-aff1-2253829e4f22, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf2d5d6b-f96d-434b-aff1-2253829e4f22,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:17.441260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Sync routers for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:26:17.453617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:17.454227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:17.484273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-3964ee25-2489-4613-a5bc-e28d67208556 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:26:17.485463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-3964ee25-2489-4613-a5bc-e28d67208556 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/networks?id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 200 len: 796 time: 0.3017805 Feb 14 18:26:17.501699 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-d780229a-50b3-478b-ae93-48a5cf7caf23 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/quotas/cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 375 time: 0.0109153 Feb 14 18:26:17.504659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:17.586795 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-bc409a66-1937-466b-8bed-bd806db7e7a4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789945 Feb 14 18:26:17.612299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-da5f94c1-02cc-47a0-86e0-d8cbbb205268 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:26:17.613374 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-da5f94c1-02cc-47a0-86e0-d8cbbb205268 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059958 Feb 14 18:26:17.662230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=cf2d5d6b-f96d-434b-aff1-2253829e4f22,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:17.696952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:17.758570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-14f09ebd-3d94-4824-ad67-555ce967e149 service neutron] 10.222.0.30 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347780 Feb 14 18:26:17.894857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-77285e2d-3440-4f80-b032-d38706c46f08 service neutron] 10.222.0.30 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291664 Feb 14 18:26:18.029999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 2, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:18.034086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Checking router: 7fd88caa-8ae4-45b4-b630-e932483d7f30 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:26:18.034436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Updating router 7fd88caa-8ae4-45b4-b630-e932483d7f30 port 5e4a4549-ef6a-44f9-a252-37e2cc300658 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:26:18.084776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.421004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.432149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Transition to ACTIVE for port object 5e4a4549-ef6a-44f9-a252-37e2cc300658 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:18.483816 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.604648 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959a8b9-3374-4b96-a305-2f2e6b797459 None None] Pushing event updated for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:18.696485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Attempting to bind port 5e4a4549-ef6a-44f9-a252-37e2cc300658 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:26:18.696877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Attempting to bind port 5e4a4549-ef6a-44f9-a252-37e2cc300658 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:26:18.697231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Attempting to bind port 5e4a4549-ef6a-44f9-a252-37e2cc300658 on network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:26:18.703517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:26:18.703872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Checking segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:26:18.704260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.704641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Bound using segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:26:18.705197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Bound port: 5e4a4549-ef6a-44f9-a252-37e2cc300658, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:26:18.705489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.789720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] For port 5e4a4549-ef6a-44f9-a252-37e2cc300658, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:26:18.792814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] For port 5e4a4549-ef6a-44f9-a252-37e2cc300658, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5e4a4549-ef6a-44f9-a252-37e2cc300658,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:26:18.822878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf2d5d6b-f96d-434b-aff1-2253829e4f22 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:18.885137 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:18.985998 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959a8b9-3374-4b96-a305-2f2e6b797459 None None] Pushing event updated for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:18.996070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:18.996685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:25:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:19.111819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port cf2d5d6b-f96d-434b-aff1-2253829e4f22 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:19.112523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:19.249253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b7016672-42f3-4abf-a6d5-6c28ad10ff5a req-7722a23f-246a-4706-b1ef-dfc38aa67b97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 210 time: 0.0522616 Feb 14 18:26:19.283657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:19.602631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:18Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:19.606603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc7ab1-0a03-49f7-b412-f271ce6e3cf7 None None] The sync data for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv is: [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:18Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:26:20.347407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9478cc4a-ba59-4035-9b89-b425cb420869 req-e6907481-4baa-4ec1-a31a-6c5a8fdbd25e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 210 time: 0.0406508 Feb 14 18:26:20.843910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5e4a4549-ef6a-44f9-a252-37e2cc300658 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:20.872113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4356b569-5993-4c22-8979-6d6f175a20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:20.992810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:21.002043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:21.002422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:21.118284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:21.148549 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5e4a4549-ef6a-44f9-a252-37e2cc300658, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5e4a4549-ef6a-44f9-a252-37e2cc300658,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:21.238075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:21.301450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:21.513179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21222155-2f39-45e1-8233-b24194ee7db7 req-094e6d55-2f38-458f-9f3b-e2ee8085c596 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 210 time: 0.0442290 Feb 14 18:26:21.676313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00a64-bc78-4031-b941-4571c34128ee req-136f2dfe-2318-44dc-843b-7255a9ce457e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:21.677732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-136f2dfe-2318-44dc-843b-7255a9ce457e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/networks?id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 200 len: 796 time: 0.1442337 Feb 14 18:26:21.737257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-e65793f2-4175-4ffc-a953-ea06a860cf2a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 380 time: 0.0396378 Feb 14 18:26:21.745922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'port': {'device_id': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'admin_state_up': True, 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'security_groups': ['3d3e53c0-d0fc-45cd-80ea-1e079a77ad28']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:21.881473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:21.885792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:port and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:21.888622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:21.894266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:21.981293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:26:21.984350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.146941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.6 (c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e/9d254331-3867-4d8d-aed9-48010df3f464/e9cfa623-2ed8-4b81-98c8-52817c3b883a) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:26:22.334760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.356200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object e9cfa623-2ed8-4b81-98c8-52817c3b883a will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:22.432782 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.503921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:22.506992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:22.510682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:26:22.541608 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:22.587944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:22.588877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.688418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-63b37296-9338-4a2e-8928-003a088a4c63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9459529 Feb 14 18:26:22.706696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Request body: {'port': {'device_id': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:22.815609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-806d8051-ca4d-442a-8342-857400b28c23 None None] Provisioning for port e9cfa623-2ed8-4b81-98c8-52817c3b883a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:22.824798 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5e4a4549-ef6a-44f9-a252-37e2cc300658 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:22.863891 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-806d8051-ca4d-442a-8342-857400b28c23 None None] Provisioning complete for port e9cfa623-2ed8-4b81-98c8-52817c3b883a triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:22.864406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-806d8051-ca4d-442a-8342-857400b28c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.920440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d284b-eca5-4d02-9e41-d3cca732401b req-e17b1757-9600-41b2-8aaf-f4a191b560cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:22.921327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-da7d284b-eca5-4d02-9e41-d3cca732401b req-e17b1757-9600-41b2-8aaf-f4a191b560cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:26:22.932256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-806d8051-ca4d-442a-8342-857400b28c23 None None] Port e9cfa623-2ed8-4b81-98c8-52817c3b883a cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:26:22.942733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:22.945237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5e4a4549-ef6a-44f9-a252-37e2cc300658 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:22.945607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.056360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-da7d284b-eca5-4d02-9e41-d3cca732401b req-e17b1757-9600-41b2-8aaf-f4a191b560cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:26:23.057546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da7d284b-eca5-4d02-9e41-d3cca732401b req-e17b1757-9600-41b2-8aaf-f4a191b560cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 931 time: 0.4118450 Feb 14 18:26:23.112599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e6cadcc2-cef4-4cee-97b0-afcb50e5b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.183329 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da7d284b-eca5-4d02-9e41-d3cca732401b req-c415e2df-bf32-4d94-b107-e07016d9a708 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171565 Feb 14 18:26:23.313797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cfa623-2ed8-4b81-98c8-52817c3b883a {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:26:23.320349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.334068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Transition to ACTIVE for port object e9cfa623-2ed8-4b81-98c8-52817c3b883a will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:26:23.420434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.547708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:23.655227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Attempting to bind port e9cfa623-2ed8-4b81-98c8-52817c3b883a on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:26:23.655574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Attempting to bind port e9cfa623-2ed8-4b81-98c8-52817c3b883a by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:26:23.655893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Attempting to bind port e9cfa623-2ed8-4b81-98c8-52817c3b883a on network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:26:23.661721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Port e9cfa623-2ed8-4b81-98c8-52817c3b883a on network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:26:23.662033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Attempting to bind port e9cfa623-2ed8-4b81-98c8-52817c3b883a on network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:26:23.668212 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:26:23.668537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Checking segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:26:23.668943 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Bound using segment: {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:26:23.669350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Bound port: e9cfa623-2ed8-4b81-98c8-52817c3b883a, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:26:23.669684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.755660 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:26:23.759429 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:26:23.826639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.887279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:23.888628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 200 len: 1093 time: 1.1874931 Feb 14 18:26:23.889075 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:26:23.908585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3612-9583-4db7-a100-032b526052e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:23.946925 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'status': 'completed', 'code': 200} Feb 14 18:26:24.047586 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-028d06e4-c5cc-4bee-b814-049a162c6241 req-bb865801-4623-477e-beaf-88f3630a87b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1096 time: 0.0743749 Feb 14 18:26:24.189159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d06e4-c5cc-4bee-b814-049a162c6241 req-a8de042f-a3f6-48f0-8911-76ded322272d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:24.190594 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-028d06e4-c5cc-4bee-b814-049a162c6241 req-a8de042f-a3f6-48f0-8911-76ded322272d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cadd03ba841241d884480b8130c38f0d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1324737 Feb 14 18:26:24.373999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:24.377764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d06e4-c5cc-4bee-b814-049a162c6241 req-8dc2901a-b3a4-4d4f-aca4-d5544fb8ce83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:24.379218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-028d06e4-c5cc-4bee-b814-049a162c6241 req-8dc2901a-b3a4-4d4f-aca4-d5544fb8ce83 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1783195 Feb 14 18:26:24.413609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c499-9949-44e0-b2b8-29e1da175a03 req-794d9f78-deee-47df-b5d4-bebde7284866 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:24.415051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ca6c499-9949-44e0-b2b8-29e1da175a03 req-794d9f78-deee-47df-b5d4-bebde7284866 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 943 time: 0.0993774 Feb 14 18:26:24.448294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:24.507509 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ca6c499-9949-44e0-b2b8-29e1da175a03 req-f7bb383f-6bf2-4bc2-9f60-aec1af9767fe tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609763 Feb 14 18:26:24.529237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-b20cbace-cb5b-449d-a8e7-813bdc9f605e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1096 time: 0.1062465 Feb 14 18:26:24.596969 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-0ca6f44b-db18-458c-bb79-d56dc3cdc93b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 200 len: 217 time: 0.0621841 Feb 14 18:26:24.667378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00a64-bc78-4031-b941-4571c34128ee req-c229c434-c707-4bc7-98b6-959f64476dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:24.668881 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-c229c434-c707-4bc7-98b6-959f64476dee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d254331-3867-4d8d-aed9-48010df3f464 HTTP/1.1" status: 200 len: 835 time: 0.0634854 Feb 14 18:26:24.744948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-33e6eca4-1994-45b7-8586-a5e423ba27a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673454 Feb 14 18:26:24.964832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-1e8f7c82-e4c1-4276-9176-4e7f0311d45a service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101302 Feb 14 18:26:25.104084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04f00a64-bc78-4031-b941-4571c34128ee req-b116ca35-f1da-482b-a24a-8a8be4afb125 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289434 Feb 14 18:26:25.695538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:25.706532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341b6b-f3b9-48d3-984d-3cd50bee65e0 req-442ebaf5-7945-47a7-ad85-f051b2893925 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:25.708069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad341b6b-f3b9-48d3-984d-3cd50bee65e0 req-442ebaf5-7945-47a7-ad85-f051b2893925 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 943 time: 0.0805151 Feb 14 18:26:25.754051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad341b6b-f3b9-48d3-984d-3cd50bee65e0 req-8fe881dd-74d8-4283-9c87-9b4216d88da2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Feb 14 18:26:26.948916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e57b7-07bb-404b-9668-b52d609c4de5 req-3e2115e0-a4ce-4dd1-913c-5862090280f0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:26.950272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-283e57b7-07bb-404b-9668-b52d609c4de5 req-3e2115e0-a4ce-4dd1-913c-5862090280f0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 943 time: 0.0759506 Feb 14 18:26:26.996708 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:26:26.997565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-283e57b7-07bb-404b-9668-b52d609c4de5 req-a8b03225-322b-42d7-83a1-6e924a925604 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Feb 14 18:26:28.096569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e9cfa623-2ed8-4b81-98c8-52817c3b883a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:26:28.196835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f4937-9ce6-4322-8907-1533509da739 req-f3488729-0adb-4b7b-9a28-35fefc69d9ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:28.198794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e66f4937-9ce6-4322-8907-1533509da739 req-f3488729-0adb-4b7b-9a28-35fefc69d9ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 943 time: 0.0757835 Feb 14 18:26:28.232298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:28.243720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e66f4937-9ce6-4322-8907-1533509da739 req-fcf0976f-efbc-454c-9a5e-af6fc39dbf96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Feb 14 18:26:28.249196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'port_id': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'mac_address': 'fa:16:3e:b5:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:26:28.337984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:28.354695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cfa623-2ed8-4b81-98c8-52817c3b883a {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:26:28.369088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:28.426498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:28.492147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:28.717134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['e9cfa623-2ed8-4b81-98c8-52817c3b883a'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:26:29.438095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b10a9-ea1e-43de-b4f3-dc6fb92515c8 req-ac55b21a-18c3-4404-8f31-7e6088b68cfc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:29.439457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea4b10a9-ea1e-43de-b4f3-dc6fb92515c8 req-ac55b21a-18c3-4404-8f31-7e6088b68cfc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 944 time: 0.0796607 Feb 14 18:26:29.483552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ea4b10a9-ea1e-43de-b4f3-dc6fb92515c8 req-4bf4d900-0077-4b5f-af8f-593c6e2cc536 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Feb 14 18:26:30.096081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e9cfa623-2ed8-4b81-98c8-52817c3b883a up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:26:30.227007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port e9cfa623-2ed8-4b81-98c8-52817c3b883a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:26:30.231588 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port e9cfa623-2ed8-4b81-98c8-52817c3b883a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:26:30.231957 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:30.346745 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:30.372217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:26:30.381378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:26:30.472785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:30.508295 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'code': 200} Feb 14 18:26:30.540305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:30.678350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654ead-6941-4e8a-92f2-0b9804480699 req-45931044-bb0f-495d-a9c4-c3db75f900eb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:30.680356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d654ead-6941-4e8a-92f2-0b9804480699 req-45931044-bb0f-495d-a9c4-c3db75f900eb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0759437 Feb 14 18:26:30.724363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d654ead-6941-4e8a-92f2-0b9804480699 req-75134abf-19b1-4939-a7a2-5b5f0d56857c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Feb 14 18:26:30.902217 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c19c520-be82-4a2a-b9dc-21a4b7e4df2c req-d82a3ba7-2db8-4519-8a6b-77d4504ed10e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1098 time: 0.0691476 Feb 14 18:26:30.946195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c19c520-be82-4a2a-b9dc-21a4b7e4df2c req-23bb96b8-66c1-4811-8738-75e3d2a578b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Feb 14 18:26:32.055948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bed89-7682-4cc5-9ce1-81ed9cae4d1f req-16046692-025f-48ac-a56d-a72ed3b6b979 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:32.057403 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f6bed89-7682-4cc5-9ce1-81ed9cae4d1f req-16046692-025f-48ac-a56d-a72ed3b6b979 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0739830 Feb 14 18:26:32.106073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f6bed89-7682-4cc5-9ce1-81ed9cae4d1f req-e57d8e93-5bd2-403d-aeb6-46c75d1837aa tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Feb 14 18:26:33.298810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42d5e-2870-40f3-9c11-9bf38acf14fc req-06c1ce53-4921-4224-a477-2b0ccfa69e03 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:33.300498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7f42d5e-2870-40f3-9c11-9bf38acf14fc req-06c1ce53-4921-4224-a477-2b0ccfa69e03 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0756686 Feb 14 18:26:33.344242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7f42d5e-2870-40f3-9c11-9bf38acf14fc req-f80f5f03-29b3-4b5b-b8ef-a48cf45bcaeb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381610 Feb 14 18:26:33.542359 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfbb0e-c97b-4459-9883-048366ed9284 req-0cddd28e-8a8f-4aac-b69d-eecd8283e85a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:33.543704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0bfbb0e-c97b-4459-9883-048366ed9284 req-0cddd28e-8a8f-4aac-b69d-eecd8283e85a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0849884 Feb 14 18:26:33.587927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0bfbb0e-c97b-4459-9883-048366ed9284 req-2b407400-ebbc-4236-b36f-d0264285ea09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Feb 14 18:26:33.615510 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50430) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:33.682846 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-453cebb9-88a3-420f-8bbd-457184f972a2 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1093 time: 0.0662205 Feb 14 18:26:33.685531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50434) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:33.690457 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:26:33.696298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:26:33.700069 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:floatingip and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:26:33.703045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:26:33.708569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:26:33.786836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:33.919838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:34.052775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.212 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/4647d8b3-128f-4f4b-95ee-aaff6004563f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:26:34.202963 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:34.272822 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:34.342087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:26:34.344736 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:26:34.348873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:26:34.376741 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=4647d8b3-128f-4f4b-95ee-aaff6004563f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:34.849764 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:34.959309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:35.160182 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:35.261221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:35.370512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=4647d8b3-128f-4f4b-95ee-aaff6004563f,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:26:35.383209 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:35.656450 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Floating IP 6061b0c6-6990-4b64-91ec-c86a2eaff13d associated. External IP: 172.26.4.212, port: e9cfa623-2ed8-4b81-98c8-52817c3b883a. Feb 14 18:26:36.039217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 7fd88caa-8ae4-45b4-b630-e932483d7f30 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:26:36.233509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:26:36.245044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Sync routers for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:26:36.257182 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:36.257771 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:26:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:36.346970 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:36.407716 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-767f6778-4963-4262-a174-9d05fea1d165 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7211802 Feb 14 18:26:36.408381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:26:36.463934 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:36.554655 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'status': 'completed', 'code': 200} Feb 14 18:26:36.636321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351d216-ce74-45b9-8806-958e4fa70c38 req-eac279bb-b2a5-452a-9c78-6e5ab33c6a0f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:36.639299 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1351d216-ce74-45b9-8806-958e4fa70c38 req-eac279bb-b2a5-452a-9c78-6e5ab33c6a0f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.1274631 Feb 14 18:26:36.702318 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-b68f56e3-53d1-4c96-95f9-41d0f533ec3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1098 time: 0.1226890 Feb 14 18:26:36.704433 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1351d216-ce74-45b9-8806-958e4fa70c38 req-32ed095c-200a-4fc1-a729-c3ea39a0304e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547235 Feb 14 18:26:36.733471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50444) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:36.834405 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '6061b0c6-6990-4b64-91ec-c86a2eaff13d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'port_id': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'mac_address': 'fa:16:3e:b5:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:26:34Z', 'updated_at': '2022-02-14T18:26:34Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:36.837719 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a653b847-b453-4814-a9d4-98dbffc26d38 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/6061b0c6-6990-4b64-91ec-c86a2eaff13d HTTP/1.1" status: 200 len: 991 time: 0.1031382 Feb 14 18:26:36.839658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-9685eeec-0c46-4bfb-8dd5-eb635b783b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:36.840762 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Checking router: 7fd88caa-8ae4-45b4-b630-e932483d7f30 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:26:36.841134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-9685eeec-0c46-4bfb-8dd5-eb635b783b1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 200 len: 896 time: 0.1316280 Feb 14 18:26:36.851281 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:26:36.851858 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:26:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:36.940316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-781f8fdc-704d-4c60-8e23-dcaee10dd58d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 200 len: 999 time: 0.0936973 Feb 14 18:26:37.000991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-4c070e8a-c509-44d1-b01a-016bdf823498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:37.002416 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-4c070e8a-c509-44d1-b01a-016bdf823498 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d254331-3867-4d8d-aed9-48010df3f464 HTTP/1.1" status: 200 len: 835 time: 0.0558684 Feb 14 18:26:37.025185 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:26:37.074964 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-682a2760-7ec2-485a-9d67-7bd56aa79b78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666528 Feb 14 18:26:37.297474 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-8c86c145-c471-42fc-8055-29bea8ff10f0 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164872 Feb 14 18:26:37.369117 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '6061b0c6-6990-4b64-91ec-c86a2eaff13d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'port_id': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'mac_address': 'fa:16:3e:b5:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:26:34Z', 'updated_at': '2022-02-14T18:26:34Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:26:37.372984 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9730-654b-4216-a6c6-7bf0b6cecf56 None None] The sync data for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv is: [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '6061b0c6-6990-4b64-91ec-c86a2eaff13d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'port_id': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'mac_address': 'fa:16:3e:b5:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:26:34Z', 'updated_at': '2022-02-14T18:26:34Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:26:37.432871 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-994f20f8-3f99-455e-b0b8-454c791f6b8b req-04d37bfa-ef3a-4767-be35-e6af40f78ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283088 Feb 14 18:26:37.574782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49585b-e374-4324-9115-4517f506b134 None None] New status for floating IP 6061b0c6-6990-4b64-91ec-c86a2eaff13d: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:26:37.841777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50448) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:26:37.944678 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bae9fc9c-423d-443b-bf3d-f41e123e3b33 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/6061b0c6-6990-4b64-91ec-c86a2eaff13d HTTP/1.1" status: 200 len: 993 time: 0.1018078 Feb 14 18:26:45.478388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:50.907597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5965b161-25aa-4616-8077-906d49679b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:53.072751 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-127ce73d-d24d-4bd6-80c4-17786c12a1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:54.375441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:54.432329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:55.733806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:26:56.896488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-8c5ff615-3c23-4e58-8066-284359602733 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725148 Feb 14 18:26:57.037207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-82e82a5c-5f50-4a6e-b93b-f557e7097524 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1098 time: 0.0665095 Feb 14 18:26:57.181048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-0541ea3c-1b42-4276-9171-bfe8ef270520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:57.182968 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-0541ea3c-1b42-4276-9171-bfe8ef270520 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 200 len: 896 time: 0.1244454 Feb 14 18:26:57.288144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-91d3664d-9a35-437e-891e-b6b570514686 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 200 len: 1001 time: 0.0937018 Feb 14 18:26:57.359014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-dd1dc25e-a77e-40d6-975d-34f195e665df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:26:57.360436 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-dd1dc25e-a77e-40d6-975d-34f195e665df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d254331-3867-4d8d-aed9-48010df3f464 HTTP/1.1" status: 200 len: 835 time: 0.0636528 Feb 14 18:26:57.448342 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-79809807-2634-4ef4-802a-ec5c817133d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672996 Feb 14 18:26:57.564811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-0262d4a3-d573-47b0-94b1-e8f5f31a43b5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234202 Feb 14 18:26:57.703503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd40eb28-6a9d-4cf7-b7b0-213702407a8d req-c95c2d59-8574-4908-a127-dfe3968dad70 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299939 Feb 14 18:27:03.996929 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:27:11.792972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d919f1e-2fa0-41b7-b990-85d9ce8fca0a req-026fed67-7001-49d9-83da-0e9ab23d3367 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:11.794296 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d919f1e-2fa0-41b7-b990-85d9ce8fca0a req-026fed67-7001-49d9-83da-0e9ab23d3367 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.1561644 Feb 14 18:27:11.844312 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d919f1e-2fa0-41b7-b990-85d9ce8fca0a req-d8f1e7a0-e953-4485-a8a9-925712b751ba tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Feb 14 18:27:13.115096 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f3d59-5798-4bc0-9dd8-e1502703d27c req-cdb5e0f2-8a18-4a9b-8cac-2359ba7a6f6d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:13.116573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e52f3d59-5798-4bc0-9dd8-e1502703d27c req-cdb5e0f2-8a18-4a9b-8cac-2359ba7a6f6d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.1528728 Feb 14 18:27:13.164051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e52f3d59-5798-4bc0-9dd8-e1502703d27c req-202d83a6-8261-4c56-aca3-6fee7dfce1a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Feb 14 18:27:13.191760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50474) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:13.294579 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-871e4526-62d4-439f-9618-65dc02b3d1e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/6061b0c6-6990-4b64-91ec-c86a2eaff13d HTTP/1.1" status: 200 len: 993 time: 0.1017282 Feb 14 18:27:14.916347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5396-4632-46ea-94b8-e2393a4c7d44 req-d97a1fdd-1c29-4229-a234-4eb7230e572f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:14.917758 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca7a5396-4632-46ea-94b8-e2393a4c7d44 req-d97a1fdd-1c29-4229-a234-4eb7230e572f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0783629 Feb 14 18:27:14.961451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ca7a5396-4632-46ea-94b8-e2393a4c7d44 req-7164a8fc-0b3b-4442-8278-151a15cc49d3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Feb 14 18:27:15.464775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:16.152982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c791a6-01a5-4d57-ba27-6b3864d1798d req-4c555637-5bba-4fe6-ba34-c5366223bdfe tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:16.154901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66c791a6-01a5-4d57-ba27-6b3864d1798d req-4c555637-5bba-4fe6-ba34-c5366223bdfe tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0742579 Feb 14 18:27:16.198362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66c791a6-01a5-4d57-ba27-6b3864d1798d req-a35bc6fd-9f6e-4478-8370-5a561351853f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Feb 14 18:27:16.226632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50486) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:16.328010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-847a6937-36a0-4696-a134-cfbc555d6c87 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/6061b0c6-6990-4b64-91ec-c86a2eaff13d HTTP/1.1" status: 200 len: 993 time: 0.1002522 Feb 14 18:27:16.630032 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50494) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:16.909071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 4647d8b3-128f-4f4b-95ee-aaff6004563f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:27:16.909327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:17.070969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:17.071296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:17.195618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 4647d8b3-128f-4f4b-95ee-aaff6004563f owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:27:17.381561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:17.429965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=4647d8b3-128f-4f4b-95ee-aaff6004563f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:17.494459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.494735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.495076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.495414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.495746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.496076 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.496411 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.496745 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.497070 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.497389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.497707 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:17.527387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:17.910776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 7fd88caa-8ae4-45b4-b630-e932483d7f30 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:27:18.105911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:27:18.116187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Sync routers for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:27:18.127988 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:18.128567 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:26:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:18.179424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:18.235679 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6784efec-6101-466d-a83d-a49be25947d5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/floatingips/6061b0c6-6990-4b64-91ec-c86a2eaff13d HTTP/1.1" status: 204 len: 168 time: 1.6045749 Feb 14 18:27:18.236371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:27:18.291561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'status': 'completed', 'code': 200} Feb 14 18:27:18.307980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:18.560005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-79902b87-332d-4045-962e-f2ae498c1886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 1098 time: 0.2375839 Feb 14 18:27:18.667792 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:18.672306 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Checking router: 7fd88caa-8ae4-45b4-b630-e932483d7f30 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:27:18.683099 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:18.683687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:26:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:18.698645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-3f1362b3-6f98-4d2b-a608-1e4a04c8a928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:18.700074 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-3f1362b3-6f98-4d2b-a608-1e4a04c8a928 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 200 len: 896 time: 0.1328573 Feb 14 18:27:18.798742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-8293c002-a427-428f-8924-fd95fe01a8ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 200 len: 217 time: 0.0923078 Feb 14 18:27:18.863192 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:18.890233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-5ba03106-970b-4797-989e-28e2e993c340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:18.892664 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-5ba03106-970b-4797-989e-28e2e993c340 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d254331-3867-4d8d-aed9-48010df3f464 HTTP/1.1" status: 200 len: 835 time: 0.0835581 Feb 14 18:27:18.907869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5989-ad68-4c84-84ad-238a2b784542 req-e1a0d942-d7b0-4200-8a97-0e5fe4686a31 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:18.908540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a7dd5989-ad68-4c84-84ad-238a2b784542 req-e1a0d942-d7b0-4200-8a97-0e5fe4686a31 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:18.986075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-69535ac6-c734-4d0d-8414-92118c542af8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856662 Feb 14 18:27:19.114193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-71520027-9c2f-413d-ae16-f4f31c1f727d service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218536 Feb 14 18:27:19.178007 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:19.182065 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a18f8-2833-4cf5-9796-d17a185a5289 None None] The sync data for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv is: [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5e4a4549-ef6a-44f9-a252-37e2cc300658', 'name': '', 'network_id': 'c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:1e:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d254331-3867-4d8d-aed9-48010df3f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:14Z', 'updated_at': '2022-02-14T18:26:21Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '9d254331-3867-4d8d-aed9-48010df3f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:27:19.238629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a7dd5989-ad68-4c84-84ad-238a2b784542 req-e1a0d942-d7b0-4200-8a97-0e5fe4686a31 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:19.239773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7dd5989-ad68-4c84-84ad-238a2b784542 req-e1a0d942-d7b0-4200-8a97-0e5fe4686a31 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.4710872 Feb 14 18:27:19.274687 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-006b33a5-6019-4559-bbe5-21188bc9a776 req-676ddaf0-e490-4065-9345-76dd2755d7cd service neutron] 10.222.0.45 "GET /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532397 Feb 14 18:27:19.297952 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7dd5989-ad68-4c84-84ad-238a2b784542 req-6ba9ea4c-ac88-4df6-93c2-d9ec002b0ee0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 Feb 14 18:27:19.399661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa2cb8-1125-4998-b560-86cfd80c9e8a None None] New status for floating IP 6061b0c6-6990-4b64-91ec-c86a2eaff13d: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:27:20.496080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717a59-3def-44cd-8e8e-5862cbae93ec req-73652d9e-09a1-41e5-b0a6-fdaf5f874882 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:20.497572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac717a59-3def-44cd-8e8e-5862cbae93ec req-73652d9e-09a1-41e5-b0a6-fdaf5f874882 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0789275 Feb 14 18:27:20.541294 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac717a59-3def-44cd-8e8e-5862cbae93ec req-c07f9d3c-60fe-43aa-9045-16fb143dcee3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 Feb 14 18:27:20.637751 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-e21d2cab-c197-4035-be4b-4058910b2051 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:20.639744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-e21d2cab-c197-4035-be4b-4058910b2051 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 945 time: 0.0740719 Feb 14 18:27:20.710072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port e9cfa623-2ed8-4b81-98c8-52817c3b883a {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:27:20.710401 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:20.855652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7c1c525b-5903-4dfe-bda5-f0204fc2e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:20.949011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port e9cfa623-2ed8-4b81-98c8-52817c3b883a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e9cfa623-2ed8-4b81-98c8-52817c3b883a,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:20.949279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:21.071084 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for e9cfa623-2ed8-4b81-98c8-52817c3b883a owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:27:21.266848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:21.405544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=e9cfa623-2ed8-4b81-98c8-52817c3b883a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:21.475572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] No DVR routers for this DVR port e9cfa623-2ed8-4b81-98c8-52817c3b883a on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:27:21.478688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:21.481710 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'name': 'network-vif-deleted', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:27:21.537710 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8c312a-43c9-48aa-9501-9bbf2ec54cee', 'name': 'network-vif-deleted', 'tag': 'e9cfa623-2ed8-4b81-98c8-52817c3b883a', 'status': 'completed', 'code': 200} Feb 14 18:27:21.565134 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0985d9f-92d2-4662-9d13-cc584b01d665 req-5b1c8324-d848-4377-9c73-1db7473c2667 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "DELETE /v2.0/ports/e9cfa623-2ed8-4b81-98c8-52817c3b883a HTTP/1.1" status: 204 len: 173 time: 0.9179714 Feb 14 18:27:21.703829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-762dab60-f5db-4541-9fc7-7f0e91fc23ae req-a640bffe-19b7-47c2-a724-b390a79ebad5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:21.752903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-762dab60-f5db-4541-9fc7-7f0e91fc23ae req-a640bffe-19b7-47c2-a724-b390a79ebad5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:21.754082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-762dab60-f5db-4541-9fc7-7f0e91fc23ae req-a640bffe-19b7-47c2-a724-b390a79ebad5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8c312a-43c9-48aa-9501-9bbf2ec54cee HTTP/1.1" status: 200 len: 210 time: 0.0933278 Feb 14 18:27:22.859834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50514) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:23.101503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fcf77c5b-b675-4cfd-9c34-76458c605864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:23.260631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:23.847375 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 5e4a4549-ef6a-44f9-a252-37e2cc300658 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:27:23.847693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:24.027832 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 5e4a4549-ef6a-44f9-a252-37e2cc300658, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5e4a4549-ef6a-44f9-a252-37e2cc300658,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:24.028531 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:24.152060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 5e4a4549-ef6a-44f9-a252-37e2cc300658 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:27:24.330665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e9cfa623-2ed8-4b81-98c8-52817c3b883a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:27:24.370597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: e9cfa623-2ed8-4b81-98c8-52817c3b883a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:27:24.370939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device e9cfa623-2ed8-4b81-98c8-52817c3b883a not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:27:24.377194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:24.438446 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:24.478442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:24.523544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=5e4a4549-ef6a-44f9-a252-37e2cc300658,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:24.812038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:25.386309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 7fd88caa-8ae4-45b4-b630-e932483d7f30 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:27:25.580882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:27:25.590851 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Sync routers for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:27:25.603128 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:25.603972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:25.645979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6c868f04-ee9f-472a-9494-d7d044afa8b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/7fd88caa-8ae4-45b4-b630-e932483d7f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850177 Feb 14 18:27:25.648821 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50518) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:25.733674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:25.787571 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:25.833802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting subnet 9d254331-3867-4d8d-aed9-48010df3f464 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:27:25.836738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:25.893162 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:25.974130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.071052 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:27:24Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:26.075044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Checking router: 7fd88caa-8ae4-45b4-b630-e932483d7f30 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:27:26.085800 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Routers {'7fd88caa-8ae4-45b4-b630-e932483d7f30'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:26.088399 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['7fd88caa-8ae4-45b4-b630-e932483d7f30'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:26.216122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.253838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Subnet': ['ID=9d254331-3867-4d8d-aed9-48010df3f464,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:26.265127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.265451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.265791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.266129 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.266461 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.266786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.267111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.267432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.267750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.268068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.268771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:26.271057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.271885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81093312-cad9-4f00-b1bf-d263ece4d16c None None] Network c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:27:26.279719 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-708352bb-6e1a-4de0-bbe7-c01db620461f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/subnets/9d254331-3867-4d8d-aed9-48010df3f464 HTTP/1.1" status: 204 len: 168 time: 0.6274304 Feb 14 18:27:26.280069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50522) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:26.293157 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] Set router 7fd88caa-8ae4-45b4-b630-e932483d7f30 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:26.580465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] DHCP port deletion for c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:27:26.588114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Deleting port cf2d5d6b-f96d-434b-aff1-2253829e4f22 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:27:26.589064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.593308 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:27:24Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:26.593849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.597757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09197cdd-1d1c-4862-8470-00ae0d2656ff None None] The sync data for ids ['7fd88caa-8ae4-45b4-b630-e932483d7f30'] in dv-neutron-823271-4-hyperv is: [{'id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655819194', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:27:24Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '5aec3f01-86c7-4258-ae67-16edab7f5344', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd88caa-8ae4-45b4-b630-e932483d7f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:26:10Z', 'updated_at': '2022-02-14T18:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:27:26.795149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.806047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] For port cf2d5d6b-f96d-434b-aff1-2253829e4f22, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=cf2d5d6b-f96d-434b-aff1-2253829e4f22,segment=NetworkSegment(f4da18a7-db6f-49c4-9fbb-ab77b97165fe),segment_id=f4da18a7-db6f-49c4-9fbb-ab77b97165fe)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:26.810310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.850346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 5aec3f01-86c7-4258-ae67-16edab7f5344 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:27:26.850694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:26.929680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Calling delete_port for cf2d5d6b-f96d-434b-aff1-2253829e4f22 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:27:27.001091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device cf2d5d6b-f96d-434b-aff1-2253829e4f22 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:27:27.041570 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 5aec3f01-86c7-4258-ae67-16edab7f5344, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5aec3f01-86c7-4258-ae67-16edab7f5344,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:27.041923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.114139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.155969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.166437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 5aec3f01-86c7-4258-ae67-16edab7f5344 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:27:27.186695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Pushing event deleted for resources: {'Port': ['ID=cf2d5d6b-f96d-434b-aff1-2253829e4f22,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:27.232435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] No DVR routers for this DVR port cf2d5d6b-f96d-434b-aff1-2253829e4f22 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:27:27.234558 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.234905 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.235247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.235596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.235928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.236796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.236796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.237277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.237613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.237942 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.238264 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918cbe9c-59a3-4316-8519-95e2b73fef05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:27.240656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5e4a4549-ef6a-44f9-a252-37e2cc300658 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:27:27.277244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5e4a4549-ef6a-44f9-a252-37e2cc300658 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:27:27.277593 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5e4a4549-ef6a-44f9-a252-37e2cc300658 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:27:27.404365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.453103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=5aec3f01-86c7-4258-ae67-16edab7f5344,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:27.670485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.919400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:27.924140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.110248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.110779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd88caa-8ae4-45b4-b630-e932483d7f30 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:27:28.124814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.125907 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8be6b6cc-2551-4a4c-9a09-8e584277d68a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/routers/7fd88caa-8ae4-45b4-b630-e932483d7f30 HTTP/1.1" status: 204 len: 168 time: 1.8448722 Feb 14 18:27:28.128779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50526) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:28.251054 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.378790 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.405563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:28.417197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:28.417493 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4da18a7-db6f-49c4-9fbb-ab77b97165fe') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:28.428783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.443913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.449715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:27:28.450090 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:27:28.477575 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:27:28.592636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.616574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.627830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Network': ['ID=c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:28.678913 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-31f56c76-92da-49db-a858-029c80ef3914 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/networks/c6b71a8f-6e2b-41a8-b18a-fc3d35b6756e HTTP/1.1" status: 204 len: 168 time: 0.5490823 Feb 14 18:27:28.681459 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50530) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:28.752860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.782068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.849672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5aec3f01-86c7-4258-ae67-16edab7f5344 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:27:28.882435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5aec3f01-86c7-4258-ae67-16edab7f5344 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:27:28.882778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5aec3f01-86c7-4258-ae67-16edab7f5344 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:27:28.911196 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:28.931986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e53c0-d0fc-45cd-80ea-1e079a77ad28,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:29.002108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:29.003267 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88d20a11-e641-4ed2-859c-125657eaf98d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d3e53c0-d0fc-45cd-80ea-1e079a77ad28 HTTP/1.1" status: 204 len: 168 time: 0.3208780 Feb 14 18:27:29.507732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50538) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:29.513360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133451142', 'description': 'tempest-secgroup-smoke-133451142 description', 'project_id': 'cadd03ba841241d884480b8130c38f0d'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:29.519298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:29.523298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:29.526354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:29.532564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:29.608658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:29.643446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:29.647176 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:29.649939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:29.656131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:29.708199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:29.764684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:29.807350 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde1b25-2faa-47f1-a26d-c68bcb90987a,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:29.887865 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:29.889649 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8bc81576-7d85-4585-945b-e15ecff8b85e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3808911 Feb 14 18:27:29.892492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50542) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:29.897975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:29.903969 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:29.909090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:29.911303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:29.916944 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:29.990628 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.049079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.127293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.152266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e900cfb1-850e-4829-8279-4e0649398406,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:30.225082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.226236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1ee2e1fe-6c22-430e-949f-4fb96db83520 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3327911 Feb 14 18:27:30.228983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50546) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:30.235263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:30.242667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:30.246434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:30.249834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:30.255800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:30.358645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.417798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.489833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.513164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3f9a90-b694-4a64-80fc-03e8c8f83e33,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:30.581370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.582524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f4ea65c0-0d82-47f0-8c0b-e632920558f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3526299 Feb 14 18:27:30.585228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50550) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:30.590685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:30.596454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:30.600188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:30.603066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:30.609379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:30.701568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.761410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.844239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.867891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec655feb-0656-40c6-a494-6009b24c73a1,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:30.929942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:30.931163 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7e6f1d09-03ac-459f-b69f-699964f4b62c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3449700 Feb 14 18:27:30.933919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50554) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:30.939323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:30.945144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:30.948993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:30.951851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:30.957431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:31.045648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.110334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.152317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.172518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211a6c1d-dfd2-465f-98fd-a0b45bcce1f7,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:31.232844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.234019 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f0032e51-a6b9-40b9-8ba1-9d48859d04ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2991989 Feb 14 18:27:31.236874 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50558) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:31.242062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:31.247659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:31.251987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:31.254799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:31.260282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:31.307012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:27:31.314267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.376582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.421473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.447443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790b49fa-5a54-4c7b-93b0-4c58f4f50242,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:31.501141 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.502534 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e6114e99-dfff-4860-a8a4-d520c38ac029 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2646816 Feb 14 18:27:31.505269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50562) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:31.510898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '0dde1b25-2faa-47f1-a26d-c68bcb90987a', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:31.516671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:31.520377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:31.523219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:31.528876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:31.581476 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:27:31.588069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.655068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.712394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.737043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4388b736-adcb-46d8-8be1-20170b3e560c,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:31.809982 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.811199 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-45acf268-d176-474f-834c-9d8ee8cbcc2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3049440 Feb 14 18:27:31.813977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50566) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:31.819400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'network': {'name': 'tempest-network-smoke--1829556420', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:31.824202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:31.828225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:network and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:31.831191 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:31.836923 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:31.923886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:27:31.927040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.954564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:27:31.962530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:31.962804 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Added segment feb79995-93fb-42c7-ae45-5007a9a38267 of type vlan for network d44add54-8d90-4d47-a406-1bcb8e976c5e Feb 14 18:27:31.987105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.101363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.104993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:32.105547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.210080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Network': ['ID=d44add54-8d90-4d47-a406-1bcb8e976c5e,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:32.220507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network d44add54-8d90-4d47-a406-1bcb8e976c5e details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:27:32.269057 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-590ab357-cff5-423c-ab1d-85bfa6bebcd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4509199 Feb 14 18:27:32.269057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50570) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:32.273824 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'admin_state_up': True, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:32.281366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:32.285149 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:router and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:32.287978 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:32.293588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:32.352908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.353848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.371985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.546560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.764676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.792828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:32.922771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.8 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/9d6260d7-0bd1-41ef-90d0-debab167a862) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:27:33.068472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:33.162144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:33.227366 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:33.229948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:33.232790 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:27:33.265010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=9d6260d7-0bd1-41ef-90d0-debab167a862,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:33.470194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:33.470823 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:33.861140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:27:34.056998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:27:34.066184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Sync routers for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:27:34.078313 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:34.078927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:34.158676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:34.159919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dc0f9535-90b3-4d7c-afbe-7db79ae11081 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8903077 Feb 14 18:27:34.163056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50574) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:34.202370 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b28e304d-6d8a-449f-a4ba-728647c1330a tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=cadd03ba841241d884480b8130c38f0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382428 Feb 14 18:27:34.205069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50578) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:34.256044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:34.333478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35893f77-c129-4b5c-a9ac-b6a1685839eb tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:34.334950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-35893f77-c129-4b5c-a9ac-b6a1685839eb tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289737 Feb 14 18:27:34.337798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50582) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:34.376617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d5837430-f342-4816-aa58-0727e0f5b9d5 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375824 Feb 14 18:27:34.379262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50586) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:34.384433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1898978783', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:34.494674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:34.498940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:subnet and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:34.501794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:34.507410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:34.573344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:33Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:34.577887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Checking router: 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:27:34.578234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Updating router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 port 9d6260d7-0bd1-41ef-90d0-debab167a862 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:27:34.598248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:27:34.638262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:34.701145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:34.956515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:34.964598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:34.974214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Transition to ACTIVE for port object 9d6260d7-0bd1-41ef-90d0-debab167a862 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:35.015888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:35.054310 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Subnet': ['ID=1ab05687-de82-46ae-b88a-f4bebcf5ccbf,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:35.065692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Checking segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:27:35.066058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network hostable DHCP agents. Network: d44add54-8d90-4d47-a406-1bcb8e976c5e, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:27:35.097775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f1aa2-68f2-476f-aee0-bb05ad8945a2 None None] Pushing event updated for resources: {'Port': ['ID=9d6260d7-0bd1-41ef-90d0-debab167a862,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:35.101424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Attempting to bind port 9d6260d7-0bd1-41ef-90d0-debab167a862 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:27:35.101786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Attempting to bind port 9d6260d7-0bd1-41ef-90d0-debab167a862 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:27:35.102141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Attempting to bind port 9d6260d7-0bd1-41ef-90d0-debab167a862 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:27:35.109073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:27:35.109443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:27:35.109833 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:35.110208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:27:35.110650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Bound port: 9d6260d7-0bd1-41ef-90d0-debab167a862, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:27:35.111013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:35.179108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network d44add54-8d90-4d47-a406-1bcb8e976c5e is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:27:35.182197 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] For port 9d6260d7-0bd1-41ef-90d0-debab167a862, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:27:35.185436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] For port 9d6260d7-0bd1-41ef-90d0-debab167a862, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d6260d7-0bd1-41ef-90d0-debab167a862,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:27:35.261575 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:35.271040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, d44add54-8d90-4d47-a406-1bcb8e976c5e) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:35.275617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:35.276286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:35.302808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76057f64-9675-4d01-935c-4f6da5161825 None None] Network d44add54-8d90-4d47-a406-1bcb8e976c5e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:27:35.353584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-0ca86088-9e1b-4614-90ab-54e88d83fa09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9732239 Feb 14 18:27:35.356225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50590) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:35.434965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f1aa2-68f2-476f-aee0-bb05ad8945a2 None None] Pushing event updated for resources: {'Port': ['ID=9d6260d7-0bd1-41ef-90d0-debab167a862,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:35.450067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:35.450682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:35.731267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:35.771110 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-d44add54-8d90-4d47-a406-1bcb8e976c5e', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:27:35.771928 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.156433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Allocated IP 172.20.0.2 (d44add54-8d90-4d47-a406-1bcb8e976c5e/1ab05687-de82-46ae-b88a-f4bebcf5ccbf/ebeb8775-1d69-4491-856d-042bf861900a) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:27:36.197299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.284849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:33Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:36.299631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee643e-c5d4-4983-9e2b-725d925333fd None None] The sync data for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv is: [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:33Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:27:36.384878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.395584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Transition to ACTIVE for port object ebeb8775-1d69-4491-856d-042bf861900a will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:36.415234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Transition to ACTIVE for port object ebeb8775-1d69-4491-856d-042bf861900a will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:36.490714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.581665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Network d44add54-8d90-4d47-a406-1bcb8e976c5e is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:36.582940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Pushing event updated for resources: {'Port': ['ID=ebeb8775-1d69-4491-856d-042bf861900a,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:36.585685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:36.588140 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:27:36.610731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.1 (d44add54-8d90-4d47-a406-1bcb8e976c5e/1ab05687-de82-46ae-b88a-f4bebcf5ccbf/5f2acc25-d437-4f39-9911-6461e80dce01) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:27:36.684240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Attempting to bind port ebeb8775-1d69-4491-856d-042bf861900a on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:27:36.684612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Attempting to bind port ebeb8775-1d69-4491-856d-042bf861900a by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:27:36.685015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Attempting to bind port ebeb8775-1d69-4491-856d-042bf861900a on network d44add54-8d90-4d47-a406-1bcb8e976c5e {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:27:36.692948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:27:36.693463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Checking segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:27:36.693879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.694272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Bound using segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:27:36.694730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Bound port: ebeb8775-1d69-4491-856d-042bf861900a, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:27:36.695106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.787313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.789596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] For port ebeb8775-1d69-4491-856d-042bf861900a, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:27:36.792895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] For port ebeb8775-1d69-4491-856d-042bf861900a, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ebeb8775-1d69-4491-856d-042bf861900a,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:27:36.807227 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 5f2acc25-d437-4f39-9911-6461e80dce01 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:36.874180 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.899960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:36.908167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d6260d7-0bd1-41ef-90d0-debab167a862 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:36.987240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network d44add54-8d90-4d47-a406-1bcb8e976c5e is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:36.987240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:36.989139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:36.989595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:27:37.019088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66283c-c7ee-43da-ac6b-30fc260e7509 None None] Pushing event updated for resources: {'Port': ['ID=ebeb8775-1d69-4491-856d-042bf861900a,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:37.063113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.135823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 9d6260d7-0bd1-41ef-90d0-debab167a862 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:37.141876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9d6260d7-0bd1-41ef-90d0-debab167a862 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:37.144255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.246092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.311305 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.329660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 9d6260d7-0bd1-41ef-90d0-debab167a862, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d6260d7-0bd1-41ef-90d0-debab167a862,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:37.421338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.487193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=9d6260d7-0bd1-41ef-90d0-debab167a862,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:37.757985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.833265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.950165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:37.952719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:37.960508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e8edd-3460-4003-a260-66c137365775 None None] Network d44add54-8d90-4d47-a406-1bcb8e976c5e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:27:38.089949 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network d44add54-8d90-4d47-a406-1bcb8e976c5e is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:38.091157 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:38.120225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-39ad14c0-8e19-4173-9fe3-b4fc094f9413 None None] Provisioning for port ebeb8775-1d69-4491-856d-042bf861900a completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:38.476211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:27:38.524267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fe0358b1-0895-4cc7-82f2-274c4bfe59b2 None None] Provisioning for port 5f2acc25-d437-4f39-9911-6461e80dce01 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:38.530223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-fe0358b1-0895-4cc7-82f2-274c4bfe59b2 None None] Provisioning complete for port 5f2acc25-d437-4f39-9911-6461e80dce01 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:38.530572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-fe0358b1-0895-4cc7-82f2-274c4bfe59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:38.587685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-fe0358b1-0895-4cc7-82f2-274c4bfe59b2 None None] Port 5f2acc25-d437-4f39-9911-6461e80dce01 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:27:38.686078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:27:38.698915 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fc02342a-ffba-467a-8cf9-45b358fd6a97 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3413503 Feb 14 18:27:38.718537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0f80386b-2e63-4092-b3a2-0d1558d9e470 None None] Provisioning complete for port 5f2acc25-d437-4f39-9911-6461e80dce01 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:38.718989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0f80386b-2e63-4092-b3a2-0d1558d9e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:38.774166 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0f80386b-2e63-4092-b3a2-0d1558d9e470 None None] Port 5f2acc25-d437-4f39-9911-6461e80dce01 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:27:38.877093 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-6aae19bc-a58b-4456-b65f-542e9ea08792 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:38.899976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-163a95a5-1387-44ca-9828-78c84212a92b None None] Provisioning complete for port 5f2acc25-d437-4f39-9911-6461e80dce01 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:38.900342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-163a95a5-1387-44ca-9828-78c84212a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:38.941473 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ebeb8775-1d69-4491-856d-042bf861900a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:38.964560 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-6aae19bc-a58b-4456-b65f-542e9ea08792 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:38.965885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-6aae19bc-a58b-4456-b65f-542e9ea08792 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133451142&fields=id&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 267 time: 0.1289113 Feb 14 18:27:39.026073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-163a95a5-1387-44ca-9828-78c84212a92b None None] Port 5f2acc25-d437-4f39-9911-6461e80dce01 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:27:39.100010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ebeb8775-1d69-4491-856d-042bf861900a completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:39.105687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ebeb8775-1d69-4491-856d-042bf861900a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:39.106178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:39.122042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-d2622b6e-4e68-40c2-987a-9294cda82bef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:39.122777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-d2622b6e-4e68-40c2-987a-9294cda82bef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:39.192883 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-d2622b6e-4e68-40c2-987a-9294cda82bef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:39.194053 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-d2622b6e-4e68-40c2-987a-9294cda82bef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 797 time: 0.2217221 Feb 14 18:27:39.210230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-3583a59a-e5e5-4658-a2ef-ead1456d126e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/quotas/cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 375 time: 0.0107870 Feb 14 18:27:39.225251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:39.257989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port ebeb8775-1d69-4491-856d-042bf861900a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ebeb8775-1d69-4491-856d-042bf861900a,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:39.287820 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-35680278-ce28-4937-8e21-700ecd7d7246 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:39.318609 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:39.319398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d6260d7-0bd1-41ef-90d0-debab167a862 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:39.364470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-35680278-ce28-4937-8e21-700ecd7d7246 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:39.365849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-35680278-ce28-4937-8e21-700ecd7d7246 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505542 Feb 14 18:27:39.432296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=ebeb8775-1d69-4491-856d-042bf861900a,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:39.448306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 9d6260d7-0bd1-41ef-90d0-debab167a862 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:39.448620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:39.506587 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-2ad93fed-3e61-4ec6-b75c-89a4776503e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267624 Feb 14 18:27:39.639767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-b119ddbd-2014-439a-831e-6b01efb407ca service neutron] 10.222.0.30 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275046 Feb 14 18:27:39.939591 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Sync routers for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:27:39.952966 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:39.953632 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:39.984865 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3d46889-b7b7-47bf-9897-8efac5f7a1fb req-23f5aa76-639f-4ceb-b4ab-bae822343f3f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.1517630 Feb 14 18:27:40.124687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:40.423646 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 2, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:40.427692 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Checking router: 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:27:40.428032 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Updating router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 port 5f2acc25-d437-4f39-9911-6461e80dce01 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:27:40.475947 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:40.795691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:40.806841 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Transition to ACTIVE for port object 5f2acc25-d437-4f39-9911-6461e80dce01 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:40.859759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ebeb8775-1d69-4491-856d-042bf861900a up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:40.876388 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:40.931158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ebeb8775-1d69-4491-856d-042bf861900a triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:40.931599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:40.948983 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Pushing event updated for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:41.010321 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.010755 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.011152 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.011548 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.011941 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.012730 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.016555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.016555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.016555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.016555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.016555 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:27:41.120424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b51efe09-6256-4df6-9078-7860236a6c9d req-7fd099f3-27b1-46b4-abd1-c8462e99cc84 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.0468962 Feb 14 18:27:41.158836 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:27:41.165440 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Attempting to bind port 5f2acc25-d437-4f39-9911-6461e80dce01 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:27:41.165801 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Attempting to bind port 5f2acc25-d437-4f39-9911-6461e80dce01 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:27:41.166155 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Attempting to bind port 5f2acc25-d437-4f39-9911-6461e80dce01 on network d44add54-8d90-4d47-a406-1bcb8e976c5e {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:27:41.172636 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:27:41.177218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Checking segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:27:41.177218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:41.177218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Bound using segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:27:41.177218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Bound port: 5f2acc25-d437-4f39-9911-6461e80dce01, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:27:41.177218 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:41.262418 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] For port 5f2acc25-d437-4f39-9911-6461e80dce01, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:27:41.266894 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] For port 5f2acc25-d437-4f39-9911-6461e80dce01, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f2acc25-d437-4f39-9911-6461e80dce01,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:27:41.336068 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:41.415767 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f709a-2e66-4247-aef2-4e6802c167ea None None] Pushing event updated for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:41.423817 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:41.424910 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:41.609684 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:41.913551 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:41Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:41.917313 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b702a89-8195-4fc4-af1e-48adcc8612aa None None] The sync data for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv is: [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:41Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:27:42.236688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d4ac49a5-a81e-4564-9991-7291ac6f34df req-521ba918-7f3b-453c-9be8-9bdf1cef390a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.0414701 Feb 14 18:27:42.877118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f2acc25-d437-4f39-9911-6461e80dce01 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:43.032557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5f2acc25-d437-4f39-9911-6461e80dce01 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:43.037714 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5f2acc25-d437-4f39-9911-6461e80dce01 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:43.039095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:43.157235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:43.191564 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5f2acc25-d437-4f39-9911-6461e80dce01, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f2acc25-d437-4f39-9911-6461e80dce01,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:43.261116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:43.326810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:43.401093 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c41dce22-4f35-4bc4-b304-1bcbf021798b req-0d3449be-8602-45d4-a1a0-7f690145e81d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.0450997 Feb 14 18:27:44.076059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-9bee05cf-113d-40de-8d7b-49d74b81377f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:44.077488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-9bee05cf-113d-40de-8d7b-49d74b81377f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 797 time: 0.1501575 Feb 14 18:27:44.142768 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-ee1f0ac2-606f-4233-a242-cbc8956563e2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 379 time: 0.0442317 Feb 14 18:27:44.159652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'port': {'device_id': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'admin_state_up': True, 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'security_groups': ['0dde1b25-2faa-47f1-a26d-c68bcb90987a']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:44.292670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:44.303030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:44.390436 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:27:44.393623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:44.581182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4bbaabb-2acd-47ef-a0df-90e7cdc3f7c4 req-dda83688-f138-4b2d-ace4-055c18d59fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.0488279 Feb 14 18:27:44.602522 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.14 (d44add54-8d90-4d47-a406-1bcb8e976c5e/1ab05687-de82-46ae-b88a-f4bebcf5ccbf/69d109eb-cc8e-4d7b-90a2-2dbb83b8a415) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:27:44.786117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:44.801068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:44.863254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f2acc25-d437-4f39-9911-6461e80dce01 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:44.888090 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:44.932507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5f2acc25-d437-4f39-9911-6461e80dce01 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:44.932912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:44.964142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network d44add54-8d90-4d47-a406-1bcb8e976c5e is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:44.967515 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:44.969850 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:44.971877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:27:45.035010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:45.035638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.136413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-a405fea0-c799-424f-b3f8-e91cb2e154a2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9803205 Feb 14 18:27:45.151286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Request body: {'port': {'device_id': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:45.270622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.330094 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2b148c9b-b587-4514-8970-c4f32e2ed62b None None] Provisioning for port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:45.335133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2b148c9b-b587-4514-8970-c4f32e2ed62b None None] Provisioning complete for port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:45.335545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2b148c9b-b587-4514-8970-c4f32e2ed62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.386974 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-2b148c9b-b587-4514-8970-c4f32e2ed62b None None] Port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:27:45.467785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.606349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:27:45.613305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.628736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Transition to ACTIVE for port object 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:27:45.738507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:45.985130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Pushing event updated for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:46.061282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80bcae-a480-4ae5-b368-b8f1cf011cde req-ccfcca9d-1184-44c8-bdbf-5083c195c427 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:46.061961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8a80bcae-a480-4ae5-b368-b8f1cf011cde req-ccfcca9d-1184-44c8-bdbf-5083c195c427 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:27:46.111143 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Attempting to bind port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:27:46.111396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Attempting to bind port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:27:46.111715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Attempting to bind port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 on network d44add54-8d90-4d47-a406-1bcb8e976c5e {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:27:46.117333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 on network d44add54-8d90-4d47-a406-1bcb8e976c5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:27:46.117645 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Attempting to bind port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 on network d44add54-8d90-4d47-a406-1bcb8e976c5e {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:27:46.123786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:27:46.124114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Checking segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:27:46.124488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Bound using segment: {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:27:46.124937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Bound port: 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb79995-93fb-42c7-ae45-5007a9a38267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:27:46.125393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:46.167475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8a80bcae-a480-4ae5-b368-b8f1cf011cde req-ccfcca9d-1184-44c8-bdbf-5083c195c427 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:27:46.168611 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a80bcae-a480-4ae5-b368-b8f1cf011cde req-ccfcca9d-1184-44c8-bdbf-5083c195c427 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 944 time: 0.4663479 Feb 14 18:27:46.247103 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8a80bcae-a480-4ae5-b368-b8f1cf011cde req-34c650ee-635f-41cd-be3d-803b93aff90f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723245 Feb 14 18:27:46.248507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:27:46.251715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:27:46.328114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:46.387278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:46.389275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] 10.222.0.45 "PUT /v2.0/ports/69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 1094 time: 1.2420576 Feb 14 18:27:46.389697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:27:46.412394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d2fe-cd26-40e2-bc0b-216ca15a8847 service neutron] Pushing event updated for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:46.447201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'status': 'completed', 'code': 200} Feb 14 18:27:46.548148 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3751c1-b001-4a21-bca8-aadb7aab52b1 req-d4f5c94c-67a8-48be-8870-3feacdce5c22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1097 time: 0.0744665 Feb 14 18:27:46.692862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3751c1-b001-4a21-bca8-aadb7aab52b1 req-5de85e19-5258-44c7-877f-d8f7949609d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:46.694167 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3751c1-b001-4a21-bca8-aadb7aab52b1 req-5de85e19-5258-44c7-877f-d8f7949609d2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cadd03ba841241d884480b8130c38f0d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1352673 Feb 14 18:27:46.830635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3751c1-b001-4a21-bca8-aadb7aab52b1 req-6057cb18-d03b-4bac-818d-c9f318f16c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:46.832046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ad3751c1-b001-4a21-bca8-aadb7aab52b1 req-6057cb18-d03b-4bac-818d-c9f318f16c53 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1293800 Feb 14 18:27:46.937475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-f7c3f33a-4a47-4109-a5d5-14ef6d548fce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1097 time: 0.0666358 Feb 14 18:27:47.009971 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-018f6b86-5a7e-4571-a71b-ce575969e4a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 217 time: 0.0617771 Feb 14 18:27:47.072064 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-3b32619a-a19b-40e3-8bc2-93991d7f25cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:47.073388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-3b32619a-a19b-40e3-8bc2-93991d7f25cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0550468 Feb 14 18:27:47.153352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-29a7d287-6e0d-4c8c-b014-d1345b6fb9eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710499 Feb 14 18:27:47.289958 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-c6954e14-0ed4-496a-9d6f-b9bcdeb7e1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269760 Feb 14 18:27:47.481177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8e42140-eb4d-4dc7-b8a5-a9218d7e537f req-cfa566d3-d44e-47a6-a4c8-2df00c92ed9b service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818738 Feb 14 18:27:47.495951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff87c8-8319-4820-86f1-b6d6a900d4e8 req-bfeab23f-85ce-43e6-a0f3-1e1be7a72ad3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:47.497418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37ff87c8-8319-4820-86f1-b6d6a900d4e8 req-bfeab23f-85ce-43e6-a0f3-1e1be7a72ad3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 944 time: 0.1257088 Feb 14 18:27:47.541982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-37ff87c8-8319-4820-86f1-b6d6a900d4e8 req-1ab98c62-f2a7-4c6e-91c3-8982e4b1220f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 Feb 14 18:27:48.736690 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05722c23-7a4d-40ce-9fd7-0b8c429d4ab7 req-635c6941-4d11-479b-9b06-39e436348891 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:48.738128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05722c23-7a4d-40ce-9fd7-0b8c429d4ab7 req-635c6941-4d11-479b-9b06-39e436348891 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 944 time: 0.0738707 Feb 14 18:27:48.786251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-05722c23-7a4d-40ce-9fd7-0b8c429d4ab7 req-6bdef605-74ce-43cf-9129-ab5e95b08bf0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Feb 14 18:27:49.975777 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247b47-6131-4674-853d-f95b83b1fd71 req-347743f2-42cd-47de-8f75-8ab4711e3ae3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:49.977268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b247b47-6131-4674-853d-f95b83b1fd71 req-347743f2-42cd-47de-8f75-8ab4711e3ae3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 944 time: 0.0751040 Feb 14 18:27:50.021781 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5b247b47-6131-4674-853d-f95b83b1fd71 req-35e19d22-d42e-4de9-bf20-06ec1dcce487 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386961 Feb 14 18:27:50.423255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:27:50.557914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:50.570835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'port_id': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'mac_address': 'fa:16:3e:48:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:27:50.626444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:50.644535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:27:50.659523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:50.712226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:50.779404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:50.864863 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5c93465c-9780-4243-a16b-6eabca6d4eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:50.986430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:27:51.325357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71202aa7-b98f-4f1c-b3cf-4aadb6eb9206 req-45b3eb4c-f9a3-49a8-abd3-c909b0c7a196 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:51.326822 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71202aa7-b98f-4f1c-b3cf-4aadb6eb9206 req-45b3eb4c-f9a3-49a8-abd3-c909b0c7a196 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 945 time: 0.1827750 Feb 14 18:27:51.370161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71202aa7-b98f-4f1c-b3cf-4aadb6eb9206 req-64d5cee5-85a1-4d57-a066-75e7d498d3e8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378768 Feb 14 18:27:52.438737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:27:52.565418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0eff0-3e02-447c-b821-4c2190c6949b req-49980aac-55c8-4e33-92e0-5544a3ab8be1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:52.566824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ed0eff0-3e02-447c-b821-4c2190c6949b req-49980aac-55c8-4e33-92e0-5544a3ab8be1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 945 time: 0.0761106 Feb 14 18:27:52.584467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:27:52.589527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:27:52.589900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:52.614629 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ed0eff0-3e02-447c-b821-4c2190c6949b req-7336715e-8a05-42a0-a26b-2e3d5deb013f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Feb 14 18:27:52.708657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:52.734687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:27:52.743994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:27:52.787635 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'code': 200} Feb 14 18:27:52.811072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:52.880265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:53.095244 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f9daa822-fc4f-4731-8cce-8a9511af49b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:53.198249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64e7b302-c8d0-49a7-a191-dc1159262a2d req-1124f2e9-0f98-463a-b0be-bc2b13568cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.0687726 Feb 14 18:27:53.242335 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64e7b302-c8d0-49a7-a191-dc1159262a2d req-3086b48c-d258-4e67-9c63-b533cfeb7c00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349107 Feb 14 18:27:53.808196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e472-1ed6-4f0c-a516-49ffd0fc89ed req-7675c29b-f5c2-41af-a8d1-994b642f321f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:53.809671 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b334e472-1ed6-4f0c-a516-49ffd0fc89ed req-7675c29b-f5c2-41af-a8d1-994b642f321f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0751503 Feb 14 18:27:53.854219 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b334e472-1ed6-4f0c-a516-49ffd0fc89ed req-c0857a75-a1f6-42b0-a040-15d1b699264d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 Feb 14 18:27:54.386795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:54.444070 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:55.046881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ac40e-4eee-4000-9901-d57d687c2fff req-f21778ab-111d-49dd-8d87-38f4f0d19d21 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:55.048317 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-871ac40e-4eee-4000-9901-d57d687c2fff req-f21778ab-111d-49dd-8d87-38f4f0d19d21 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0759478 Feb 14 18:27:55.093189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-871ac40e-4eee-4000-9901-d57d687c2fff req-537eca46-0f8a-44d7-968b-c4f2b6bdf8a6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390768 Feb 14 18:27:55.291759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b053-4c90-4922-8563-9c17d6d7c28d req-9bf12a18-2000-4aee-8ee5-c505a8e4016f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:55.293225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2581b053-4c90-4922-8563-9c17d6d7c28d req-9bf12a18-2000-4aee-8ee5-c505a8e4016f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0766346 Feb 14 18:27:55.343927 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2581b053-4c90-4922-8563-9c17d6d7c28d req-2338d39d-ddfb-483e-b40b-3fe8adcfa93c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437412 Feb 14 18:27:55.371306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50646) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:55.442382 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-831ec7b8-e7dc-4d6e-b91c-8fdd7652a12b tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1094 time: 0.0697160 Feb 14 18:27:55.445177 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50650) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:55.450647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:27:55.456413 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:27:55.460390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:floatingip and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:27:55.464005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:27:55.470655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:27:55.552932 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:55.700173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:55.750513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:55.834399 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.247 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:27:55.976740 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:56.058885 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:56.122651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:27:56.125435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:27:56.128913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:27:56.164358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:56.708499 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:56.815673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:57.012911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:57.070318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:57.174298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:27:57.188283 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:57.375665 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Floating IP e6623080-848e-4d25-963f-832b98460bcd associated. External IP: 172.26.4.247, port: 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415. Feb 14 18:27:57.774338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:27:57.794352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-b66383b4-d1a7-4712-8406-db8f4fbf19af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659816 Feb 14 18:27:57.938654 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-293e2601-0878-4a7c-972f-409b3aeacec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.0719943 Feb 14 18:27:57.978221 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:27:57.988738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Sync routers for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:27:58.002289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:58.002925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:58.073101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:27:58.083077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-83caeff6-d136-444d-bfeb-fc1a3254046e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:58.089676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-83caeff6-d136-444d-bfeb-fc1a3254046e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 897 time: 0.1284440 Feb 14 18:27:58.132962 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d1135bb5-d4e1-47cf-b8e1-5ed01d17d491 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6865594 Feb 14 18:27:58.133490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:27:58.195764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-4b5fcbed-f7d9-4643-997e-57e18e895f4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 1000 time: 0.1053185 Feb 14 18:27:58.215737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:58.228760 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'status': 'completed', 'code': 200} Feb 14 18:27:58.260922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-de411819-3ffb-4a7d-8ac4-3a74499681f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:58.262472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-de411819-3ffb-4a7d-8ac4-3a74499681f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0612857 Feb 14 18:27:58.398545 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-1999503c-9fe3-4c8c-aba9-6cf6759c51bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303043 Feb 14 18:27:58.404085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb894c16-3e02-42f2-8b35-204830add3e3 req-59fb4c42-37ab-4c8e-b3ce-d45ea74e5357 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:58.407029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb894c16-3e02-42f2-8b35-204830add3e3 req-59fb4c42-37ab-4c8e-b3ce-d45ea74e5357 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.1094716 Feb 14 18:27:58.532754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bb894c16-3e02-42f2-8b35-204830add3e3 req-2c21fc6c-149c-415a-b4b7-8e633d1a897c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077876 Feb 14 18:27:58.562600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50658) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:58.572290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'e6623080-848e-4d25-963f-832b98460bcd', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'port_id': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'mac_address': 'fa:16:3e:48:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:27:56Z', 'updated_at': '2022-02-14T18:27:56Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:58.577207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Checking router: 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:27:58.587879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:27:58.588474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:27:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:58.624398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-b1095956-cb20-4012-94de-18f24426966c service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163301 Feb 14 18:27:58.753114 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7d54bf5a-7bbd-490b-8a01-4c57820712fb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/e6623080-848e-4d25-963f-832b98460bcd HTTP/1.1" status: 200 len: 992 time: 0.1894059 Feb 14 18:27:58.764906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:27:58.789124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c5f815c5-02d1-422e-9c05-1b176ee10257 req-c3023023-bca4-418a-95be-c407bbe4f4a2 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582675 Feb 14 18:27:59.088917 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-6ef9f507-0c11-4321-9e06-7c252074d4df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.1660767 Feb 14 18:27:59.108565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'e6623080-848e-4d25-963f-832b98460bcd', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'port_id': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'mac_address': 'fa:16:3e:48:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:27:56Z', 'updated_at': '2022-02-14T18:27:56Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:27:59.112512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f1be2-dc88-463b-9c53-906edebff19b None None] The sync data for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv is: [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'e6623080-848e-4d25-963f-832b98460bcd', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'port_id': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'mac_address': 'fa:16:3e:48:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:27:56Z', 'updated_at': '2022-02-14T18:27:56Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:27:59.221247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-84bb21c3-69d6-4f9b-833b-4bd380fd1938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:59.222751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-84bb21c3-69d6-4f9b-833b-4bd380fd1938 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 897 time: 0.1281888 Feb 14 18:27:59.313774 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc44f4-2bc2-4350-a791-8dcf97d2ce0e None None] New status for floating IP e6623080-848e-4d25-963f-832b98460bcd: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:27:59.330849 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-fc6d7b1f-e66e-4520-bf91-832b3e066b9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 1000 time: 0.1022642 Feb 14 18:27:59.396808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-3301bfb5-6e2f-48fe-b3a3-2731c0ffbc2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:27:59.398214 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-3301bfb5-6e2f-48fe-b3a3-2731c0ffbc2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0610118 Feb 14 18:27:59.472238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-7a063be8-1da8-4c5a-b096-257b07b884d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673721 Feb 14 18:27:59.605794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-6dad72fb-2955-480e-a8bc-f3afb5fe09fd service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273439 Feb 14 18:27:59.741953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d2cae63e-5e3f-4124-b21d-018e73403441 req-60bef4f4-feb1-43bf-b7da-78890068ece4 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309841 Feb 14 18:27:59.756377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50662) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:27:59.860957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-647e2939-7764-4d3e-b984-51b4ddaa33b8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/e6623080-848e-4d25-963f-832b98460bcd HTTP/1.1" status: 200 len: 994 time: 0.1034219 Feb 14 18:28:15.499080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:18.027625 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:28:20.870461 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-791e6f8e-c731-4dc3-ae88-6e9039effae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:23.044007 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e857-74ea-4e93-bfee-8289beec9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:24.381004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:24.436234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:25.758445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:33.686333 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197835c-75e1-4b69-a18f-1564239bef32 req-4858f326-3677-4dbf-bb40-34c544a45d48 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:33.687767 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8197835c-75e1-4b69-a18f-1564239bef32 req-4858f326-3677-4dbf-bb40-34c544a45d48 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.1399043 Feb 14 18:28:33.694802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-9f67b2b1-f048-44d3-9bb3-76767040e700 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.0961275 Feb 14 18:28:33.832111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8197835c-75e1-4b69-a18f-1564239bef32 req-15768cf9-8de3-4a06-94e8-7cfa8cd6de51 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363893 Feb 14 18:28:33.863394 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-c676878d-b709-45e5-bec0-99f57d842a4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:33.864877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-c676878d-b709-45e5-bec0-99f57d842a4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 897 time: 0.1555605 Feb 14 18:28:33.970275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-99e09bb4-904f-4083-a87f-537beeb28fe0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 1002 time: 0.0949206 Feb 14 18:28:34.044755 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-550965c8-6c39-4e86-b24e-68b0c3cd2370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:34.046668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-550965c8-6c39-4e86-b24e-68b0c3cd2370 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0688853 Feb 14 18:28:34.118364 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-56597ad7-be45-447b-9d8c-be10a45b88f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647488 Feb 14 18:28:34.247631 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-c7e53edb-8ba4-4d34-8999-b4a84f5add96 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191814 Feb 14 18:28:34.458227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce13b166-f1ff-487f-95dc-328268e77fa7 req-2b87c502-908e-4024-a405-8845a6c457d6 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039170 Feb 14 18:28:35.031658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8892-eb78-4e55-8d9d-ca3fff34cd21 req-8f299db7-21d3-4249-baaf-e8be52d966f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:35.033125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ada8892-eb78-4e55-8d9d-ca3fff34cd21 req-8f299db7-21d3-4249-baaf-e8be52d966f9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0770085 Feb 14 18:28:35.077467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ada8892-eb78-4e55-8d9d-ca3fff34cd21 req-4c1087e6-0979-4dcd-be5b-4986dbbc1a2b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388942 Feb 14 18:28:36.278512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e773847-760f-4f34-a67e-57a8197086af req-db2ad11a-c89c-4d5b-8b30-47f025c22c3c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:36.280447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e773847-760f-4f34-a67e-57a8197086af req-db2ad11a-c89c-4d5b-8b30-47f025c22c3c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0849040 Feb 14 18:28:36.325839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e773847-760f-4f34-a67e-57a8197086af req-e9a3823a-71ae-4b84-94df-8c2edb4b4e0b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Feb 14 18:28:37.521156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d9fbc-6213-4e80-b365-7958edf3209f req-677a962e-d3ee-4e9d-b4b9-258e126ab07d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:37.522601 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d49d9fbc-6213-4e80-b365-7958edf3209f req-677a962e-d3ee-4e9d-b4b9-258e126ab07d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0790980 Feb 14 18:28:37.567227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d49d9fbc-6213-4e80-b365-7958edf3209f req-342b236b-f980-4d53-9a52-7bb090841363 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388792 Feb 14 18:28:38.759915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeef3a-8a2f-4724-8e57-0c6f6ad1d9f5 req-221b233f-ab3b-4cc7-92c3-e2bb6d99e0f5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:38.761375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4feeef3a-8a2f-4724-8e57-0c6f6ad1d9f5 req-221b233f-ab3b-4cc7-92c3-e2bb6d99e0f5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0747137 Feb 14 18:28:38.804494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4feeef3a-8a2f-4724-8e57-0c6f6ad1d9f5 req-ef5c0420-673d-4cbf-81f4-8917d9eba707 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371931 Feb 14 18:28:40.001152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0c56-0665-459b-b58d-de312c42535d req-0b07670f-7009-4a57-890f-4caf742d9866 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:40.002514 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e63a0c56-0665-459b-b58d-de312c42535d req-0b07670f-7009-4a57-890f-4caf742d9866 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0785899 Feb 14 18:28:40.046099 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e63a0c56-0665-459b-b58d-de312c42535d req-a3279717-f403-45ad-bc0d-b565382b7c2a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Feb 14 18:28:41.239568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea184b8-6121-45e2-adbf-571b06e0112b req-85b54e75-f9fb-4856-ac93-71ddd46d472b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:41.241018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bea184b8-6121-45e2-adbf-571b06e0112b req-85b54e75-f9fb-4856-ac93-71ddd46d472b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0745988 Feb 14 18:28:41.288641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bea184b8-6121-45e2-adbf-571b06e0112b req-f685fc1f-1be7-427d-9e95-c289038b98fe tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Feb 14 18:28:42.483139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d3f38-2162-4210-927f-dcfbc831ffaf req-945c8376-073c-4a7d-a037-a0aaf6d99f81 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:42.484561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-223d3f38-2162-4210-927f-dcfbc831ffaf req-945c8376-073c-4a7d-a037-a0aaf6d99f81 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0748575 Feb 14 18:28:42.528644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-223d3f38-2162-4210-927f-dcfbc831ffaf req-13e658e1-d298-4203-ba7a-b5aaa19a16f2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Feb 14 18:28:43.722398 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4779d7-1c74-451b-9cd9-10723c9fb467 req-6a2da4da-6bf3-442b-a9f0-a4bb5c65413c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:43.723819 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be4779d7-1c74-451b-9cd9-10723c9fb467 req-6a2da4da-6bf3-442b-a9f0-a4bb5c65413c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0771391 Feb 14 18:28:43.769293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be4779d7-1c74-451b-9cd9-10723c9fb467 req-bb1620c6-ceaa-486e-a6f6-733913c5c1f2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399630 Feb 14 18:28:44.958842 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5f743-0318-4956-ac9b-fe0c6c80ffe8 req-ade12822-b48a-4305-b2cd-9a5982540a45 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:44.960186 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7a5f743-0318-4956-ac9b-fe0c6c80ffe8 req-ade12822-b48a-4305-b2cd-9a5982540a45 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0742869 Feb 14 18:28:45.004271 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7a5f743-0318-4956-ac9b-fe0c6c80ffe8 req-20f1e2fb-4098-43b4-a6a0-24fa00d909cc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 Feb 14 18:28:45.463692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:46.207055 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d160e-5f8e-400a-ab88-b9e53a9b4960 req-204ad3e7-d091-4b1e-8acb-88e1a7103f24 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:46.208494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e8d160e-5f8e-400a-ab88-b9e53a9b4960 req-204ad3e7-d091-4b1e-8acb-88e1a7103f24 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0808463 Feb 14 18:28:46.253074 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6e8d160e-5f8e-400a-ab88-b9e53a9b4960 req-e3df6bba-d1bc-44f3-97e9-192edda06648 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391343 Feb 14 18:28:47.443901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5597-9d58-4655-980e-820a6c4eb813 req-b58bbe06-55c7-45c5-94e1-aee7dcd5e58e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:47.445367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ef5597-9d58-4655-980e-820a6c4eb813 req-b58bbe06-55c7-45c5-94e1-aee7dcd5e58e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0764306 Feb 14 18:28:47.492368 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95ef5597-9d58-4655-980e-820a6c4eb813 req-1e159f78-604d-4ac9-946a-5372de9e69f4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Feb 14 18:28:48.685295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf8c-1e41-4081-9c5c-2395f056afde req-de9ccd1b-fb1c-4a1a-9d28-7a3aaf151713 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:48.686762 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdcfbf8c-1e41-4081-9c5c-2395f056afde req-de9ccd1b-fb1c-4a1a-9d28-7a3aaf151713 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0747321 Feb 14 18:28:48.730049 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdcfbf8c-1e41-4081-9c5c-2395f056afde req-85a3109c-23ba-4af2-9368-fbd0df68d6cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Feb 14 18:28:49.926087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a1b0-415b-4708-a353-d5e4694d6402 req-aab0b39e-12f6-4651-804f-3244165745c0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:49.927458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fe4a1b0-415b-4708-a353-d5e4694d6402 req-aab0b39e-12f6-4651-804f-3244165745c0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0782473 Feb 14 18:28:49.972425 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7fe4a1b0-415b-4708-a353-d5e4694d6402 req-86fdfaa4-73e5-4eff-956e-40aaed87e3fe tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Feb 14 18:28:50.849952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-77e8b533-1fbc-4df5-b0fb-2ef092a88f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:51.164573 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339c278-06af-4bfc-aded-4c1d4f6563aa req-5c55ef05-4361-42eb-a1ca-d2b3d91475e0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:51.166055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6339c278-06af-4bfc-aded-4c1d4f6563aa req-5c55ef05-4361-42eb-a1ca-d2b3d91475e0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0756888 Feb 14 18:28:51.210909 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6339c278-06af-4bfc-aded-4c1d4f6563aa req-513a00b1-7bcf-4ab3-8b65-8ffdf5c17d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Feb 14 18:28:51.239108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50712) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:28:51.342662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-48a049f8-24b0-4e6b-848f-d0cca21c6fd0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/e6623080-848e-4d25-963f-832b98460bcd HTTP/1.1" status: 200 len: 994 time: 0.1023679 Feb 14 18:28:53.058576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-254e246d-ed34-4e21-8f62-b2950fa87bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:54.386684 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:54.469472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:55.027432 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:28:55.707294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:28:59.048519 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-eb48c235-459b-4302-ba3a-2848c298d03c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681298 Feb 14 18:28:59.185311 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-fa46797d-d269-45e3-b5fd-53aae74afcd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.0664392 Feb 14 18:28:59.409204 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-70c86922-32a3-44c3-9352-b9be5e373d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:59.410589 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-70c86922-32a3-44c3-9352-b9be5e373d60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 897 time: 0.2055044 Feb 14 18:28:59.513415 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-9dbba8b4-5ad4-4f04-964e-f5aa98b6bf35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 1002 time: 0.0952520 Feb 14 18:28:59.573644 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-0d2fb880-8504-46d6-a8ad-824945c413a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:28:59.575039 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-0d2fb880-8504-46d6-a8ad-824945c413a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0564191 Feb 14 18:28:59.650664 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-9be18627-b9e9-4807-9eb6-62babffdd971 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702035 Feb 14 18:28:59.806169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-3647014d-aa4d-4337-a483-ad00d3a7d601 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486053 Feb 14 18:28:59.934063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-41b9c2cb-8411-4d94-8537-b93dc7173657 req-f67cfff3-745b-49f7-add7-a462d1c14d1b service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224556 Feb 14 18:29:15.480962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:20.860923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07123a05-f97e-4e49-a81e-bd875447bcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:23.066621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-38ef972a-9dbf-42da-b8e5-5e8d4831429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:23.790805 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50732) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:24.078714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:29:24.079048 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.254148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.254479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.386472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:29:24.387074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.429650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.587224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:24.637550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=c35ee9c3-84c0-4e31-bfdb-c5fd8bd8cd54,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:24.705473 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.705800 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.706136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.706468 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.706793 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.707115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.707442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.707757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.708072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.708388 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.708786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:24.738131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:25.117712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:29:25.311243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:29:25.321053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Sync routers for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:29:25.332695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:25.334643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:25.383195 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:25.442110 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-cc6297bc-9aee-4551-a531-34999071ddd9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/floatingips/e6623080-848e-4d25-963f-832b98460bcd HTTP/1.1" status: 204 len: 168 time: 1.6502259 Feb 14 18:29:25.442694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:29:25.500281 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'status': 'completed', 'code': 200} Feb 14 18:29:25.557982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:25.600753 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-5e76e28d-fabd-48ab-b026-414fb2c808e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 1099 time: 0.0786722 Feb 14 18:29:25.739448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77180-145c-469d-be7e-60c672466f82 req-a90444e5-2cb7-4275-9e43-3703be6f37df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:25.740923 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-a90444e5-2cb7-4275-9e43-3703be6f37df service neutron] 10.222.0.45 "GET /v2.0/networks?id=d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 200 len: 897 time: 0.1315215 Feb 14 18:29:25.811041 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-dc960e58-5420-468e-8ebd-eb70145abdce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 200 len: 217 time: 0.0638916 Feb 14 18:29:25.824159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:25.875468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77180-145c-469d-be7e-60c672466f82 req-f5fbba34-eb76-48e6-9e96-c7e93d5b3385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:25.877001 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-f5fbba34-eb76-48e6-9e96-c7e93d5b3385 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 200 len: 835 time: 0.0580873 Feb 14 18:29:25.885800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:25.890196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Checking router: 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:29:25.900562 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:25.901175 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:25.958356 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-60f7a705-7a3a-427b-84e7-57403db35c65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d44add54-8d90-4d47-a406-1bcb8e976c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750270 Feb 14 18:29:26.079874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:26.142691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-aa4c5cb6-7f22-4893-8eb0-ca81e2ad310c service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773627 Feb 14 18:29:26.151797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c657-7c98-425e-a6b6-499776ffbea5 req-e9d768e8-17af-49af-92ea-1029b6086bb3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:26.153177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0a2c657-7c98-425e-a6b6-499776ffbea5 req-e9d768e8-17af-49af-92ea-1029b6086bb3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.1236656 Feb 14 18:29:26.280018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d0a2c657-7c98-425e-a6b6-499776ffbea5 req-8d32baf3-006b-4a0b-8b91-b84b67683a6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070187 Feb 14 18:29:26.313743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4f77180-145c-469d-be7e-60c672466f82 req-d1f8ddca-6ac7-46db-b675-625530d00774 service neutron] 10.222.0.45 "GET /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596475 Feb 14 18:29:26.398495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:26.402399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bf7fc-bd34-4508-9454-16195df70a6c None None] The sync data for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv is: [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5f2acc25-d437-4f39-9911-6461e80dce01', 'name': '', 'network_id': 'd44add54-8d90-4d47-a406-1bcb8e976c5e', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:40:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:36Z', 'updated_at': '2022-02-14T18:27:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '1ab05687-de82-46ae-b88a-f4bebcf5ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:29:26.618667 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538cb8c-d3af-4000-9ef2-a1268b2500eb None None] New status for floating IP e6623080-848e-4d25-963f-832b98460bcd: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:29:27.476123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817c15a-f46f-4df9-9fe9-2d7100b700b1 req-45f1410d-2d8d-44d5-b032-f0b580e501fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:27.477565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1817c15a-f46f-4df9-9fe9-2d7100b700b1 req-45f1410d-2d8d-44d5-b032-f0b580e501fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0759125 Feb 14 18:29:27.521383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1817c15a-f46f-4df9-9fe9-2d7100b700b1 req-c93694dd-71a1-4170-8a9d-2e8b341ad215 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dde1b25-2faa-47f1-a26d-c68bcb90987a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384476 Feb 14 18:29:27.790352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-f10014d1-47ef-4dd4-9654-7295de0b6805 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:27.791759 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-f10014d1-47ef-4dd4-9654-7295de0b6805 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 946 time: 0.0783031 Feb 14 18:29:27.951175 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:29:27.951434 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:28.188482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:28.188867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:28.306983 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:29:28.518465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:28.565595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=69d109eb-cc8e-4d7b-90a2-2dbb83b8a415,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:28.607226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.607835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.608161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.608481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.608826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.609147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:28.685492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] No DVR routers for this DVR port 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:29:28.691301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:28.693682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'name': 'network-vif-deleted', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:29:28.707946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1dbae79c-d4e0-4f4c-ac58-541d2d6e1d30 req-42422f12-2999-4aed-9d20-9c49d62c5fdc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf120fce-0e6b-46ea-8218-63e7ac6a83ab HTTP/1.1" status: 200 len: 210 time: 0.0569470 Feb 14 18:29:28.711341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cf8839c-2c58-48bf-8aaa-5a831e76db4c req-9a7b2c2c-6316-44e7-8532-2b3fa75cd0c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "DELETE /v2.0/ports/69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 HTTP/1.1" status: 204 len: 173 time: 0.9121304 Feb 14 18:29:28.832043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf120fce-0e6b-46ea-8218-63e7ac6a83ab', 'name': 'network-vif-deleted', 'tag': '69d109eb-cc8e-4d7b-90a2-2dbb83b8a415', 'status': 'completed', 'code': 200} Feb 14 18:29:29.812952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50752) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:30.281832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:30.891178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:29:30.904312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 5f2acc25-d437-4f39-9911-6461e80dce01 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:29:30.904784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:30.926368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:29:30.926703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 69d109eb-cc8e-4d7b-90a2-2dbb83b8a415 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:29:31.095590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 5f2acc25-d437-4f39-9911-6461e80dce01, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5f2acc25-d437-4f39-9911-6461e80dce01,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:31.095989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:31.219084 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 5f2acc25-d437-4f39-9911-6461e80dce01 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:29:31.455232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:31.500889 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=5f2acc25-d437-4f39-9911-6461e80dce01,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:31.876941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:32.026981 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:29:32.433212 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:29:32.639487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:29:32.649272 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Sync routers for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:29:32.652024 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6318c518-444f-4efc-af0f-232de9550e4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8379920 Feb 14 18:29:32.654771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50762) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:32.756163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:32.756686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:32.840487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting subnet 1ab05687-de82-46ae-b88a-f4bebcf5ccbf {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:29:32.843866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:32.900239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:32.936139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:32.980346 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.115398 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.253134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab05687-de82-46ae-b88a-f4bebcf5ccbf,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:33.259237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.264644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f61a8-dad5-42f7-924e-0e9989c496bb None None] Network d44add54-8d90-4d47-a406-1bcb8e976c5e requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:29:33.265286 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ab0cd6c4-81a5-40db-bea2-a0f9dc760b96 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/subnets/1ab05687-de82-46ae-b88a-f4bebcf5ccbf HTTP/1.1" status: 204 len: 168 time: 0.6095710 Feb 14 18:29:33.267887 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 50766) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:33.328595 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:29:31Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:33.346397 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Checking router: 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:29:33.424657 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Routers {'43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:33.425215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:33.464073 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.617339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] Set router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:33.669198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.718243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] DHCP port deletion for d44add54-8d90-4d47-a406-1bcb8e976c5e request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:29:33.741764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Deleting port ebeb8775-1d69-4491-856d-042bf861900a {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:29:33.742136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.754890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 9d6260d7-0bd1-41ef-90d0-debab167a862 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:29:33.755234 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:33.927723 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 9d6260d7-0bd1-41ef-90d0-debab167a862, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=9d6260d7-0bd1-41ef-90d0-debab167a862,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:33.927991 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.045194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 9d6260d7-0bd1-41ef-90d0-debab167a862 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:29:34.068101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] For port ebeb8775-1d69-4491-856d-042bf861900a, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ebeb8775-1d69-4491-856d-042bf861900a,segment=NetworkSegment(feb79995-93fb-42c7-ae45-5007a9a38267),segment_id=feb79995-93fb-42c7-ae45-5007a9a38267)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:34.068605 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.191420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Calling delete_port for ebeb8775-1d69-4491-856d-042bf861900a owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:29:34.252581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:29:31Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:34.258036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.266331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df2063-939a-487f-8edd-8014f0a2bb0a None None] The sync data for ids ['43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2'] in dv-neutron-823271-4-hyperv is: [{'id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177142448', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:29:31Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '9d6260d7-0bd1-41ef-90d0-debab167a862', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:27:32Z', 'updated_at': '2022-02-14T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:29:34.305028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=9d6260d7-0bd1-41ef-90d0-debab167a862,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:34.350308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.393353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Pushing event deleted for resources: {'Port': ['ID=ebeb8775-1d69-4491-856d-042bf861900a,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:34.402225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] No DVR routers for this DVR port ebeb8775-1d69-4491-856d-042bf861900a on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:29:34.407403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.410654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7005e-85b8-452f-bcaf-3ff38fc05f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:34.527919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.886675 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.891460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.958483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ebeb8775-1d69-4491-856d-042bf861900a no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:29:34.975908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.976419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Fanout notify agent at l3_agent the message router_deleted on router 43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:29:34.991059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ebeb8775-1d69-4491-856d-042bf861900a {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:29:34.991284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:34.991492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ebeb8775-1d69-4491-856d-042bf861900a not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:29:34.991795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f2acc25-d437-4f39-9911-6461e80dce01 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:29:34.992553 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-12d90efd-8b15-405d-9e67-f87ab53d2ec5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/routers/43a3a9f7-77a1-42a5-b8f9-7e2f36513aa2 HTTP/1.1" status: 204 len: 168 time: 1.7237854 Feb 14 18:29:34.996148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50772) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:35.072358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5f2acc25-d437-4f39-9911-6461e80dce01 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:29:35.072670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5f2acc25-d437-4f39-9911-6461e80dce01 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:29:35.117619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.247145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.272509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44add54-8d90-4d47-a406-1bcb8e976c5e']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:35.284164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb79995-93fb-42c7-ae45-5007a9a38267') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:35.284462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb79995-93fb-42c7-ae45-5007a9a38267') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:35.296202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.316017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.321962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:29:35.322345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:29:35.336353 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:29:35.469198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.473472 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.499959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Network': ['ID=d44add54-8d90-4d47-a406-1bcb8e976c5e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:35.555585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a3bad917-aef2-494c-8e51-6844ee102fb6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/networks/d44add54-8d90-4d47-a406-1bcb8e976c5e HTTP/1.1" status: 204 len: 168 time: 0.5583818 Feb 14 18:29:35.558258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50776) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:35.629532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.657869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.777858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.797112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde1b25-2faa-47f1-a26d-c68bcb90987a,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:35.868368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:35.869537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1b2aa14d-c77f-402d-9f7c-c83b1a20c813 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/security-groups/0dde1b25-2faa-47f1-a26d-c68bcb90987a HTTP/1.1" status: 204 len: 168 time: 0.3103392 Feb 14 18:29:36.481427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50784) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:36.487715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625771017', 'description': 'tempest-secgroup-smoke-625771017 description', 'project_id': 'cadd03ba841241d884480b8130c38f0d'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:36.493609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:36.497642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:36.500618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:36.506671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:36.598457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:36.633079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:36.636765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:36.640126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:36.645698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:36.697544 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:36.770005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:36.816634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:36.871083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d6260d7-0bd1-41ef-90d0-debab167a862 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:29:36.892189 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:36.893507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ea69cae0-80a1-4bc4-811d-bc7a9e6746cd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4110556 Feb 14 18:29:36.896360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50788) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:36.901895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:36.904159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 9d6260d7-0bd1-41ef-90d0-debab167a862 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:29:36.904504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 9d6260d7-0bd1-41ef-90d0-debab167a862 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:29:36.909190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:36.912913 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:36.915868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:36.921595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:36.994991 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.054511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.109425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.131877 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598483fa-6df6-4b4a-a14a-86eae91c8a13,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:37.188880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.190100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-308a00b6-597d-4e21-a54c-fb6c356ca3fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2927172 Feb 14 18:29:37.192844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50792) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:37.198120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:37.203901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:37.207681 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:37.210622 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:37.216279 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:37.287393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.346843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.438059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.460484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d74582-e2d7-440a-acb7-05fb7e9b6730,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:37.537845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.539427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-38b927d4-a0ed-4da8-b463-d6dc39755e6f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3452895 Feb 14 18:29:37.541951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50796) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:37.549626 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:37.555796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:37.559576 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:37.562481 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:37.568104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:37.713686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.776873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.840744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.863778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0814f55b-7d7e-4a9b-89c7-5d8e3d889964,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:37.935740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:37.937418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-077b5bf2-44ea-4e02-a655-c3b67de475dc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3941886 Feb 14 18:29:37.940172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50800) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:37.945428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:37.951088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:37.955509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:37.958356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:37.963925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:38.033259 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.103810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.154605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.177929 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c215b2c0-d096-48ff-954a-4ba62188295d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:38.232591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.234277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-7eadaa18-7fee-4393-a826-b31a2f1d2dab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2931623 Feb 14 18:29:38.236935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50804) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:38.242263 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:38.247860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:38.251590 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:38.254425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:38.259930 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:38.329764 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:29:38.335999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.400642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.472683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.581068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16877ddb-2376-4ea2-b7ef-be0c7e9859a3,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:38.651938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.653154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1e82f8ab-60cc-4909-b550-914611f441ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4153297 Feb 14 18:29:38.655829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50808) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:38.661255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '8e85b837-0e4f-48cc-b4ae-60f3fbb46e81', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:38.667117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:38.671376 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:38.674254 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:38.680112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:38.737655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:29:38.743750 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.810650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.863010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.886352 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcd590a-5d26-493e-a4d7-b16d693a2541,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:38.949186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:38.950334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-074c0922-7b81-4b81-b627-8920af4136ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2935946 Feb 14 18:29:38.953752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50812) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:38.958962 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'network': {'name': 'tempest-network-smoke--1197945741', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:38.963650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:38.967603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:network and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:38.970462 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:38.975999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:39.051568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:29:39.054715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.081905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:29:39.090523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.090936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Added segment 5461a601-bace-416d-84a7-4c31524420ce of type vlan for network 5099bfeb-6fb2-4de6-a736-166ca0d720df Feb 14 18:29:39.116974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.194935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.198673 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:39.199314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.306466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Network': ['ID=5099bfeb-6fb2-4de6-a736-166ca0d720df,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:39.317292 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:29:39.355723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1855a158-5523-4549-b4bd-9d017c78ae79 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4009671 Feb 14 18:29:39.358915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50816) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:39.363987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'admin_state_up': True, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:39.370967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:39.377114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:router and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:39.381301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:39.387152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:39.475523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.476485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.495404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.679951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.909613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:39.941338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:40.068504 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.21 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/c1b3197a-55f4-4f30-b10d-3059d971fb9d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:29:40.210257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:40.306956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:40.374957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:29:40.377575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:40.386679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:29:40.415395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=c1b3197a-55f4-4f30-b10d-3059d971fb9d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:40.633719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:40.634448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:40.947165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 35d7d41c-640b-4de3-a702-6bc3c4421f23 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:29:41.234786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:29:41.243902 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Sync routers for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:29:41.255702 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:41.256294 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:41.318639 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:41.319869 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9907f77b-65e2-402e-aed1-5f2a1d30b906 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9599793 Feb 14 18:29:41.323010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50820) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:41.364429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-784d73c1-12c5-41eb-aab4-fd3bc4da360c tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=cadd03ba841241d884480b8130c38f0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378633 Feb 14 18:29:41.364664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50824) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:41.430027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:41.492287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05205fdc-7102-408a-9d81-ed2276b7597b tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:41.496430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-05205fdc-7102-408a-9d81-ed2276b7597b tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281877 Feb 14 18:29:41.496638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50828) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:41.535820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-94ce7780-b0a7-4871-a83b-b386f516e612 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380778 Feb 14 18:29:41.538372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50832) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:41.543494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360051633', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:41.652861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:41.656717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:subnet and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:29:41.659509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:29:41.665348 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:41.710151 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:40Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:41.713842 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Checking router: 35d7d41c-640b-4de3-a702-6bc3c4421f23 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:29:41.714180 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Updating router 35d7d41c-640b-4de3-a702-6bc3c4421f23 port c1b3197a-55f4-4f30-b10d-3059d971fb9d binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:29:41.729846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:29:41.764460 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:41.830052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.079067 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.090062 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Transition to ACTIVE for port object c1b3197a-55f4-4f30-b10d-3059d971fb9d will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:42.101614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.177337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Subnet': ['ID=bab38ccc-efc1-4da6-97f8-16d54d9f7f77,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:42.188505 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Checking segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:29:42.188901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network hostable DHCP agents. Network: 5099bfeb-6fb2-4de6-a736-166ca0d720df, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:29:42.189040 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.268695 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Pushing event updated for resources: {'Port': ['ID=c1b3197a-55f4-4f30-b10d-3059d971fb9d,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:42.272481 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Attempting to bind port c1b3197a-55f4-4f30-b10d-3059d971fb9d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:29:42.272879 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Attempting to bind port c1b3197a-55f4-4f30-b10d-3059d971fb9d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:29:42.273233 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Attempting to bind port c1b3197a-55f4-4f30-b10d-3059d971fb9d on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:29:42.278267 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:29:42.284275 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.284618 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.284975 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.285305 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.285632 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.285953 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.286270 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.286586 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.286903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.287216 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.287527 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:29:42.290876 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:29:42.294687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:29:42.294687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.294687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:29:42.294687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Bound port: c1b3197a-55f4-4f30-b10d-3059d971fb9d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:29:42.294687 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.349413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 5099bfeb-6fb2-4de6-a736-166ca0d720df) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:42.353312 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:42.353927 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.357967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2b16b-ff14-4694-9d92-e47870403619 None None] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:29:42.362426 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] For port c1b3197a-55f4-4f30-b10d-3059d971fb9d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:29:42.365500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] For port c1b3197a-55f4-4f30-b10d-3059d971fb9d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1b3197a-55f4-4f30-b10d-3059d971fb9d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:29:42.425090 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.450730 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a35f4c43-3e23-4c78-925b-db7bce2b42d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9113386 Feb 14 18:29:42.454024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50836) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:29:42.509488 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928031b-0c7c-403e-968b-6a1874b707c4 None None] Pushing event updated for resources: {'Port': ['ID=c1b3197a-55f4-4f30-b10d-3059d971fb9d,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:42.512035 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:42.512621 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:42.594741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-5099bfeb-6fb2-4de6-a736-166ca0d720df', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:29:42.596005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.693419 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:42.765821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Allocated IP 172.20.0.2 (5099bfeb-6fb2-4de6-a736-166ca0d720df/bab38ccc-efc1-4da6-97f8-16d54d9f7f77/a3923b73-e104-497d-9264-4e9b834274f1) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:29:42.982024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:42.992803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Transition to ACTIVE for port object a3923b73-e104-497d-9264-4e9b834274f1 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:43.007653 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:40Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:43.011506 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c58c40-7c4c-457f-bf53-68927bd5d974 None None] The sync data for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv is: [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:40Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:29:43.011783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Transition to ACTIVE for port object a3923b73-e104-497d-9264-4e9b834274f1 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:43.079254 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.153437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:29:43.156898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:43.158773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Pushing event updated for resources: {'Port': ['ID=a3923b73-e104-497d-9264-4e9b834274f1,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:43.160824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:29:43.270733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Attempting to bind port a3923b73-e104-497d-9264-4e9b834274f1 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:29:43.271097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Attempting to bind port a3923b73-e104-497d-9264-4e9b834274f1 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:29:43.271463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Attempting to bind port a3923b73-e104-497d-9264-4e9b834274f1 on network 5099bfeb-6fb2-4de6-a736-166ca0d720df {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:29:43.278854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:29:43.279226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Checking segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:29:43.280148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.280597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Bound using segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:29:43.281101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Bound port: a3923b73-e104-497d-9264-4e9b834274f1, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:29:43.281467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.377065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.377662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] For port a3923b73-e104-497d-9264-4e9b834274f1, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:29:43.381107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] For port a3923b73-e104-497d-9264-4e9b834274f1, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a3923b73-e104-497d-9264-4e9b834274f1,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:29:43.445225 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.526375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061798-7e6d-4189-b33b-a2d3c78b003e None None] Pushing event updated for resources: {'Port': ['ID=a3923b73-e104-497d-9264-4e9b834274f1,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:43.812229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.1 (5099bfeb-6fb2-4de6-a736-166ca0d720df/bab38ccc-efc1-4da6-97f8-16d54d9f7f77/ac08e5db-fb91-49e0-8940-a115c8db5b1f) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:29:43.971463 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:43.986584 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object ac08e5db-fb91-49e0-8940-a115c8db5b1f will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:44.079071 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.144811 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:29:44.147731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:44.151541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:29:44.191743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:44.218743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.370109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.469835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e3c19-717f-4a70-9c84-4f67aeaa60e7 None None] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:29:44.677218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f98fecbb-cbda-4476-9509-363229568648 None None] Provisioning for port a3923b73-e104-497d-9264-4e9b834274f1 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:44.783729 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.840593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.961737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:44.964773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:44.989829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a3923b73-e104-497d-9264-4e9b834274f1 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:45.018172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1e7d723-0d1a-469f-97a0-01cf1254e09e None None] Provisioning for port ac08e5db-fb91-49e0-8940-a115c8db5b1f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:45.030621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a1e7d723-0d1a-469f-97a0-01cf1254e09e None None] Provisioning complete for port ac08e5db-fb91-49e0-8940-a115c8db5b1f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:45.030991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d723-0d1a-469f-97a0-01cf1254e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.103086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7d723-0d1a-469f-97a0-01cf1254e09e None None] Port ac08e5db-fb91-49e0-8940-a115c8db5b1f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:29:45.112527 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:29:45.113623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:45.187437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port a3923b73-e104-497d-9264-4e9b834274f1 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:45.193514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a3923b73-e104-497d-9264-4e9b834274f1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:45.193895 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.266631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9b35f96d-9045-41ca-9411-77dcad8c606f None None] Provisioning complete for port ac08e5db-fb91-49e0-8940-a115c8db5b1f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:45.267009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9b35f96d-9045-41ca-9411-77dcad8c606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.388275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-9b35f96d-9045-41ca-9411-77dcad8c606f None None] Port ac08e5db-fb91-49e0-8940-a115c8db5b1f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:29:45.414584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.449924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port a3923b73-e104-497d-9264-4e9b834274f1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a3923b73-e104-497d-9264-4e9b834274f1,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:45.509238 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.510399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c9c6c951-42b8-4e02-a8ee-85bb18e9b234 None None] Provisioning complete for port ac08e5db-fb91-49e0-8940-a115c8db5b1f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:45.510756 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c951-42b8-4e02-a8ee-85bb18e9b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.537878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.538651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1b3197a-55f4-4f30-b10d-3059d971fb9d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:45.627604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 35d7d41c-640b-4de3-a702-6bc3c4421f23 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:29:45.661430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c951-42b8-4e02-a8ee-85bb18e9b234 None None] Port ac08e5db-fb91-49e0-8940-a115c8db5b1f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:29:45.677217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=a3923b73-e104-497d-9264-4e9b834274f1,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:45.804484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port c1b3197a-55f4-4f30-b10d-3059d971fb9d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:45.809539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c1b3197a-55f4-4f30-b10d-3059d971fb9d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:45.809913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.837120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:29:45.849336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a25d6155-6b2e-4dc8-9701-9269dbbb806a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/35d7d41c-640b-4de3-a702-6bc3c4421f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942850 Feb 14 18:29:45.923734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:45.939825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port c1b3197a-55f4-4f30-b10d-3059d971fb9d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1b3197a-55f4-4f30-b10d-3059d971fb9d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:46.015948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:46.019852 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-766e5c55-cea4-4b76-bce6-df78a601e6ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:29:46.081561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=c1b3197a-55f4-4f30-b10d-3059d971fb9d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:46.095579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-766e5c55-cea4-4b76-bce6-df78a601e6ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:29:46.096851 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-766e5c55-cea4-4b76-bce6-df78a601e6ed tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625771017&fields=id&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 267 time: 0.1179423 Feb 14 18:29:46.130002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-ab8e9cd1-1448-4ddd-b895-f768320a4da0 req-24e42a7d-e240-4690-bcca-92ce617ec9a0 tempest-ServerDiskConfigTestJSON-1747146328 tempest-ServerDiskConfigTestJSON-1747146328-project] (84255) timed out ('10.222.0.45', 50160) {{(pid=84255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 18:29:46.249083 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-894ff620-5a85-4fe7-9e8c-42f2a9b39c49 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:46.249665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-894ff620-5a85-4fe7-9e8c-42f2a9b39c49 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:29:46.320752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-894ff620-5a85-4fe7-9e8c-42f2a9b39c49 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:29:46.322105 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-894ff620-5a85-4fe7-9e8c-42f2a9b39c49 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 797 time: 0.2188096 Feb 14 18:29:46.338740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-04d23002-e187-448a-a1e1-09970837a936 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/quotas/cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 375 time: 0.0111048 Feb 14 18:29:46.422215 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-4b842fb7-b06f-4b75-9534-ca9c0030d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:29:46.492320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-4b842fb7-b06f-4b75-9534-ca9c0030d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:29:46.493686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-4b842fb7-b06f-4b75-9534-ca9c0030d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491556 Feb 14 18:29:46.527480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Sync routers for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:29:46.539523 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:46.540153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:46.705972 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-1c8503e8-41f2-4425-8089-2cf5d7aff5a4 service neutron] 10.222.0.30 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005248 Feb 14 18:29:46.720042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:46.838100 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-4ee4734d-cc3a-430f-a308-3ba9ecf8d7d0 service neutron] 10.222.0.30 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264195 Feb 14 18:29:46.931459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a3923b73-e104-497d-9264-4e9b834274f1 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:47.077571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port a3923b73-e104-497d-9264-4e9b834274f1 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:47.077947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:47.112801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12471c4f-94e9-44bd-9ea6-122c69de186e req-43b7420e-02e7-4af1-8418-4285783c4c3f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 210 time: 0.0444739 Feb 14 18:29:47.145650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 2, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:47.179637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Checking router: 35d7d41c-640b-4de3-a702-6bc3c4421f23 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:29:47.179992 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Updating router 35d7d41c-640b-4de3-a702-6bc3c4421f23 port ac08e5db-fb91-49e0-8940-a115c8db5b1f binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:29:47.246162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1b3197a-55f4-4f30-b10d-3059d971fb9d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:47.273919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:47.426489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port c1b3197a-55f4-4f30-b10d-3059d971fb9d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:47.426856 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:47.771976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:47.783548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Transition to ACTIVE for port object ac08e5db-fb91-49e0-8940-a115c8db5b1f will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:47.861392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:47.988692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9f4d8-594c-4116-aaea-3385950583ef None None] Pushing event updated for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:48.073485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Attempting to bind port ac08e5db-fb91-49e0-8940-a115c8db5b1f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:29:48.073861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Attempting to bind port ac08e5db-fb91-49e0-8940-a115c8db5b1f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:29:48.074250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Attempting to bind port ac08e5db-fb91-49e0-8940-a115c8db5b1f on network 5099bfeb-6fb2-4de6-a736-166ca0d720df {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:29:48.081712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:29:48.082074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Checking segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:29:48.082663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:48.083056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Bound using segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:29:48.083515 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Bound port: ac08e5db-fb91-49e0-8940-a115c8db5b1f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:29:48.083879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:48.182028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] For port ac08e5db-fb91-49e0-8940-a115c8db5b1f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:29:48.185100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] For port ac08e5db-fb91-49e0-8940-a115c8db5b1f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ac08e5db-fb91-49e0-8940-a115c8db5b1f,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:29:48.273140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d3f627d5-0b7f-469c-9acd-0c97f13ba812 req-074b8a2a-79ad-4d1b-a6a4-741f8642027b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 210 time: 0.0431204 Feb 14 18:29:48.287200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:48.365220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9f4d8-594c-4116-aaea-3385950583ef None None] Pushing event updated for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:48.371219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:29:48.371836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:48.555030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:29:48.873608 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:48Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:29:48.877977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91b20e-7f4c-4fad-9819-ed009f292806 None None] The sync data for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv is: [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:48Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:29:49.229797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-3d21fac9-af01-4e73-9d85-63c534f1d03f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:49.231182 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-3d21fac9-af01-4e73-9d85-63c534f1d03f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 797 time: 0.1529713 Feb 14 18:29:49.293630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-7dc9693a-248d-4c26-bcd8-db7d1890f81b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 379 time: 0.0426252 Feb 14 18:29:49.305284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'port': {'device_id': '711e2f8a-f360-450e-b8ad-256436f2284b', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'admin_state_up': True, 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'security_groups': ['8e85b837-0e4f-48cc-b4ae-60f3fbb46e81']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:49.591200 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71fa5b5c-0bc9-4c4d-9099-d3fb75c9fb69 req-ae239a1b-c56d-4da9-b8cc-887181476bc7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 210 time: 0.0546374 Feb 14 18:29:49.599712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:29:49.609438 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:29:49.697651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:29:49.700846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:49.866372 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.7 (5099bfeb-6fb2-4de6-a736-166ca0d720df/bab38ccc-efc1-4da6-97f8-16d54d9f7f77/3f676ac4-578f-476b-a5b4-86b44320e512) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:29:50.046340 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.062322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 3f676ac4-578f-476b-a5b4-86b44320e512 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:50.143921 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.215886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:29:50.219346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:29:50.221966 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:29:50.258285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:50.289542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:50.290140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.407485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-370a875e-02ed-4d0c-b579-77116c150f40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1063306 Feb 14 18:29:50.422861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Request body: {'port': {'device_id': '711e2f8a-f360-450e-b8ad-256436f2284b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:29:50.529986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.532435 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c063e9e2-af95-4a41-8ee2-822e845f3326 None None] Provisioning for port 3f676ac4-578f-476b-a5b4-86b44320e512 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:50.537498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c063e9e2-af95-4a41-8ee2-822e845f3326 None None] Provisioning complete for port 3f676ac4-578f-476b-a5b4-86b44320e512 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:50.537866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c063e9e2-af95-4a41-8ee2-822e845f3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.594611 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c063e9e2-af95-4a41-8ee2-822e845f3326 None None] Port 3f676ac4-578f-476b-a5b4-86b44320e512 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:29:50.855404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3f00a25c-44aa-4f84-9c2f-5bb657baffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.876362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ad5e-c968-46ec-a597-1d4a02bc12ab req-79f090a7-b46e-4fed-8d4e-c6fa1127082b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:50.877027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d541ad5e-c968-46ec-a597-1d4a02bc12ab req-79f090a7-b46e-4fed-8d4e-c6fa1127082b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:29:50.944506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:29:50.951414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:50.960890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ac08e5db-fb91-49e0-8940-a115c8db5b1f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:50.965591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Transition to ACTIVE for port object 3f676ac4-578f-476b-a5b4-86b44320e512 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:29:51.015418 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-d541ad5e-c968-46ec-a597-1d4a02bc12ab req-79f090a7-b46e-4fed-8d4e-c6fa1127082b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:29:51.016875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d541ad5e-c968-46ec-a597-1d4a02bc12ab req-79f090a7-b46e-4fed-8d4e-c6fa1127082b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 931 time: 0.2774224 Feb 14 18:29:51.041822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.119054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ac08e5db-fb91-49e0-8940-a115c8db5b1f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:51.124573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ac08e5db-fb91-49e0-8940-a115c8db5b1f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:51.129680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.188407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:51.192399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d541ad5e-c968-46ec-a597-1d4a02bc12ab req-dcdaeb45-ffb4-4510-86f7-2ce7b6ae9b2d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668468 Feb 14 18:29:51.257888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.294004 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port ac08e5db-fb91-49e0-8940-a115c8db5b1f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ac08e5db-fb91-49e0-8940-a115c8db5b1f,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:51.308240 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Attempting to bind port 3f676ac4-578f-476b-a5b4-86b44320e512 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:29:51.308696 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Attempting to bind port 3f676ac4-578f-476b-a5b4-86b44320e512 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:29:51.309594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Attempting to bind port 3f676ac4-578f-476b-a5b4-86b44320e512 on network 5099bfeb-6fb2-4de6-a736-166ca0d720df {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:29:51.316258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Port 3f676ac4-578f-476b-a5b4-86b44320e512 on network 5099bfeb-6fb2-4de6-a736-166ca0d720df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:29:51.316566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Attempting to bind port 3f676ac4-578f-476b-a5b4-86b44320e512 on network 5099bfeb-6fb2-4de6-a736-166ca0d720df {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:29:51.322885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:29:51.323228 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Checking segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:29:51.323609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Bound using segment: {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:29:51.324028 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Bound port: 3f676ac4-578f-476b-a5b4-86b44320e512, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5461a601-bace-416d-84a7-4c31524420ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:29:51.324371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.360710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.415165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:29:51.418046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:29:51.431922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:51.463911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.524461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:51.525935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] 10.222.0.45 "PUT /v2.0/ports/3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 1093 time: 1.1072149 Feb 14 18:29:51.526363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:29:51.543367 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229dddc-7821-4b18-a189-991a5cc53ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:51.588341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'status': 'completed', 'code': 200} Feb 14 18:29:51.693568 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10b946d-a568-4c08-a52a-c749c99ca22c req-a789bc5d-5253-47b8-854a-d14b037ef294 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1096 time: 0.0755353 Feb 14 18:29:51.937951 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b946d-a568-4c08-a52a-c749c99ca22c req-297dce54-8811-44cc-acfc-c3a01732fed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:51.939407 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10b946d-a568-4c08-a52a-c749c99ca22c req-297dce54-8811-44cc-acfc-c3a01732fed1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cadd03ba841241d884480b8130c38f0d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2340336 Feb 14 18:29:52.075833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b946d-a568-4c08-a52a-c749c99ca22c req-181362d4-300d-4500-9da3-7141705b83be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:52.077295 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10b946d-a568-4c08-a52a-c749c99ca22c req-181362d4-300d-4500-9da3-7141705b83be service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1290107 Feb 14 18:29:52.185510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-3f84c9b7-047d-455b-b6f5-0e330e2259a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1096 time: 0.0680215 Feb 14 18:29:52.259412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-5fcb5e0b-a045-4afb-aa1c-054067543bbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 217 time: 0.0636172 Feb 14 18:29:52.352134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-0e5df5c5-a2f7-448a-8b7e-dd3938629d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:52.353511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-0e5df5c5-a2f7-448a-8b7e-dd3938629d53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0852461 Feb 14 18:29:52.456936 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75c7f-6b09-4c73-add4-7d4c66661bbd req-c2c476e7-5792-4552-80d4-82394e435a7e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:52.458388 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ded75c7f-6b09-4c73-add4-7d4c66661bbd req-c2c476e7-5792-4552-80d4-82394e435a7e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 943 time: 0.1378846 Feb 14 18:29:52.461904 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-36d85821-8f6e-4d73-b496-b65224c31c16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957122 Feb 14 18:29:52.583718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ded75c7f-6b09-4c73-add4-7d4c66661bbd req-4239ca92-c7dc-4003-9788-d0da6ea54493 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197677 Feb 14 18:29:52.620220 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-ed8b8353-d280-4ed2-828b-d857370df349 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434951 Feb 14 18:29:52.757886 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5bbb95-25b4-42d8-8ab6-c96bd2574087 req-17693886-a1c1-43ea-970b-a01a82276873 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286354 Feb 14 18:29:52.930010 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ac08e5db-fb91-49e0-8940-a115c8db5b1f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:53.014169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ac08e5db-fb91-49e0-8940-a115c8db5b1f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:53.014537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:53.064045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4b2875ca-6ef2-49f5-9e6a-47db1bdb3ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:53.782058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0afd3-7910-4a1f-9275-c977ffc5a19a req-a572a6cf-9b89-44d9-9409-f3a7ee69cc77 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:53.783490 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f0a0afd3-7910-4a1f-9275-c977ffc5a19a req-a572a6cf-9b89-44d9-9409-f3a7ee69cc77 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 943 time: 0.0780044 Feb 14 18:29:53.826754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f0a0afd3-7910-4a1f-9275-c977ffc5a19a req-957d9270-bacd-49ce-ac3b-017706dcdd83 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378447 Feb 14 18:29:54.381086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:54.432358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:55.013954 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:29:55.025826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941158c-9083-4f97-aaef-1b7bfe21e95e req-48196824-da11-4392-8124-c7916eb2b379 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:55.027419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8941158c-9083-4f97-aaef-1b7bfe21e95e req-48196824-da11-4392-8124-c7916eb2b379 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 943 time: 0.0784750 Feb 14 18:29:55.074533 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8941158c-9083-4f97-aaef-1b7bfe21e95e req-2f4875c7-33d8-4a83-8b6d-bf3e17e5e73d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Feb 14 18:29:55.145997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:55.159600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '3f676ac4-578f-476b-a5b4-86b44320e512', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'mac_address': 'fa:16:3e:47:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:29:55.212630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:55.232768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:29:55.251118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:55.329795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:55.397283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:55.612676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['3f676ac4-578f-476b-a5b4-86b44320e512'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:29:55.742168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:56.267861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55740767-4261-46db-b4eb-a354d740b995 req-f7d40ff1-c6c0-4df3-ad85-81b9a4945863 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:56.269352 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55740767-4261-46db-b4eb-a354d740b995 req-f7d40ff1-c6c0-4df3-ad85-81b9a4945863 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 944 time: 0.0747454 Feb 14 18:29:56.314464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55740767-4261-46db-b4eb-a354d740b995 req-11b7f587-9ce9-40ee-b6ed-e40ae56ea36f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395589 Feb 14 18:29:57.030374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:29:57.142958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 3f676ac4-578f-476b-a5b4-86b44320e512 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:29:57.147489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 3f676ac4-578f-476b-a5b4-86b44320e512 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:29:57.147858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:57.264334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:57.290138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:29:57.299624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:29:57.344086 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'code': 200} Feb 14 18:29:57.360955 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:29:57.434229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:29:57.517048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794be245-d263-4347-ab9c-74743e362c8d req-88bc9464-ab8b-4b32-a67a-f6a31bb422e7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:57.518487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-794be245-d263-4347-ab9c-74743e362c8d req-88bc9464-ab8b-4b32-a67a-f6a31bb422e7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0801673 Feb 14 18:29:57.563711 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-794be245-d263-4347-ab9c-74743e362c8d req-57e4794a-f9f2-40d2-a0e4-7b6b61ad9bae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396712 Feb 14 18:29:57.667225 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7eb87d2-c317-4fca-ad72-3b6eaab8f5c2 req-31a42b55-fa09-4674-9bc5-592d57c56446 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.0720496 Feb 14 18:29:57.711111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7eb87d2-c317-4fca-ad72-3b6eaab8f5c2 req-b36b16de-34ec-4145-bf6d-78c58c1b670c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Feb 14 18:29:58.765255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc428a03-791a-4dd9-9bf0-c9d3573725ff req-f22c637f-6b14-41a2-a50c-3e0012c30b48 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:29:58.766689 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fc428a03-791a-4dd9-9bf0-c9d3573725ff req-f22c637f-6b14-41a2-a50c-3e0012c30b48 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0775008 Feb 14 18:29:58.821109 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fc428a03-791a-4dd9-9bf0-c9d3573725ff req-df2fd97e-41ee-4757-a951-68f20cc7b6b6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Feb 14 18:30:00.012044 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6152f-9e7f-45b4-8898-83c825d63992 req-41ff632e-43cd-476b-a254-72291d85cba4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:00.013424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27c6152f-9e7f-45b4-8898-83c825d63992 req-41ff632e-43cd-476b-a254-72291d85cba4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0737262 Feb 14 18:30:00.060456 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27c6152f-9e7f-45b4-8898-83c825d63992 req-7ce07860-3424-41b3-af58-98ce1740ce92 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Feb 14 18:30:00.253637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa16d1-8e91-4b12-b632-957c00543683 req-1a2f5e60-803a-4ef4-b813-4b7d8a47f81a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:00.255071 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f9aa16d1-8e91-4b12-b632-957c00543683 req-1a2f5e60-803a-4ef4-b813-4b7d8a47f81a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0778456 Feb 14 18:30:00.299331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f9aa16d1-8e91-4b12-b632-957c00543683 req-f3117ba6-74ca-455f-9d81-925ddd91dbcb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Feb 14 18:30:00.325578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50886) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:30:00.394413 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5bab9c8d-dabf-4718-8624-b707845980b1 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1093 time: 0.0677633 Feb 14 18:30:00.397009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50890) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:30:00.401870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:30:00.407586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:30:00.411268 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:floatingip and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:30:00.414003 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:30:00.419415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:30:00.679474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:00.772397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:00.909840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.60 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/441f0fc9-a5d1-4e04-8463-2f3ffbe63e06) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:30:01.053480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:01.137831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:01.203941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:30:01.206509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:30:01.210652 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:30:01.235529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=441f0fc9-a5d1-4e04-8463-2f3ffbe63e06,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:30:01.716077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:01.828110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:02.032314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:02.095724 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:02.199879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=441f0fc9-a5d1-4e04-8463-2f3ffbe63e06,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:30:02.212161 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:02.498853 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Floating IP 8ba4010b-aa85-4259-b34f-7159ee86a640 associated. External IP: 172.26.4.60, port: 3f676ac4-578f-476b-a5b4-86b44320e512. Feb 14 18:30:02.884957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 35d7d41c-640b-4de3-a702-6bc3c4421f23 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:30:03.083976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:30:03.093215 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Sync routers for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:30:03.105005 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:30:03.105596 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:30:03.170036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:03.223250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b0de085b-d372-4034-9efe-e242750b5a0c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8252573 Feb 14 18:30:03.223875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:30:03.281858 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'status': 'completed', 'code': 200} Feb 14 18:30:03.284199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:30:03.437343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f2e8-fb3a-457c-8eae-efaaba66f44c req-e1d16eb4-cc7e-4d8d-8cf4-b3868c425952 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:03.438704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ab2f2e8-fb3a-457c-8eae-efaaba66f44c req-e1d16eb4-cc7e-4d8d-8cf4-b3868c425952 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1052322 Feb 14 18:30:03.441569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-a375d389-3f80-4057-9a02-cd2d0001e0f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.1386378 Feb 14 18:30:03.568993 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ab2f2e8-fb3a-457c-8eae-efaaba66f44c req-a45a0425-e862-41ca-aaad-a2db4513dc5e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248140 Feb 14 18:30:03.595905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50898) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:30:03.651346 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '8ba4010b-aa85-4259-b34f-7159ee86a640', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'mac_address': 'fa:16:3e:47:1f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e2f8a-f360-450e-b8ad-256436f2284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:30:01Z', 'updated_at': '2022-02-14T18:30:01Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:30:03.655417 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Checking router: 35d7d41c-640b-4de3-a702-6bc3c4421f23 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:30:03.665795 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:30:03.666447 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:29:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:30:03.674586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-ba155045-b45e-4816-a67d-99138465451e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:03.675998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-ba155045-b45e-4816-a67d-99138465451e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.2278862 Feb 14 18:30:03.787879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3ebb3ddc-26ab-4e6a-845c-f0de94a44049 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/8ba4010b-aa85-4259-b34f-7159ee86a640 HTTP/1.1" status: 200 len: 990 time: 0.1906908 Feb 14 18:30:03.805075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-8b72b570-7d8d-4ad0-a249-7f54abb638f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 998 time: 0.1209755 Feb 14 18:30:03.848870 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:30:03.866383 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-b233f05c-14a4-4c4f-be0f-61cbcc164819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:03.867847 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-b233f05c-14a4-4c4f-be0f-61cbcc164819 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0568929 Feb 14 18:30:03.942344 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-c9f5a2ba-c69f-499a-96c3-25d088206205 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687532 Feb 14 18:30:04.186316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-b2eedc9e-cce8-459f-acc3-ac9accc7631b service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377045 Feb 14 18:30:04.199810 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '8ba4010b-aa85-4259-b34f-7159ee86a640', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'mac_address': 'fa:16:3e:47:1f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e2f8a-f360-450e-b8ad-256436f2284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:30:01Z', 'updated_at': '2022-02-14T18:30:01Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:30:04.204274 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4c9c1-cf0a-4afd-affa-fb561c82e881 None None] The sync data for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv is: [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '8ba4010b-aa85-4259-b34f-7159ee86a640', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'mac_address': 'fa:16:3e:47:1f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e2f8a-f360-450e-b8ad-256436f2284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:30:01Z', 'updated_at': '2022-02-14T18:30:01Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:30:04.317523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27ced79f-966f-4a7f-ba06-92c1b31bb00f req-32e522cf-a78b-4a7b-a98f-bd497c1baae6 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220508 Feb 14 18:30:04.791595 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50902) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:30:04.896453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c0c92941-846b-481b-b3bc-d7a476bb3ce8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/8ba4010b-aa85-4259-b34f-7159ee86a640 HTTP/1.1" status: 200 len: 990 time: 0.1036444 Feb 14 18:30:05.529501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9682bd-4aeb-427e-b638-a7fa2290c07c None None] New status for floating IP 8ba4010b-aa85-4259-b34f-7159ee86a640: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:30:05.899640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 50906) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:30:06.002982 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3c5877ce-e722-436f-8964-1aaeed6598ad tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/8ba4010b-aa85-4259-b34f-7159ee86a640 HTTP/1.1" status: 200 len: 992 time: 0.1022239 Feb 14 18:30:09.026713 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:30:15.491926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:20.872287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a633798a-a2f0-4a23-b8e4-e36f9ae62729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:23.062817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6de504a6-acde-4bbf-86fd-3e4d4f2ffc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:24.382634 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:24.451243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:25.731109 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:37.408199 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-399bcd70-fe8d-4a58-9539-98cee5e471e2 req-4653e778-a11a-42b9-a334-a962f8e99424 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1342294 Feb 14 18:30:37.865109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb353-b6d8-4010-a43e-2359fc77d4f7 req-27465582-ce43-42e4-8363-1a46514094a0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:37.866529 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7dadb353-b6d8-4010-a43e-2359fc77d4f7 req-27465582-ce43-42e4-8363-1a46514094a0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0734401 Feb 14 18:30:37.914756 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7dadb353-b6d8-4010-a43e-2359fc77d4f7 req-8c8d3c81-2641-4de5-913b-baafdc39bb69 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393791 Feb 14 18:30:38.004205 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-1f5c2bb3-fb08-4c16-af68-56dc17de8f74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382806 Feb 14 18:30:39.113115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0e90-b851-4abd-9531-57e94dbdf6fb req-978809c4-1344-458f-9dd3-63b3cd6b1c54 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:39.114564 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ef0e90-b851-4abd-9531-57e94dbdf6fb req-978809c4-1344-458f-9dd3-63b3cd6b1c54 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0787065 Feb 14 18:30:39.159483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ef0e90-b851-4abd-9531-57e94dbdf6fb req-78edc7cf-159f-4bbb-92df-9c9b5141c32c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392721 Feb 14 18:30:40.061835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-183514c8-022e-47db-b8bd-2aed1378e784 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.0697134 Feb 14 18:30:40.189607 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-4e656417-b8a8-49e4-8dd6-a029e6ca55c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:40.191042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-4e656417-b8a8-49e4-8dd6-a029e6ca55c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.1227131 Feb 14 18:30:40.348811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-31628b3d-130d-4bb4-9432-240ac5edd750 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 1000 time: 0.1482737 Feb 14 18:30:40.423727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-27022570-74fc-4186-82c1-5382270f0662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:40.425138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-27022570-74fc-4186-82c1-5382270f0662 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0664907 Feb 14 18:30:40.430864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dea16-dd17-40ac-9ad9-9967d7a53181 req-5ec8098b-411d-4cff-b66b-1f466f5b0202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:40.432181 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb2dea16-dd17-40ac-9ad9-9967d7a53181 req-5ec8098b-411d-4cff-b66b-1f466f5b0202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1488845 Feb 14 18:30:40.524338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb2dea16-dd17-40ac-9ad9-9967d7a53181 req-f6f46bce-aa57-4533-8cbf-f897ad66e033 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612569 Feb 14 18:30:40.537877 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-a0f252c9-546f-4d87-a453-714ab55f76cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029072 Feb 14 18:30:40.549019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-3ffd95fd-eb59-4a8c-b4b6-0959a5946a1a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:30:40.549936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-3ffd95fd-eb59-4a8c-b4b6-0959a5946a1a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053284 Feb 14 18:30:40.682605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-951993e1-60f1-4087-be85-132d62730ecc service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225951 Feb 14 18:30:40.811202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-c403d94d-60f3-4a3c-a4b3-db00f7466241 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195939 Feb 14 18:30:41.726793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8b804-2c7e-44ee-a5cd-e16b11884a06 req-75ed62da-bb07-4c7a-9757-617f36b6b340 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:41.728270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03d8b804-2c7e-44ee-a5cd-e16b11884a06 req-75ed62da-bb07-4c7a-9757-617f36b6b340 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0814750 Feb 14 18:30:41.772570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-03d8b804-2c7e-44ee-a5cd-e16b11884a06 req-7b1cdb57-f872-4866-a1ad-3a7cc93bd334 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 Feb 14 18:30:43.055347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0203-1f65-4409-8f30-6c0750e2039e req-9052a8b1-fc2c-4d59-819c-13e9a4c91ccc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:43.058063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-217b0203-1f65-4409-8f30-6c0750e2039e req-9052a8b1-fc2c-4d59-819c-13e9a4c91ccc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1670487 Feb 14 18:30:43.100752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-217b0203-1f65-4409-8f30-6c0750e2039e req-248504f3-a22e-4377-ae0a-c11d036ce660 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Feb 14 18:30:44.290173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb51e-9dbe-41df-84dd-1be39bd1c83e req-ce0b7162-7908-41dd-a7fd-80862a16cc9e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:44.291582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b34eb51e-9dbe-41df-84dd-1be39bd1c83e req-ce0b7162-7908-41dd-a7fd-80862a16cc9e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0737972 Feb 14 18:30:44.337672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b34eb51e-9dbe-41df-84dd-1be39bd1c83e req-12eab34c-45d4-489d-b9d6-11ca3d073135 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Feb 14 18:30:45.491326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:45.537474 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb596-4a20-4164-a0c6-d9966c328335 req-a5f1b5ba-c4e9-4eaa-a545-0715d3c97947 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:45.538916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cdbb596-4a20-4164-a0c6-d9966c328335 req-a5f1b5ba-c4e9-4eaa-a545-0715d3c97947 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0744944 Feb 14 18:30:45.584235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4cdbb596-4a20-4164-a0c6-d9966c328335 req-f6d7a18e-cd13-4c41-8547-39d70f5576d2 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398824 Feb 14 18:30:46.026939 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:30:46.775244 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545a430-fe29-48f9-ab99-2eb1e2183e10 req-5a93b156-6e82-49c3-af53-c0003fa3abb7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:46.776662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a545a430-fe29-48f9-ab99-2eb1e2183e10 req-5a93b156-6e82-49c3-af53-c0003fa3abb7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0764778 Feb 14 18:30:46.820268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a545a430-fe29-48f9-ab99-2eb1e2183e10 req-4f911155-3037-4d76-8f18-b7ccc2bc9871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Feb 14 18:30:48.011129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e931e-e6a4-4e1f-a4d6-02d553e618a0 req-06263985-1ea3-4c76-93d3-7ad8f8df03d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:48.012472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-247e931e-e6a4-4e1f-a4d6-02d553e618a0 req-06263985-1ea3-4c76-93d3-7ad8f8df03d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0740168 Feb 14 18:30:48.059362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-247e931e-e6a4-4e1f-a4d6-02d553e618a0 req-d0faf73e-3643-4133-bdec-13c13ea16d70 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Feb 14 18:30:49.262680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ede26-6b33-4124-95ef-59cccdcf889d req-bd6bbea5-5b28-4edc-a955-1659cc8f3b41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:49.264035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb7ede26-6b33-4124-95ef-59cccdcf889d req-bd6bbea5-5b28-4edc-a955-1659cc8f3b41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0823784 Feb 14 18:30:49.307777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eb7ede26-6b33-4124-95ef-59cccdcf889d req-84d615f0-4305-494c-8ef3-c857fe8dadb1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383019 Feb 14 18:30:50.505135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69373c-5687-4207-b30b-28474c577b43 req-3f0ccae1-d4e4-4362-80a6-c71634f62fef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:50.506582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b69373c-5687-4207-b30b-28474c577b43 req-3f0ccae1-d4e4-4362-80a6-c71634f62fef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0748212 Feb 14 18:30:50.553059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0b69373c-5687-4207-b30b-28474c577b43 req-3a7810ea-ca2d-4110-8a99-0b5fc37ad539 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Feb 14 18:30:50.878861 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d6b8209e-e67b-44b3-9495-14da5446cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:51.750467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f4473-96da-41f5-8de4-fa2cf35ad581 req-5e59e430-2ecb-4c66-8e28-9c03a661986f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:51.751893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a3f4473-96da-41f5-8de4-fa2cf35ad581 req-5e59e430-2ecb-4c66-8e28-9c03a661986f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0763869 Feb 14 18:30:51.795284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4a3f4473-96da-41f5-8de4-fa2cf35ad581 req-4404138b-8d89-4667-8b48-7c4b087585cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379577 Feb 14 18:30:52.992169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd767439-ee7f-4c20-bbfc-cfc82cceb0ef req-4b15e4ae-ac5d-4abb-b80f-3649c499905e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:52.993641 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd767439-ee7f-4c20-bbfc-cfc82cceb0ef req-4b15e4ae-ac5d-4abb-b80f-3649c499905e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0779803 Feb 14 18:30:53.038565 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd767439-ee7f-4c20-bbfc-cfc82cceb0ef req-516f9e02-bc5c-4f01-b973-5c6c0c7557f3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Feb 14 18:30:53.056964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dd24bc8b-d4ce-43b9-b698-1f2e61527e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:54.237556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66c1fd-30a8-4425-992c-cb7f89f27416 req-d27f3320-e91f-4d16-874c-818962a89205 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:54.239632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be66c1fd-30a8-4425-992c-cb7f89f27416 req-d27f3320-e91f-4d16-874c-818962a89205 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0757053 Feb 14 18:30:54.284190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-be66c1fd-30a8-4425-992c-cb7f89f27416 req-e2824d78-dfc2-4317-ac5d-fed957bbbdae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390720 Feb 14 18:30:54.386603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:54.466699 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:55.488805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10317047-ebf6-456a-b321-7f6089ec7b03 req-ab0d8f07-fbbc-4c09-bfba-99568ab6f7e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:55.490260 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10317047-ebf6-456a-b321-7f6089ec7b03 req-ab0d8f07-fbbc-4c09-bfba-99568ab6f7e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0832160 Feb 14 18:30:55.533277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10317047-ebf6-456a-b321-7f6089ec7b03 req-29fa8d7b-3dc1-484a-b377-9705e5151863 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376465 Feb 14 18:30:55.765724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:30:56.740940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ad482-45b3-4c69-ad30-98b6b5599cca req-46126a20-b403-46c3-bd33-d986a382b3cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:56.742384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62ad482-45b3-4c69-ad30-98b6b5599cca req-46126a20-b403-46c3-bd33-d986a382b3cf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0750735 Feb 14 18:30:56.799004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d62ad482-45b3-4c69-ad30-98b6b5599cca req-db337901-d2cc-4462-adb7-d31173a4560d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 Feb 14 18:30:57.996255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008574dd-c304-4a14-b3f3-13c6975637b7 req-75fe4c8e-cf82-4b41-8c20-93d09da413f3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:57.997620 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-008574dd-c304-4a14-b3f3-13c6975637b7 req-75fe4c8e-cf82-4b41-8c20-93d09da413f3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0781491 Feb 14 18:30:58.042236 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-008574dd-c304-4a14-b3f3-13c6975637b7 req-64af7f90-bc1d-4c05-8323-e2e2fa63c5de tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390191 Feb 14 18:30:58.187384 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-f990d6e2-0095-4086-b32f-ff9ba9c82651 service neutron] 10.222.0.45 "GET /v2.0/ports/3f676ac4-578f-476b-a5b4-86b44320e512/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0744026 Feb 14 18:30:58.832773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-551c8b89-e706-41a2-a3a7-916c31fafd46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 1098 time: 0.0673892 Feb 14 18:30:58.924070 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-cba18936-2a15-4ee1-9d2c-abeec01f9edc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.0669625 Feb 14 18:30:59.055762 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-8e354f96-009d-4358-bc2c-2adf13bfd50c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:59.068251 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-8e354f96-009d-4358-bc2c-2adf13bfd50c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.1228552 Feb 14 18:30:59.163334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-31c179d1-223f-43cb-ad2b-3925156a7148 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 1000 time: 0.0970335 Feb 14 18:30:59.268351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-92f362de-c3dd-498a-b21f-5aea3b7679e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:59.270341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-92f362de-c3dd-498a-b21f-5aea3b7679e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0774367 Feb 14 18:30:59.328217 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03692-bc97-488b-9abb-5cb7429aad81 req-6c23f8b7-7774-406c-955f-e8b5a3c27c3e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:30:59.329643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0e03692-bc97-488b-9abb-5cb7429aad81 req-6c23f8b7-7774-406c-955f-e8b5a3c27c3e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1655562 Feb 14 18:30:59.473645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e0e03692-bc97-488b-9abb-5cb7429aad81 req-2eb203ba-7027-4973-a47e-9a2cc18d85f3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377385 Feb 14 18:30:59.479786 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-d3d43557-8b96-42b4-b568-35aaf3e97256 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993918 Feb 14 18:30:59.614259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-4e795387-4693-4a6f-9a29-96226d96eeba service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234913 Feb 14 18:30:59.746427 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-cba9637e-5098-48e4-8390-5bc9d09c5a27 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254382 Feb 14 18:30:59.917132 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-71447632-6c41-4811-9dd1-ef3d179a6fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.0676038 Feb 14 18:31:00.065829 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-33a41c10-6089-44c1-81a8-09c507e07129 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:00.074540 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-33a41c10-6089-44c1-81a8-09c507e07129 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.1267939 Feb 14 18:31:00.179737 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-bac9b422-5f67-4ba7-9cd3-337755a7697c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 1000 time: 0.0972464 Feb 14 18:31:00.240129 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-79cda7de-74be-462c-9617-98bf359f9311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:00.241520 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-79cda7de-74be-462c-9617-98bf359f9311 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0556526 Feb 14 18:31:00.318300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-4ff35252-09aa-4665-a092-62a8dd2e3873 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694079 Feb 14 18:31:00.448068 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-867637f6-d571-4af3-8f71-92b4f6799b35 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217933 Feb 14 18:31:00.580235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2ac2131-8914-4cbe-bcb6-de576cf186a9 req-a46c9075-39f6-4762-83b2-b861b0233303 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259470 Feb 14 18:31:00.673851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e4a6-e6cc-44ad-b691-f0200f546880 req-2eb7cb88-6860-4a34-9447-93d86071e3e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:00.675818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c56e4a6-e6cc-44ad-b691-f0200f546880 req-2eb7cb88-6860-4a34-9447-93d86071e3e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0763841 Feb 14 18:31:00.719807 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6c56e4a6-e6cc-44ad-b691-f0200f546880 req-bb19471e-2f0f-49cc-9399-23fe8986c781 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Feb 14 18:31:01.319458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:31:01.325174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:31:01.573904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:01.595995 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:01.613810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '3f676ac4-578f-476b-a5b4-86b44320e512', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'port_id': '3f676ac4-578f-476b-a5b4-86b44320e512', 'mac_address': 'fa:16:3e:47:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:31:01.618628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:31:01.664649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:01.682092 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'code': 200} Feb 14 18:31:01.682759 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:01.699976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:31:01.718711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:01.830182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:31:01.830450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:31:01.835876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:01.844081 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.844426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.844792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.845117 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.845445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.845770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.846093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.846418 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.846738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.847106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.848005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:01.932898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5e1cf-ff3d-4a72-bdf1-66ecbd542263 req-39bf3383-143d-484c-b776-c35c078bd082 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:01.934398 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ac5e1cf-ff3d-4a72-bdf1-66ecbd542263 req-39bf3383-143d-484c-b776-c35c078bd082 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 943 time: 0.0812104 Feb 14 18:31:01.979791 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ac5e1cf-ff3d-4a72-bdf1-66ecbd542263 req-239685b8-5d0c-48e4-b69b-c6618224692a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Feb 14 18:31:02.381933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:02.398590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:31:02.412976 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:02.489619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:02.557012 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['3f676ac4-578f-476b-a5b4-86b44320e512'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:31:02.586715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:03.174717 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f9df9-4a44-42d3-955a-1cd58bb11a0a req-d8eacb86-3af8-4451-8106-4eb32c262703 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:03.176127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a15f9df9-4a44-42d3-955a-1cd58bb11a0a req-d8eacb86-3af8-4451-8106-4eb32c262703 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 944 time: 0.0776691 Feb 14 18:31:03.225156 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a15f9df9-4a44-42d3-955a-1cd58bb11a0a req-ec7e3659-a9b4-4ba4-9c26-f397cfceda53 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Feb 14 18:31:03.324243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:31:03.390631 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 3f676ac4-578f-476b-a5b4-86b44320e512 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:03.391345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:03.510082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:03.540821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:03.627986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:03.682779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:31:03.701496 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:03.757682 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'code': 200} Feb 14 18:31:03.763041 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f699c50-5a26-449c-b19b-5e90e1804874 req-3ca8a980-371f-4f06-9367-eb2e45e98c5a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:03.764480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f699c50-5a26-449c-b19b-5e90e1804874 req-3ca8a980-371f-4f06-9367-eb2e45e98c5a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1171062 Feb 14 18:31:03.838466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0f699c50-5a26-449c-b19b-5e90e1804874 req-8fe39ef0-d394-42de-b746-38f98c0c6b31 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655038 Feb 14 18:31:03.849922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240a08-c462-4338-9d01-b4314a692f1e req-3bd63dce-eef6-4689-82b4-477b12873e71 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:03.851386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-3bd63dce-eef6-4689-82b4-477b12873e71 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b&tenant_id=cadd03ba841241d884480b8130c38f0d&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 945 time: 0.1279151 Feb 14 18:31:04.134867 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-5d1e8d21-5738-42be-a3f2-702aa15c50fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.2131047 Feb 14 18:31:04.214437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6ec94-9ce0-4f80-af18-af19172805e3 req-5f5efe57-09c5-4f90-a621-5febbf70b322 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:04.215872 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ff6ec94-9ce0-4f80-af18-af19172805e3 req-5f5efe57-09c5-4f90-a621-5febbf70b322 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.2505238 Feb 14 18:31:04.300125 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6ff6ec94-9ce0-4f80-af18-af19172805e3 req-313e095e-d0f1-4f99-b1cc-e5538fbb89c1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778210 Feb 14 18:31:04.306697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240a08-c462-4338-9d01-b4314a692f1e req-c872cb3e-ffa1-48e8-9d40-3036159634b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:04.308391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-c872cb3e-ffa1-48e8-9d40-3036159634b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.1658521 Feb 14 18:31:04.405596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-3c6c8ec5-37f7-4b41-9965-fa40b3a68349 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 1000 time: 0.0914528 Feb 14 18:31:04.469218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240a08-c462-4338-9d01-b4314a692f1e req-36841d05-32b0-4044-9181-b08c840bd961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:04.470591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-36841d05-32b0-4044-9181-b08c840bd961 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.0591135 Feb 14 18:31:04.541633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-529b0d71-1744-46a3-acaa-2898de21ae6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655632 Feb 14 18:31:04.670554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-81a0f8ee-e450-46e2-8b82-9d77d5444397 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228907 Feb 14 18:31:04.801154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3f240a08-c462-4338-9d01-b4314a692f1e req-32f7ddb8-6e5f-4eae-a86a-048a0d4edc23 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250553 Feb 14 18:31:05.497222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca64b-1636-4b21-b1d3-de8d21de65a9 req-d38c0efb-13d1-44fd-9c36-5da1809b7a9e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:05.498683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9adca64b-1636-4b21-b1d3-de8d21de65a9 req-d38c0efb-13d1-44fd-9c36-5da1809b7a9e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0797026 Feb 14 18:31:05.553379 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9adca64b-1636-4b21-b1d3-de8d21de65a9 req-2bb87a13-8107-4687-8082-4cab3c9d875e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489097 Feb 14 18:31:06.821286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4dc25-d6a7-49d1-8985-b3194ebf38f3 req-e73cedc3-bfdd-4ead-b873-f0aeb9f97ac9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:06.822720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8c4dc25-d6a7-49d1-8985-b3194ebf38f3 req-e73cedc3-bfdd-4ead-b873-f0aeb9f97ac9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0744238 Feb 14 18:31:06.866867 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a8c4dc25-d6a7-49d1-8985-b3194ebf38f3 req-bbd016ba-783a-455d-aacc-ba9b42e27b54 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Feb 14 18:31:06.899023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51006) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:07.000686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa5265b5-bb8d-43e9-a917-14cb1115aed8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/8ba4010b-aa85-4259-b34f-7159ee86a640 HTTP/1.1" status: 200 len: 992 time: 0.1003571 Feb 14 18:31:15.519097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:20.906664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c763b2c6-1909-4cb1-9771-e77119cd653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:23.026184 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:31:23.050099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f610527d-37ba-4301-b9a2-77dad5379385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:24.420726 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:24.449141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:25.735743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:35.467188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51018) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:35.662381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 441f0fc9-a5d1-4e04-8463-2f3ffbe63e06 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:31:35.662727 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:35.834773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:35.835517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:35.954540 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 441f0fc9-a5d1-4e04-8463-2f3ffbe63e06 owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:31:36.170597 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:36.214414 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=441f0fc9-a5d1-4e04-8463-2f3ffbe63e06,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:36.249653 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.249997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.250340 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.250668 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.250992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.251315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.251634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.251951 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.252266 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.252580 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.252917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:36.318310 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:36.807429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 35d7d41c-640b-4de3-a702-6bc3c4421f23 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:31:37.001655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:31:37.010958 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Sync routers for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:31:37.022903 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:37.023496 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:37.062191 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:37.119070 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d218a3df-159d-424c-96f4-e51275bd5a5d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ba4010b-aa85-4259-b34f-7159ee86a640 HTTP/1.1" status: 204 len: 168 time: 1.6507809 Feb 14 18:31:37.119803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:31:37.205233 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:37.253631 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'status': 'completed', 'code': 200} Feb 14 18:31:37.354265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-3dfe2161-af0b-4323-bad8-eb32ae08e9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 1098 time: 0.0745876 Feb 14 18:31:37.487145 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05b053-b68e-489e-9487-7df7d6065081 req-fad2e75d-cf78-426a-95b0-a4eb9398854d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:37.488634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-fad2e75d-cf78-426a-95b0-a4eb9398854d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 200 len: 897 time: 0.1280811 Feb 14 18:31:37.526990 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:37.531223 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Checking router: 35d7d41c-640b-4de3-a702-6bc3c4421f23 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:31:37.541610 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:37.542193 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:37.557770 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-483decd2-c795-4276-8348-903b89b757e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 200 len: 217 time: 0.0620902 Feb 14 18:31:37.667574 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05b053-b68e-489e-9487-7df7d6065081 req-53bc5719-d7e5-408b-a3d9-399879ccf8af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:37.669097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-53bc5719-d7e5-408b-a3d9-399879ccf8af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 200 len: 835 time: 0.1035526 Feb 14 18:31:37.717360 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:37.756579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae788ad3-a817-4afc-9674-bc966d006324 req-a69b76dd-3807-4aeb-be4f-80ce2d8fe2c3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:37.757990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ae788ad3-a817-4afc-9674-bc966d006324 req-a69b76dd-3807-4aeb-be4f-80ce2d8fe2c3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.1374509 Feb 14 18:31:37.790261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-87f86206-6f8d-4f46-a3ad-210f04fe66f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5099bfeb-6fb2-4de6-a736-166ca0d720df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095517 Feb 14 18:31:37.976434 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ae788ad3-a817-4afc-9674-bc966d006324 req-8ad275ad-8b4b-4f98-9cb5-88efbd7c4a9c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114887 Feb 14 18:31:38.030203 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:38.033977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-bd0dd4b2-6fe5-4074-92d0-1bff52ca2d33 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353487 Feb 14 18:31:38.034133 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a14246-9c01-4e63-a790-6745eb79661c None None] The sync data for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv is: [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:44Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'ac08e5db-fb91-49e0-8940-a115c8db5b1f', 'name': '', 'network_id': '5099bfeb-6fb2-4de6-a736-166ca0d720df', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:35:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:43Z', 'updated_at': '2022-02-14T18:29:51Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': 'bab38ccc-efc1-4da6-97f8-16d54d9f7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:31:38.169549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd05b053-b68e-489e-9487-7df7d6065081 req-f8289664-04ba-484c-bda5-c2a6a4aec3e9 service neutron] 10.222.0.45 "GET /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288395 Feb 14 18:31:38.253872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80616732-b037-4814-bf61-71e6250ee97e None None] New status for floating IP 8ba4010b-aa85-4259-b34f-7159ee86a640: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:31:39.172307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aee133-3d05-4702-a7ff-0c08dbb1e1f1 req-4e4756ce-cb74-4485-86cd-37350b0013e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:39.173630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-93aee133-3d05-4702-a7ff-0c08dbb1e1f1 req-4e4756ce-cb74-4485-86cd-37350b0013e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0747981 Feb 14 18:31:39.221255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-93aee133-3d05-4702-a7ff-0c08dbb1e1f1 req-d1f59c49-2999-49bc-ad5c-12d3944977a4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Feb 14 18:31:39.583784 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-699224e2-a90b-4b64-88d3-b337bdbf4ab6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:39.585210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-699224e2-a90b-4b64-88d3-b337bdbf4ab6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 945 time: 0.0748408 Feb 14 18:31:39.651801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:31:39.652135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:39.885802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 3f676ac4-578f-476b-a5b4-86b44320e512, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=3f676ac4-578f-476b-a5b4-86b44320e512,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:39.886079 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:40.005909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 3f676ac4-578f-476b-a5b4-86b44320e512 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:31:40.193572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:40.252403 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=3f676ac4-578f-476b-a5b4-86b44320e512,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:40.291803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.292147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.292482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.292899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.293226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.293546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.293864 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.294190 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.294498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.294813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.295120 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:31:40.334395 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] No DVR routers for this DVR port 3f676ac4-578f-476b-a5b4-86b44320e512 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:31:40.336625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:40.339099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-deleted', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:31:40.399978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e2f8a-f360-450e-b8ad-256436f2284b', 'name': 'network-vif-deleted', 'tag': '3f676ac4-578f-476b-a5b4-86b44320e512', 'status': 'completed', 'code': 200} Feb 14 18:31:40.401528 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-dddea4e0-3b38-410c-b2b0-6384f423ac42 req-14bd1fe5-89f2-4414-8954-1cf10c000fe4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:31:40.404650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ff50f2cc-518d-4796-8236-d6e5f3263469 req-d39ccac0-7f2d-4ce8-a894-ca8291bd1d40 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "DELETE /v2.0/ports/3f676ac4-578f-476b-a5b4-86b44320e512 HTTP/1.1" status: 204 len: 173 time: 0.8131471 Feb 14 18:31:40.467127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-dddea4e0-3b38-410c-b2b0-6384f423ac42 req-14bd1fe5-89f2-4414-8954-1cf10c000fe4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:31:40.468209 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dddea4e0-3b38-410c-b2b0-6384f423ac42 req-14bd1fe5-89f2-4414-8954-1cf10c000fe4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e2f8a-f360-450e-b8ad-256436f2284b HTTP/1.1" status: 200 len: 210 time: 0.1235631 Feb 14 18:31:41.560178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:31:41.573548 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51040) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:41.593261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 3f676ac4-578f-476b-a5b4-86b44320e512 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:31:41.593598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 3f676ac4-578f-476b-a5b4-86b44320e512 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:31:41.978758 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:42.574008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port ac08e5db-fb91-49e0-8940-a115c8db5b1f {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:31:42.574701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:42.753211 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port ac08e5db-fb91-49e0-8940-a115c8db5b1f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ac08e5db-fb91-49e0-8940-a115c8db5b1f,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:42.753561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:42.964009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for ac08e5db-fb91-49e0-8940-a115c8db5b1f owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:31:43.204263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:43.248915 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=ac08e5db-fb91-49e0-8940-a115c8db5b1f,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:43.540008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.114785 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 35d7d41c-640b-4de3-a702-6bc3c4421f23 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:31:44.311500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:31:44.320867 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Sync routers for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:31:44.332262 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:44.338458 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:44.383413 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-29ba36f1-38ea-4d72-8c7d-466d2f66d871 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/35d7d41c-640b-4de3-a702-6bc3c4421f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8085887 Feb 14 18:31:44.386165 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51044) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:44.512264 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:44.673126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting subnet bab38ccc-efc1-4da6-97f8-16d54d9f7f77 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:31:44.675924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.732726 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.808513 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:31:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:44.812254 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Checking router: 35d7d41c-640b-4de3-a702-6bc3c4421f23 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:31:44.813667 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.823159 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Routers {'35d7d41c-640b-4de3-a702-6bc3c4421f23'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:44.823743 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['35d7d41c-640b-4de3-a702-6bc3c4421f23'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:44.936596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.983573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Subnet': ['ID=bab38ccc-efc1-4da6-97f8-16d54d9f7f77,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:44.990415 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:44.995559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce8bed-cfb9-419f-aa5f-ed73a124caf9 None None] Network 5099bfeb-6fb2-4de6-a736-166ca0d720df requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:31:44.998743 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fb44cc3c-bed7-4741-a284-a7e5daa5d429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/subnets/bab38ccc-efc1-4da6-97f8-16d54d9f7f77 HTTP/1.1" status: 204 len: 168 time: 0.6091371 Feb 14 18:31:44.999187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] Set router 35d7d41c-640b-4de3-a702-6bc3c4421f23 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:44.999428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:45.204519 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.257042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] DHCP port deletion for 5099bfeb-6fb2-4de6-a736-166ca0d720df request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:31:45.261647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Deleting port a3923b73-e104-497d-9264-4e9b834274f1 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:31:45.262026 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.287336 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:31:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:45.291865 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec9cb9-8a4c-4076-a46f-c8eb583b4b23 None None] The sync data for ids ['35d7d41c-640b-4de3-a702-6bc3c4421f23'] in dv-neutron-823271-4-hyperv is: [{'id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940989551', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:31:43Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': 'c1b3197a-55f4-4f30-b10d-3059d971fb9d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d7d41c-640b-4de3-a702-6bc3c4421f23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:29:39Z', 'updated_at': '2022-02-14T18:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:31:45.478761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] For port a3923b73-e104-497d-9264-4e9b834274f1, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=a3923b73-e104-497d-9264-4e9b834274f1,segment=NetworkSegment(5461a601-bace-416d-84a7-4c31524420ce),segment_id=5461a601-bace-416d-84a7-4c31524420ce)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:45.479032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.515086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.568841 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.586753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port c1b3197a-55f4-4f30-b10d-3059d971fb9d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:31:45.587105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.632489 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Calling delete_port for a3923b73-e104-497d-9264-4e9b834274f1 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:31:45.765794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port c1b3197a-55f4-4f30-b10d-3059d971fb9d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=c1b3197a-55f4-4f30-b10d-3059d971fb9d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:45.766156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.793358 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:45.839967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] Pushing event deleted for resources: {'Port': ['ID=a3923b73-e104-497d-9264-4e9b834274f1,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:45.847258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb86322-3e31-467c-bf77-2cf02d694794 None None] No DVR routers for this DVR port a3923b73-e104-497d-9264-4e9b834274f1 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:31:45.891787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for c1b3197a-55f4-4f30-b10d-3059d971fb9d owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:31:46.118530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.162563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=c1b3197a-55f4-4f30-b10d-3059d971fb9d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:46.375524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.623301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.627642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.747208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.747758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Fanout notify agent at l3_agent the message router_deleted on router 35d7d41c-640b-4de3-a702-6bc3c4421f23 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:31:46.762691 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:46.763844 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-47326a8b-5dd0-4ffa-bf96-1e9c083e2844 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/routers/35d7d41c-640b-4de3-a702-6bc3c4421f23 HTTP/1.1" status: 204 len: 168 time: 1.7633359 Feb 14 18:31:46.766564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:46.880988 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.106950 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.131684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5099bfeb-6fb2-4de6-a736-166ca0d720df']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:47.143635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5461a601-bace-416d-84a7-4c31524420ce') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:47.143934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5461a601-bace-416d-84a7-4c31524420ce') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:47.156351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.175067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.182934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:31:47.183320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:31:47.198608 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:31:47.218047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ac08e5db-fb91-49e0-8940-a115c8db5b1f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:31:47.249495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ac08e5db-fb91-49e0-8940-a115c8db5b1f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:31:47.249834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ac08e5db-fb91-49e0-8940-a115c8db5b1f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:31:47.250242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a3923b73-e104-497d-9264-4e9b834274f1 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:31:47.280290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: a3923b73-e104-497d-9264-4e9b834274f1 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:31:47.280628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device a3923b73-e104-497d-9264-4e9b834274f1 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:31:47.281051 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1b3197a-55f4-4f30-b10d-3059d971fb9d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:31:47.311520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: c1b3197a-55f4-4f30-b10d-3059d971fb9d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:31:47.311851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device c1b3197a-55f4-4f30-b10d-3059d971fb9d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:31:47.329903 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.334196 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.360721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Network': ['ID=5099bfeb-6fb2-4de6-a736-166ca0d720df,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:47.433676 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3df79766-bdb3-4092-9531-bec04f892d76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/networks/5099bfeb-6fb2-4de6-a736-166ca0d720df HTTP/1.1" status: 204 len: 168 time: 0.6660955 Feb 14 18:31:47.436248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51056) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:47.507687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.535894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.662040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.680540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85b837-0e4f-48cc-b4ae-60f3fbb46e81,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:47.751873 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:47.753039 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5f5e49ff-7960-43d8-b7f9-c312a2972e09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/security-groups/8e85b837-0e4f-48cc-b4ae-60f3fbb46e81 HTTP/1.1" status: 204 len: 168 time: 0.3158460 Feb 14 18:31:48.473248 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51064) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:48.479913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429731794', 'description': 'tempest-secgroup-smoke-1429731794 description', 'project_id': 'cadd03ba841241d884480b8130c38f0d'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:48.486924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:48.491842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:48.494829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:48.500466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:48.587451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:48.623394 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:48.627246 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:48.630997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:48.636449 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:48.688836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:48.793291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:48.837506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6cf02c-235c-43b1-846c-c566e5aa7f5e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:48.913070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:48.916893 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ea395720-f1f6-47e2-9d03-4ad184a8075c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4400046 Feb 14 18:31:48.917369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51068) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:48.922509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:48.929153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:48.933235 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:48.936081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:48.941717 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:49.032827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.093527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.169550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.194393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2677327a-f18b-4361-8a84-27b3cb8f402f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:49.261183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.262317 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-2197a65c-7af6-48ca-a486-ae85157927c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3443248 Feb 14 18:31:49.265131 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51072) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:49.271192 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:49.276925 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:49.280665 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:49.283574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:49.290061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:49.375738 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.435620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.512861 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.536603 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51460ebd-b472-494a-b4ad-9168ba2cf01e,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:49.610279 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.611494 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8b285424-faa0-463e-885d-c5466f89c37a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3454342 Feb 14 18:31:49.614215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51076) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:49.620214 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:49.626240 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:49.631464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:49.635866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:49.642745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:49.707698 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.768502 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.827135 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.856791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349238a4-af14-4e63-be40-6c035580a162,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:49.924120 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:49.925529 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a81693b8-1fc0-4856-b66a-8fcb8a3527bd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3095725 Feb 14 18:31:49.928434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51080) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:49.933996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:49.939814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:49.943683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:49.946545 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:49.952119 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:50.028308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.091866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.181700 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.204057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50b6726-a781-456c-a956-324086973a5b,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:50.300628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.301837 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a99b1568-0559-4c14-bedc-3713040932ee tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3724697 Feb 14 18:31:50.304486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51084) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:50.310264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:50.316077 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:50.320434 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:50.323427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:50.336856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:50.432885 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:31:50.439174 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.510230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.552958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.576360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3e9093-4e9d-4b4b-b586-238afca5903f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:50.638639 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.639829 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-34fdceab-7216-4131-a19c-6014207282d9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3343782 Feb 14 18:31:50.642582 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51088) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:50.648070 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': 'dc6cf02c-235c-43b1-846c-c566e5aa7f5e', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:50.653830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:50.657572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:50.660426 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:50.666137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:50.740664 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:31:50.747216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.812903 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.884302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-310e6beb-d423-48f5-b152-10beefb9cf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.918520 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:50.941189 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f03b96-5f88-455c-bfea-9886d5876cea,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:51.010087 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.011265 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-76870009-5bba-4d10-8c43-e988477936e1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3677204 Feb 14 18:31:51.014107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51092) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:51.019586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'network': {'name': 'tempest-network-smoke--1201431613', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'port_security_enabled': True}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:51.025105 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:51.029172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:network and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:51.032107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:51.037941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:51.124368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:31:51.127375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.155930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:31:51.164183 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.164521 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Added segment 5f93c399-a878-41c8-b612-5286b9c02202 of type vlan for network 12d9da8e-000c-4c88-8617-540c069743e7 Feb 14 18:31:51.189712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.324147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.327900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:51.328489 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.435096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Network': ['ID=12d9da8e-000c-4c88-8617-540c069743e7,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:51.445835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 12d9da8e-000c-4c88-8617-540c069743e7 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:31:51.473959 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-59635873-c593-4988-bf5b-ee57f23b011b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4588661 Feb 14 18:31:51.476632 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51096) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:51.481686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'admin_state_up': True, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:51.488555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:51.492910 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:router and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:51.495836 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:51.501694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:51.564616 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.565595 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.584347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:51.814933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.043441 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.073245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.294150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.211 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/65615ee9-1bd5-4f7e-bda2-30a12a54a80f) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:31:52.441060 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.519012 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.588124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:31:52.591216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:31:52.593657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:31:52.627376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:52.804393 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:52.805154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:53.055736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3240c999-ce08-43d9-b5ba-a935441e59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:53.146085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 10dc8a5b-e673-4731-be46-d24b534fc0f2 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:31:53.341194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:31:53.353629 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Sync routers for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:31:53.369578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:53.370191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:53.433044 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:53.434263 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b21841ac-0935-4249-a1cd-05f0c9049ba6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9567041 Feb 14 18:31:53.437408 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51102) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:53.540930 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:53.543143 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0fdf11d8-ae17-4b86-a22a-58c25ccaf0bf tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=cadd03ba841241d884480b8130c38f0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047051 Feb 14 18:31:53.545854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51108) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:53.673357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac244ab7-6ab4-4fac-b97f-9479ac66a058 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:53.674838 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac244ab7-6ab4-4fac-b97f-9479ac66a058 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281090 Feb 14 18:31:53.678233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51112) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:53.716366 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-3424dfaf-a1af-422a-b365-b7703ba2e265 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371008 Feb 14 18:31:53.718959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51116) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:53.724081 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492553645', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:31:53.822984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:52Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:53.827271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Checking router: 10dc8a5b-e673-4731-be46-d24b534fc0f2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:31:53.827618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Updating router 10dc8a5b-e673-4731-be46-d24b534fc0f2 port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:31:53.830936 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:31:53.835299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:subnet and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:31:53.838118 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:31:53.843732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:31:53.877834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:53.935949 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:31:54.037912 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.199882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.211602 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Transition to ACTIVE for port object 65615ee9-1bd5-4f7e-bda2-30a12a54a80f will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:31:54.266898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.290110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.418501 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Attempting to bind port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:31:54.418839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Attempting to bind port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:31:54.419190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Attempting to bind port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:31:54.421860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b189-14ee-4643-9cd9-f1cca166c3a1 None None] Pushing event updated for resources: {'Port': ['ID=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:54.431502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:31:54.431502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:31:54.431502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.431502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:31:54.431502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Bound port: 65615ee9-1bd5-4f7e-bda2-30a12a54a80f, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:31:54.432028 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.457565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.472976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Subnet': ['ID=3b2b8618-fe18-4859-9384-5eef033bec10,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:54.484357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Checking segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:31:54.484734 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network hostable DHCP agents. Network: 12d9da8e-000c-4c88-8617-540c069743e7, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:31:54.493986 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.504566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] For port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:31:54.508315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] For port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:31:54.575964 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 12d9da8e-000c-4c88-8617-540c069743e7 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:31:54.587490 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.655686 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 12d9da8e-000c-4c88-8617-540c069743e7) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:31:54.659564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:54.660333 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:54.665665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b79c25-618d-40e4-920d-d6599dabcd09 None None] Network 12d9da8e-000c-4c88-8617-540c069743e7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:31:54.686894 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b189-14ee-4643-9cd9-f1cca166c3a1 None None] Pushing event updated for resources: {'Port': ['ID=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:54.730658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:54.731205 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:54.742109 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-85de8dc6-ea60-40bd-bd02-bf40d6b553ae tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0221739 Feb 14 18:31:54.744830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51120) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:31:54.991322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:55.143053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-12d9da8e-000c-4c88-8617-540c069743e7', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:31:55.143836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.423851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Allocated IP 172.20.0.2 (12d9da8e-000c-4c88-8617-540c069743e7/3b2b8618-fe18-4859-9384-5eef033bec10/6e811d49-c043-421c-9d4f-ec6b3d482ae9) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:31:55.493085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.513918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:52Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:55.522242 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e451e-a564-4662-89a4-c28c1920428b None None] The sync data for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv is: [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:52Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:31:55.649881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.660859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Transition to ACTIVE for port object 6e811d49-c043-421c-9d4f-ec6b3d482ae9 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:31:55.688950 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Transition to ACTIVE for port object 6e811d49-c043-421c-9d4f-ec6b3d482ae9 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:31:55.784391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.843711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.878531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Network 12d9da8e-000c-4c88-8617-540c069743e7 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:31:55.879422 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Pushing event updated for resources: {'Port': ['ID=6e811d49-c043-421c-9d4f-ec6b3d482ae9,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:55.884874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:31:55.889786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:31:55.941045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.1 (12d9da8e-000c-4c88-8617-540c069743e7/3b2b8618-fe18-4859-9384-5eef033bec10/5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:31:55.978458 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Attempting to bind port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:31:55.979121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Attempting to bind port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:31:55.979488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Attempting to bind port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 on network 12d9da8e-000c-4c88-8617-540c069743e7 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:31:55.986368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:31:55.986747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Checking segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:31:55.987146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:55.987543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Bound using segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:31:55.988009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Bound port: 6e811d49-c043-421c-9d4f-ec6b3d482ae9, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:31:55.988508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:56.109677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:56.127217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:31:56.136977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] For port 6e811d49-c043-421c-9d4f-ec6b3d482ae9, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:31:56.140401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] For port 6e811d49-c043-421c-9d4f-ec6b3d482ae9, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6e811d49-c043-421c-9d4f-ec6b3d482ae9,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:31:56.239933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:56.261933 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:56.328291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6707-6d02-49e1-a701-979b4214e649 None None] Pushing event updated for resources: {'Port': ['ID=6e811d49-c043-421c-9d4f-ec6b3d482ae9,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:56.335227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 12d9da8e-000c-4c88-8617-540c069743e7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:31:56.338385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:31:56.342367 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:31:56.501134 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:56.517154 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:56.693315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.032543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6e811d49-c043-421c-9d4f-ec6b3d482ae9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:31:57.108666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.158517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:31:57.167300 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 65615ee9-1bd5-4f7e-bda2-30a12a54a80f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:31:57.186871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.295295 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:31:57.312214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:57.312214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.312442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:57.312442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.330368 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989f9ef-168c-4b1c-8b93-7dd839fdfe7a None None] Network 12d9da8e-000c-4c88-8617-540c069743e7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:31:57.451289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 12d9da8e-000c-4c88-8617-540c069743e7 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:31:57.452439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:31:57.515038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Provisioning for port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:31:57.532163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Provisioning complete for port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:57.532535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.645781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.699720 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:57.750199 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.796086 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.799926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] For port 6e811d49-c043-421c-9d4f-ec6b3d482ae9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6e811d49-c043-421c-9d4f-ec6b3d482ae9,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:31:57.842478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 10dc8a5b-e673-4731-be46-d24b534fc0f2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:31:57.857102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:57.871590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:57.945043 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d398603-755b-4ee3-a29d-b0f0070107c8 None None] Pushing event updated for resources: {'Port': ['ID=6e811d49-c043-421c-9d4f-ec6b3d482ae9,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:31:58.055660 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:31:58.069942 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-53539a33-0e99-4896-9c45-ed391bf6efe8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/10dc8a5b-e673-4731-be46-d24b534fc0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236151 Feb 14 18:31:58.153020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Provisioning for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:31:58.158257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Provisioning complete for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:58.158625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:58.220912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:31:58.233701 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Provisioning complete for port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:58.234068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c6d5541f-93ea-435d-a03e-3b4fe7937ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:58.264144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-41df8966-f032-41ed-8ca9-e7c363b79881 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:31:58.324539 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-41df8966-f032-41ed-8ca9-e7c363b79881 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:31:58.325742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-41df8966-f032-41ed-8ca9-e7c363b79881 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429731794&fields=id&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 267 time: 0.1100450 Feb 14 18:31:58.475604 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c64b9371-5c45-40fa-b130-6febe8c0d712 None None] Provisioning complete for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:58.475872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c64b9371-5c45-40fa-b130-6febe8c0d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:58.478932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-71369712-f7fd-4d7d-8940-2b33528b7c80 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:31:58.479603 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-71369712-f7fd-4d7d-8940-2b33528b7c80 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:31:58.525783 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c64b9371-5c45-40fa-b130-6febe8c0d712 None None] Port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:31:58.547317 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-71369712-f7fd-4d7d-8940-2b33528b7c80 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:31:58.548500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-71369712-f7fd-4d7d-8940-2b33528b7c80 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 797 time: 0.2163804 Feb 14 18:31:58.565390 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-87f8dc9c-bcae-4e07-879f-cbcd0043458f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/quotas/cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 375 time: 0.0109544 Feb 14 18:31:58.645593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-9f6c8896-3ef5-4891-978c-a9b947bc56a0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750823 Feb 14 18:31:58.661737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-d405580b-ff83-44f8-8544-f43d8a9e0df5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:31:58.662656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-d405580b-ff83-44f8-8544-f43d8a9e0df5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055127 Feb 14 18:31:58.792441 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-1afb6514-9b84-42bf-ac81-c55c22fa5eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241603 Feb 14 18:31:58.930022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-beef2bbc-9481-4861-ba6d-46fde3b6102f service neutron] 10.222.0.30 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315343 Feb 14 18:31:58.996546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6e811d49-c043-421c-9d4f-ec6b3d482ae9 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:31:59.031920 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Sync routers for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:31:59.045838 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:31:59.046429 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:59.068879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:59.069257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:59.214182 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 65615ee9-1bd5-4f7e-bda2-30a12a54a80f up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:31:59.281146 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:31:59.304272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5638038e-6cb1-4565-ba6f-e0293373fe18 req-543f8215-d504-4a49-a800-d9bb78932c9f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 210 time: 0.0504296 Feb 14 18:31:59.308479 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:31:59.308902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:31:59.603970 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 2, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:31:59.608925 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Checking router: 10dc8a5b-e673-4731-be46-d24b534fc0f2 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:31:59.615030 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Updating router 10dc8a5b-e673-4731-be46-d24b534fc0f2 port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:31:59.690641 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.017585 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.033733 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Transition to ACTIVE for port object 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:32:00.038532 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:32:00.095752 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.222886 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Pushing event updated for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:00.236540 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.236909 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.237243 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.237565 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.237888 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.238210 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.238526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.238840 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.239273 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.240108 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.240412 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:00.326848 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Attempting to bind port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:32:00.327106 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Attempting to bind port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:32:00.327461 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Attempting to bind port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 on network 12d9da8e-000c-4c88-8617-540c069743e7 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:32:00.334906 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:32:00.335268 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Checking segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:32:00.335656 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.336037 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Bound using segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:32:00.336568 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Bound port: 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:32:00.336958 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.438945 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] For port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:32:00.447230 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] For port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:32:00.486080 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8679b155-5cf5-4dd5-8e32-8c24be25c2d3 req-5ba4b1f0-10db-479a-9fa5-49a1efd38ff8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 210 time: 0.0445294 Feb 14 18:32:00.496596 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:00.575839 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd51c-b416-4a2b-9548-046c3173a1d2 None None] Pushing event updated for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:00.579415 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:32:00.580013 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:00.764662 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:32:01.071504 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:00Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:01.075469 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c938ae7-1cf2-4612-9402-3a0341b381db None None] The sync data for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv is: [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:00Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:32:01.720073 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5ec68bf-4855-46bb-987f-7932e3943c20 req-8cb72b00-5c7e-4fb9-8503-534b9db98e74 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 210 time: 0.0948975 Feb 14 18:32:01.790416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-a9531e66-c55e-4ac4-a9bf-e9e74e1fbf95 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:01.791936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-a9531e66-c55e-4ac4-a9bf-e9e74e1fbf95 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 797 time: 0.1893287 Feb 14 18:32:01.861240 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-42d21bbc-1513-4570-8e80-8b0fd2bb6fbb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 380 time: 0.0433030 Feb 14 18:32:01.871947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'port': {'device_id': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'admin_state_up': True, 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'security_groups': ['dc6cf02c-235c-43b1-846c-c566e5aa7f5e']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:32:02.021518 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:32:02.025953 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:port and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:32:02.029148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:32:02.035046 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:32:02.135601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:32:02.138713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:02.297514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.6 (12d9da8e-000c-4c88-8617-540c069743e7/3b2b8618-fe18-4859-9384-5eef033bec10/bbbb6972-6162-41c5-9d4c-e51cda40b945) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:32:02.575226 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:02.590184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object bbbb6972-6162-41c5-9d4c-e51cda40b945 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:32:02.667435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:02.739802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 12d9da8e-000c-4c88-8617-540c069743e7 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:32:02.742825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:32:02.746524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:32:02.778179 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:02.815491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:02.816110 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:02.903256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-46ef173e-c13d-4644-92db-c01d6899a74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348594 Feb 14 18:32:02.919417 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Request body: {'port': {'device_id': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:32:02.976585 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26b1b-7898-498f-af8f-2f2e9f48d1f3 req-88d03664-741d-4521-a556-9110b0fdd913 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:02.977311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-24f26b1b-7898-498f-af8f-2f2e9f48d1f3 req-88d03664-741d-4521-a556-9110b0fdd913 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:32:03.006384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:32:03.048858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.091630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-24f26b1b-7898-498f-af8f-2f2e9f48d1f3 req-88d03664-741d-4521-a556-9110b0fdd913 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:32:03.092748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24f26b1b-7898-498f-af8f-2f2e9f48d1f3 req-88d03664-741d-4521-a556-9110b0fdd913 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 931 time: 0.2473824 Feb 14 18:32:03.130692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-149c4fa3-ac15-402b-b5ff-b6bd774dd7ff None None] Provisioning for port bbbb6972-6162-41c5-9d4c-e51cda40b945 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:32:03.136283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-149c4fa3-ac15-402b-b5ff-b6bd774dd7ff None None] Provisioning complete for port bbbb6972-6162-41c5-9d4c-e51cda40b945 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:32:03.136806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-149c4fa3-ac15-402b-b5ff-b6bd774dd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.164911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:32:03.182952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:32:03.183322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.201527 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-24f26b1b-7898-498f-af8f-2f2e9f48d1f3 req-834c37f3-487a-45ad-a033-fae74a9732f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000140 Feb 14 18:32:03.235387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-149c4fa3-ac15-402b-b5ff-b6bd774dd7ff None None] Port bbbb6972-6162-41c5-9d4c-e51cda40b945 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:32:03.336266 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.366805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:32:03.423327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbb6972-6162-41c5-9d4c-e51cda40b945 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:32:03.430540 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.445236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Transition to ACTIVE for port object bbbb6972-6162-41c5-9d4c-e51cda40b945 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:32:03.466962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.524043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.530658 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:03.538853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.540868 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.541189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.541514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.541835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.542153 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:32:03.653122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:03.756467 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Attempting to bind port bbbb6972-6162-41c5-9d4c-e51cda40b945 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:32:03.757081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Attempting to bind port bbbb6972-6162-41c5-9d4c-e51cda40b945 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:32:03.757183 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Attempting to bind port bbbb6972-6162-41c5-9d4c-e51cda40b945 on network 12d9da8e-000c-4c88-8617-540c069743e7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:32:03.762597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Port bbbb6972-6162-41c5-9d4c-e51cda40b945 on network 12d9da8e-000c-4c88-8617-540c069743e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:32:03.762908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Attempting to bind port bbbb6972-6162-41c5-9d4c-e51cda40b945 on network 12d9da8e-000c-4c88-8617-540c069743e7 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:32:03.768768 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:32:03.769095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Checking segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:32:03.769460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Bound using segment: {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:32:03.769863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Bound port: bbbb6972-6162-41c5-9d4c-e51cda40b945, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f93c399-a878-41c8-b612-5286b9c02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:32:03.770197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:03.856277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:32:03.859172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:32:03.958833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:04.022938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:04.024282 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 1093 time: 1.1090417 Feb 14 18:32:04.024741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:32:04.039357 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363ea0-01b7-4564-94db-411d391858f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:04.085020 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'status': 'completed', 'code': 200} Feb 14 18:32:04.187668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-093fe5c6-195a-46a2-82a3-3d9759295cb4 req-47bd14fc-5c3e-4eb6-a7c0-6eacab56cfa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1096 time: 0.0759432 Feb 14 18:32:04.371756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fe5c6-195a-46a2-82a3-3d9759295cb4 req-ba16d418-33d1-4c6d-aa10-1910c47a4c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:04.373179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-093fe5c6-195a-46a2-82a3-3d9759295cb4 req-ba16d418-33d1-4c6d-aa10-1910c47a4c66 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cadd03ba841241d884480b8130c38f0d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1743510 Feb 14 18:32:04.503593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba0b9-a42d-4790-a410-1b7bf20b1361 req-569bd1da-5978-4326-8b6c-4c3f2c861a4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:04.505010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12eba0b9-a42d-4790-a410-1b7bf20b1361 req-569bd1da-5978-4326-8b6c-4c3f2c861a4e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 943 time: 0.1749465 Feb 14 18:32:04.558397 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fe5c6-195a-46a2-82a3-3d9759295cb4 req-ba35fc47-70d0-42f3-88cb-a8b852dd51e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:04.559826 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-093fe5c6-195a-46a2-82a3-3d9759295cb4 req-ba35fc47-70d0-42f3-88cb-a8b852dd51e3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1732063 Feb 14 18:32:04.571878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-12eba0b9-a42d-4790-a410-1b7bf20b1361 req-9860c5e5-fd42-4303-9338-0d9aec51c1d8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568609 Feb 14 18:32:04.779353 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-b5ecadfb-758f-4b58-a804-81d48bd85008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1096 time: 0.1669464 Feb 14 18:32:04.850372 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-08a98895-882d-4cfc-aac4-31934d354670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 217 time: 0.0602522 Feb 14 18:32:04.915627 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-f769b78e-844e-4565-8fc3-d2d68cb38d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:04.917018 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-f769b78e-844e-4565-8fc3-d2d68cb38d7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 200 len: 834 time: 0.0584619 Feb 14 18:32:04.981485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:32:04.994731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-ccd7c86c-4968-43b9-8ca0-25737724bb7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12d9da8e-000c-4c88-8617-540c069743e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689256 Feb 14 18:32:05.053630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:32:05.054116 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:05.130873 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-cf4fa401-2620-4f35-a1fd-6dc5cf5fe0e9 service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262174 Feb 14 18:32:05.264158 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c7d33c4-a535-4126-ad3b-ada9e1986b6f req-9e2ef980-bf41-4a74-b417-33ebeeab3957 service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234014 Feb 14 18:32:05.792414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b661ea-f302-4ddc-8cd1-0f4f5362e2c4 req-91bab73b-dc1a-4a2c-9573-0a8d33a4427f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:05.793805 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27b661ea-f302-4ddc-8cd1-0f4f5362e2c4 req-91bab73b-dc1a-4a2c-9573-0a8d33a4427f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 943 time: 0.0908334 Feb 14 18:32:05.840196 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-27b661ea-f302-4ddc-8cd1-0f4f5362e2c4 req-b8cf723d-925a-4325-aed2-bc72183d0571 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Feb 14 18:32:07.034185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca685-ba28-4091-8165-a3645913c6b2 req-f600e0c8-b688-40b8-a152-6f49fa45f1ac tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:07.035675 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5bfca685-ba28-4091-8165-a3645913c6b2 req-f600e0c8-b688-40b8-a152-6f49fa45f1ac tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 943 time: 0.0772917 Feb 14 18:32:07.080256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5bfca685-ba28-4091-8165-a3645913c6b2 req-4181c8cc-ab7e-4ddc-bfda-260e2f373110 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Feb 14 18:32:08.274815 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173343c-752a-4ae6-8890-717ac4239e6d req-88d8f9f4-29ab-4d1c-b99b-6481ee99a464 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:08.276212 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f173343c-752a-4ae6-8890-717ac4239e6d req-88d8f9f4-29ab-4d1c-b99b-6481ee99a464 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 943 time: 0.0771248 Feb 14 18:32:08.319360 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f173343c-752a-4ae6-8890-717ac4239e6d req-2c59e1b3-9ce4-4856-b5ba-e65067f1fc0f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378096 Feb 14 18:32:09.513339 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea304c-a9b8-4805-9b11-3b278074f786 req-4b9f64f2-f5fd-478f-8f33-351a1a493b01 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:09.514750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38ea304c-a9b8-4805-9b11-3b278074f786 req-4b9f64f2-f5fd-478f-8f33-351a1a493b01 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 943 time: 0.0775731 Feb 14 18:32:09.558054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38ea304c-a9b8-4805-9b11-3b278074f786 req-09b9e0a2-c2fd-469b-ab46-a50c9fb6955e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Feb 14 18:32:09.653374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device bbbb6972-6162-41c5-9d4c-e51cda40b945 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:32:09.784848 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:32:09.798784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'port_id': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'mac_address': 'fa:16:3e:99:33:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:32:09.851067 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:09.868626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbb6972-6162-41c5-9d4c-e51cda40b945 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:32:09.882850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:32:09.958576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:10.022256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:10.231294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['bbbb6972-6162-41c5-9d4c-e51cda40b945'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:32:10.751987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7640237-0cce-46b6-9b41-419483275f36 req-b23b6134-e27f-4f19-986b-48663dd1af10 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:10.753463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7640237-0cce-46b6-9b41-419483275f36 req-b23b6134-e27f-4f19-986b-48663dd1af10 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 944 time: 0.0782256 Feb 14 18:32:10.797704 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7640237-0cce-46b6-9b41-419483275f36 req-dc64e539-3346-4151-911a-6e0a3ee01216 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387881 Feb 14 18:32:11.668172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device bbbb6972-6162-41c5-9d4c-e51cda40b945 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:32:11.769497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port bbbb6972-6162-41c5-9d4c-e51cda40b945 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:32:11.781893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port bbbb6972-6162-41c5-9d4c-e51cda40b945 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:32:11.781893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:11.890663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:11.919567 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:32:11.929524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:32:11.981275 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:12.056113 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:12.087520 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'code': 200} Feb 14 18:32:12.137282 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017963-f8ff-4337-8442-514db43a5b0d req-67922267-5d97-4261-a384-e01dbf7228a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:12.138784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57017963-f8ff-4337-8442-514db43a5b0d req-67922267-5d97-4261-a384-e01dbf7228a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.2205255 Feb 14 18:32:12.194062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-57017963-f8ff-4337-8442-514db43a5b0d req-3e3f3570-de85-41d4-b325-cd4602670c7c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493491 Feb 14 18:32:12.454547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2aa41f9-7240-4a96-8f18-7d3695d5b72d req-5dfa4e17-809a-404f-878a-cfad8d9d595b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1098 time: 0.0711608 Feb 14 18:32:12.505823 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f2aa41f9-7240-4a96-8f18-7d3695d5b72d req-01dc41c6-3e7f-405a-b059-8cb609568c4f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Feb 14 18:32:13.461806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a100004-47d5-4ad6-9e2d-46f0e31d0df3 req-dc2d17b3-b29a-44f2-b4fd-84f0bcf0287e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:13.463275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a100004-47d5-4ad6-9e2d-46f0e31d0df3 req-dc2d17b3-b29a-44f2-b4fd-84f0bcf0287e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.1450281 Feb 14 18:32:13.508750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a100004-47d5-4ad6-9e2d-46f0e31d0df3 req-bebfdf38-3b3a-49dd-bf30-55bdfd12d885 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Feb 14 18:32:14.704266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be688f-1264-41f8-ae3a-3222a6e61006 req-ae3a146a-3216-41fe-9ac4-fbe28766594a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:14.705710 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4be688f-1264-41f8-ae3a-3222a6e61006 req-ae3a146a-3216-41fe-9ac4-fbe28766594a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0758364 Feb 14 18:32:14.749403 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a4be688f-1264-41f8-ae3a-3222a6e61006 req-738d371e-1ba5-4615-90ab-910eaf63e925 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375390 Feb 14 18:32:14.953566 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e650-d7d5-4fd7-88f9-60bb39748463 req-87f74be8-c5e7-4f48-8d34-04ae90563555 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:14.955003 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8876e650-d7d5-4fd7-88f9-60bb39748463 req-87f74be8-c5e7-4f48-8d34-04ae90563555 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0807323 Feb 14 18:32:14.999024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8876e650-d7d5-4fd7-88f9-60bb39748463 req-bc95aaac-9116-45cf-b6ca-d29fbe9082c4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378416 Feb 14 18:32:15.026986 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51184) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:32:15.093960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-078683ae-741e-4ab1-a968-87927cd43141 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1093 time: 0.0658567 Feb 14 18:32:15.096577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51188) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:32:15.101778 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:32:15.107136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:32:15.110849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:floatingip and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:32:15.113686 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:32:15.119181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:32:15.186987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:15.323663 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:15.455341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.159 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/6bce0b01-e067-4590-9084-38d9ee0d1b43) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:32:15.529734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:15.683550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:15.764499 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:15.834841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:32:15.838082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:32:15.840043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=6bce0b01-e067-4590-9084-38d9ee0d1b43,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:15.842042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:32:16.331902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:16.441427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:16.635582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:16.672471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:16.779273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=6bce0b01-e067-4590-9084-38d9ee0d1b43,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:32:16.791424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:16.977778 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Floating IP f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b associated. External IP: 172.26.4.159, port: bbbb6972-6162-41c5-9d4c-e51cda40b945. Feb 14 18:32:17.446605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 10dc8a5b-e673-4731-be46-d24b534fc0f2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:32:17.645871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:32:17.655165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Sync routers for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:32:17.666988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:32:17.667589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:17.741276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:17.798138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-42fe1f8e-2709-45c7-939a-4c979816a3bb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7003763 Feb 14 18:32:17.798848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:32:17.851613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:32:17.884470 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'status': 'completed', 'code': 200} Feb 14 18:32:18.033855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-ab694eea-ddc6-4b35-a323-44dd37a3929d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1098 time: 0.0990694 Feb 14 18:32:18.040771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7d2e-733a-4c64-8853-582676c1f391 req-a2e1f12e-0741-4ccd-b041-a3099b9ae3be tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:18.042349 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd3f7d2e-733a-4c64-8853-582676c1f391 req-a2e1f12e-0741-4ccd-b041-a3099b9ae3be tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.1451359 Feb 14 18:32:18.171679 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd3f7d2e-733a-4c64-8853-582676c1f391 req-e93422ac-fc5f-4823-a031-874aec687ecb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105397 Feb 14 18:32:18.200953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51196) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:32:18.203164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-016bc9bc-227b-480c-878f-89809ef792d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:18.204600 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-016bc9bc-227b-480c-878f-89809ef792d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 897 time: 0.1613531 Feb 14 18:32:18.253481 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'port_id': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'mac_address': 'fa:16:3e:99:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:32:16Z', 'updated_at': '2022-02-14T18:32:16Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:18.257872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Checking router: 10dc8a5b-e673-4731-be46-d24b534fc0f2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:32:18.268302 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:32:18.268948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:31:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:18.376607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-9574fc3b-bd78-4c42-9e78-d1c3ac8aa43a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 999 time: 0.1652985 Feb 14 18:32:18.412597 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-836a2a91-16f7-43cf-84ed-42a4e57466e0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b HTTP/1.1" status: 200 len: 991 time: 0.2102687 Feb 14 18:32:18.438486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-e6ba343d-9b3f-4e65-99c8-f6a9e073a0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:18.440004 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-e6ba343d-9b3f-4e65-99c8-f6a9e073a0d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 200 len: 834 time: 0.0576828 Feb 14 18:32:18.455284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:32:18.518071 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-2b2d1f19-0a14-439d-821b-b05e7dd8c721 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12d9da8e-000c-4c88-8617-540c069743e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720379 Feb 14 18:32:18.649016 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-b0dee0dd-306c-48db-a85d-d299f31882ee service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250596 Feb 14 18:32:18.781655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20bd574c-3370-4957-8682-2fc021fa4e93 req-cc5cf991-2a74-496b-b11b-988763ba55c3 service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237681 Feb 14 18:32:18.802246 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'port_id': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'mac_address': 'fa:16:3e:99:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:32:16Z', 'updated_at': '2022-02-14T18:32:16Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:32:18.806253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366e660-2c75-4b73-a6da-459988d95ab9 None None] The sync data for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv is: [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'port_id': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'mac_address': 'fa:16:3e:99:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:32:16Z', 'updated_at': '2022-02-14T18:32:16Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:32:18.999206 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a41e29-050d-4650-90e5-0f73ff1e5b18 None None] New status for floating IP f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:32:19.416217 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51202) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:32:19.518936 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ac22edbe-326b-40db-bb5c-fa330920e2f7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b HTTP/1.1" status: 200 len: 993 time: 0.1015463 Feb 14 18:32:20.895686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1bdda08a-9292-489b-9c89-1e89a95ee805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:23.066343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a26ca474-fb68-4ca3-82b9-3ab7fdc543c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:24.369508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:24.432541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:25.752206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:37.029328 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:32:45.517373 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:50.878037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d506cb2b-c24b-46cf-8ac5-13ca2edb863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:53.043298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cf6e904e-8aac-493a-a680-e6c2e43dc35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:53.279113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae534-1cfa-4737-b391-6ea276ae2778 req-58e007f2-8767-404c-974e-0a069cb10f8f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:53.280467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e84ae534-1cfa-4737-b391-6ea276ae2778 req-58e007f2-8767-404c-974e-0a069cb10f8f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0742097 Feb 14 18:32:53.334633 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e84ae534-1cfa-4737-b391-6ea276ae2778 req-7258a880-7958-4cd5-911c-d81295ef3515 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477619 Feb 14 18:32:54.420649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:54.466330 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:54.544723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d839e-2bd3-47d3-940a-f9e86749e820 req-35bcf77a-3eb0-4ca6-bf95-40aa76e58260 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:54.546165 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-407d839e-2bd3-47d3-940a-f9e86749e820 req-35bcf77a-3eb0-4ca6-bf95-40aa76e58260 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0778255 Feb 14 18:32:54.591284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-407d839e-2bd3-47d3-940a-f9e86749e820 req-f4ae7ec6-0e19-4c66-a537-76d9533adb3c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Feb 14 18:32:55.769337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:32:55.785976 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb11c8-ad72-4c29-8477-879d73f52a34 req-906b384a-b4c0-4874-b467-e9d6e06a1c76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:55.787421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b9eb11c8-ad72-4c29-8477-879d73f52a34 req-906b384a-b4c0-4874-b467-e9d6e06a1c76 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0764744 Feb 14 18:32:55.926023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b9eb11c8-ad72-4c29-8477-879d73f52a34 req-df783feb-0cf4-4ef8-8870-377a12e646fd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329689 Feb 14 18:32:57.117970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5db99d-1d34-4579-99f7-5121a780b62d req-979c2fe5-881e-447f-92f5-7f481c685028 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:57.119750 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c5db99d-1d34-4579-99f7-5121a780b62d req-979c2fe5-881e-447f-92f5-7f481c685028 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0781255 Feb 14 18:32:57.164030 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c5db99d-1d34-4579-99f7-5121a780b62d req-8cec3761-f7f4-4b36-b67c-4ad94af2e4a9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Feb 14 18:32:58.358427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea730e3-31d7-4dc1-81ca-b3961fb65de4 req-d50322cd-7280-43c9-8920-edf12f769568 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:58.359905 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ea730e3-31d7-4dc1-81ca-b3961fb65de4 req-d50322cd-7280-43c9-8920-edf12f769568 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0776839 Feb 14 18:32:58.403880 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ea730e3-31d7-4dc1-81ca-b3961fb65de4 req-a72c4043-ef45-4633-a6dc-b098977b81a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Feb 14 18:32:59.608337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258231f-7923-48b2-85d4-e6577c734cb0 req-1568ff99-e19b-4bdf-a938-539e2c73c0c1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:32:59.609817 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4258231f-7923-48b2-85d4-e6577c734cb0 req-1568ff99-e19b-4bdf-a938-539e2c73c0c1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0757945 Feb 14 18:32:59.654265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4258231f-7923-48b2-85d4-e6577c734cb0 req-34d5c74a-26bf-4067-a2e1-5f4513fb81a4 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Feb 14 18:33:00.856537 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99827-5183-4ae7-9061-a514812c091b req-34573ab5-98c2-4f3f-9e46-d863e1aa7c13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:00.858029 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ba99827-5183-4ae7-9061-a514812c091b req-34573ab5-98c2-4f3f-9e46-d863e1aa7c13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0846522 Feb 14 18:33:00.903862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4ba99827-5183-4ae7-9061-a514812c091b req-21d7dc2a-7825-4527-9a25-1af2ee6c2e90 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Feb 14 18:33:02.234488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baff7d-9265-4dfd-a9cf-fe90e94c3c7e req-1a4a26ed-9121-465f-a630-5a29f6f78d32 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:02.235828 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1baff7d-9265-4dfd-a9cf-fe90e94c3c7e req-1a4a26ed-9121-465f-a630-5a29f6f78d32 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0742769 Feb 14 18:33:02.282066 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1baff7d-9265-4dfd-a9cf-fe90e94c3c7e req-7efd687a-27c7-46fd-8219-98fff3125511 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Feb 14 18:33:03.474839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58604818-b471-4965-a4fe-97d5d4c50365 req-1e900ec6-a853-4070-803a-43a44745805c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:03.476275 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58604818-b471-4965-a4fe-97d5d4c50365 req-1e900ec6-a853-4070-803a-43a44745805c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0753989 Feb 14 18:33:03.520860 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58604818-b471-4965-a4fe-97d5d4c50365 req-9627ada3-028a-4125-9d3e-3d56b8cfca45 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Feb 14 18:33:03.953164 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-4b024757-e3c7-4cac-8695-7ea65da4dceb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1098 time: 0.0696089 Feb 14 18:33:04.094356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-bededc1c-aa23-4e1f-8b68-d715b4d7d721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:04.095752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-bededc1c-aa23-4e1f-8b68-d715b4d7d721 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 897 time: 0.1237993 Feb 14 18:33:04.194284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-03e1d224-99d4-45f2-8cc4-fb995b376201 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 1001 time: 0.0925860 Feb 14 18:33:04.252933 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-174741f6-1dc8-430b-be4e-7513406b7684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:04.254202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-174741f6-1dc8-430b-be4e-7513406b7684 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 200 len: 834 time: 0.0544734 Feb 14 18:33:04.325376 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-e186cb31-2213-403c-9399-4a35edde4c92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12d9da8e-000c-4c88-8617-540c069743e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654049 Feb 14 18:33:04.453212 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-ca83a00e-7c87-479d-8d20-bf7bf662e3c4 service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212442 Feb 14 18:33:04.580224 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6f214325-732e-4cb8-a9a3-1883461f5ac1 req-3e761116-cdf4-4dea-8687-ba73b6d8ced1 service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206734 Feb 14 18:33:04.714154 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be33b-162a-4696-8a09-14cfb65203e3 req-113bde6e-fffe-4b23-ac6d-a88b001558ef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:04.715562 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d80be33b-162a-4696-8a09-14cfb65203e3 req-113bde6e-fffe-4b23-ac6d-a88b001558ef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0778632 Feb 14 18:33:04.759525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d80be33b-162a-4696-8a09-14cfb65203e3 req-1ceb02ed-8483-4d4e-a133-199271f7e049 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Feb 14 18:33:05.953925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c2b4f-00f0-4f18-883b-12afe183a13f req-38282f7d-72da-4f8c-9d98-ede6bf9ff74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:05.955399 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-941c2b4f-00f0-4f18-883b-12afe183a13f req-38282f7d-72da-4f8c-9d98-ede6bf9ff74a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0759690 Feb 14 18:33:06.006069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-941c2b4f-00f0-4f18-883b-12afe183a13f req-128d87fa-cb1b-4189-8ea0-595b389a9b9e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Feb 14 18:33:07.198914 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6919-abd1-45bd-83a0-4e9c872498fd req-23285ea8-51e2-4e5b-ad84-9cce724cd7d1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:07.200336 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3bc6919-abd1-45bd-83a0-4e9c872498fd req-23285ea8-51e2-4e5b-ad84-9cce724cd7d1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0747488 Feb 14 18:33:07.246411 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b3bc6919-abd1-45bd-83a0-4e9c872498fd req-85aafdbe-da59-400e-bb3b-d2fc94fcc47b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Feb 14 18:33:08.536471 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e1aa-ab4d-496f-82ba-44a184639672 req-452a5fe0-b0a8-4e54-bc8d-2eec162d7e39 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:08.537944 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eca5e1aa-ab4d-496f-82ba-44a184639672 req-452a5fe0-b0a8-4e54-bc8d-2eec162d7e39 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.1635914 Feb 14 18:33:08.584761 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eca5e1aa-ab4d-496f-82ba-44a184639672 req-624ccba9-6beb-466b-b500-fe429e0ae560 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Feb 14 18:33:09.776001 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec626fb-cf20-4d23-ba4a-92c9f89ac703 req-60a0fcc1-52f4-4b45-854d-c0f24e86ebcb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:09.777445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bec626fb-cf20-4d23-ba4a-92c9f89ac703 req-60a0fcc1-52f4-4b45-854d-c0f24e86ebcb tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0746188 Feb 14 18:33:09.821062 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bec626fb-cf20-4d23-ba4a-92c9f89ac703 req-93d551df-e563-4257-9df6-e56848854ed7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Feb 14 18:33:09.848630 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51258) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:09.956230 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5b44a9ff-932a-42e5-bf1a-93e43e8709ef tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b HTTP/1.1" status: 200 len: 993 time: 0.1063936 Feb 14 18:33:11.574746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f6abd-cfad-4823-8cc3-91f36e73bc7f req-557df2ee-ff81-4d60-a51c-89ab7036b93f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:11.576281 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-189f6abd-cfad-4823-8cc3-91f36e73bc7f req-557df2ee-ff81-4d60-a51c-89ab7036b93f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0787051 Feb 14 18:33:11.624421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-189f6abd-cfad-4823-8cc3-91f36e73bc7f req-c274364f-37d3-44fe-932a-2abed25f7ace tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Feb 14 18:33:11.713603 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-2b2e5762-4993-4ef3-b1b7-94d41870a734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1098 time: 0.0685875 Feb 14 18:33:11.844011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-5fae96a4-5d1c-4139-9259-7a60bbf034ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:11.845464 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-5fae96a4-5d1c-4139-9259-7a60bbf034ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 897 time: 0.1233299 Feb 14 18:33:11.951868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-4a509bb4-488c-49a1-8a3c-4d59aca53a95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 1001 time: 0.0971570 Feb 14 18:33:12.016859 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-825303ac-c691-453b-9d7f-c111fe552329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:12.018213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-825303ac-c691-453b-9d7f-c111fe552329 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 200 len: 834 time: 0.0566556 Feb 14 18:33:12.107551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-063e29dd-0342-458d-9ca8-b75927a461aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12d9da8e-000c-4c88-8617-540c069743e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800257 Feb 14 18:33:12.263797 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-b50bf884-93a4-4ead-be8d-a8d18ea3749d service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502681 Feb 14 18:33:12.415332 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e211c6ed-f50d-4c2a-bb24-722ddad18e9f req-737221a6-047d-4454-ab75-e661ec36d4aa service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418171 Feb 14 18:33:12.822694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dd65c-1cf4-4c16-8f6d-39a2e98f29a8 req-22cfffd0-8915-41cd-b6f4-82b67f2b669d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:12.824140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5dd65c-1cf4-4c16-8f6d-39a2e98f29a8 req-22cfffd0-8915-41cd-b6f4-82b67f2b669d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0743299 Feb 14 18:33:12.868383 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed5dd65c-1cf4-4c16-8f6d-39a2e98f29a8 req-28ba9333-b11a-4a4b-8bbc-0269eca91991 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Feb 14 18:33:14.029403 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:33:14.064925 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7cf2-774e-4931-8ebf-f8d01f88a7c1 req-0c334079-7ef1-44ce-b12c-58ed20f57edf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:14.066365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b1a7cf2-774e-4931-8ebf-f8d01f88a7c1 req-0c334079-7ef1-44ce-b12c-58ed20f57edf tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0781560 Feb 14 18:33:14.111511 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3b1a7cf2-774e-4931-8ebf-f8d01f88a7c1 req-25c24f3b-3c48-49ab-a6af-3acde0118b9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Feb 14 18:33:14.138769 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51272) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:14.241911 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8c350930-84a0-410d-9d14-c49d1b4e5e50 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b HTTP/1.1" status: 200 len: 993 time: 0.1019688 Feb 14 18:33:15.540217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:20.860540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1d3f633d-324b-41f5-a47b-325123fc4c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:23.054860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a43cec13-ebf6-4839-b49e-b7304b2e7864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:24.420383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:24.471417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:25.763433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:45.557411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:46.896806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51284) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:47.091094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 6bce0b01-e067-4590-9084-38d9ee0d1b43 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:33:47.091431 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:47.353793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:47.354117 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:47.470053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 6bce0b01-e067-4590-9084-38d9ee0d1b43 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:33:47.660470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:47.707132 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=6bce0b01-e067-4590-9084-38d9ee0d1b43,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:47.749138 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.749490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.749830 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.750166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.750498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.750827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.751153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.751475 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.751796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.752115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.752432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:47.811802 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:48.199103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 10dc8a5b-e673-4731-be46-d24b534fc0f2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:33:48.395555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:33:48.405265 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Sync routers for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:33:48.416400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:33:48.417108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:48.471761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:48.524961 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c06fbdab-8aed-4119-b076-e675d69fe11d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/floatingips/f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b HTTP/1.1" status: 204 len: 168 time: 1.6271181 Feb 14 18:33:48.525550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:33:48.589712 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'status': 'completed', 'code': 200} Feb 14 18:33:48.592277 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:33:48.693426 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-428ecd54-72df-44c5-a2b1-7444d32d28f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 1098 time: 0.0756249 Feb 14 18:33:48.930746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-e6c381f4-a064-4df9-a1a5-a87adfcbef21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:48.932300 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-e6c381f4-a064-4df9-a1a5-a87adfcbef21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 200 len: 897 time: 0.2332509 Feb 14 18:33:48.948271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:48.952401 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Checking router: 10dc8a5b-e673-4731-be46-d24b534fc0f2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:33:48.966645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:33:48.967359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:49.002879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-94518d84-630d-49ec-af6b-88e6408c3b04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 200 len: 217 time: 0.0629771 Feb 14 18:33:49.106858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-7ea868de-6bf6-4509-9675-56dea8293968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:49.108268 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-7ea868de-6bf6-4509-9675-56dea8293968 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 200 len: 834 time: 0.0984819 Feb 14 18:33:49.144502 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:33:49.195324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25069c-69ce-464c-bcb1-7c2b7e58c1cc req-c3e8a7b9-b447-4330-9763-1783c2dda91b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:49.195919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fd25069c-69ce-464c-bcb1-7c2b7e58c1cc req-c3e8a7b9-b447-4330-9763-1783c2dda91b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:33:49.215137 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-173ab6ba-0e66-413b-8c29-ce4656770419 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12d9da8e-000c-4c88-8617-540c069743e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970502 Feb 14 18:33:49.289361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-fd25069c-69ce-464c-bcb1-7c2b7e58c1cc req-c3e8a7b9-b447-4330-9763-1783c2dda91b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:33:49.289361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd25069c-69ce-464c-bcb1-7c2b7e58c1cc req-c3e8a7b9-b447-4330-9763-1783c2dda91b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.2327380 Feb 14 18:33:49.375394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd25069c-69ce-464c-bcb1-7c2b7e58c1cc req-da92fdb8-f9fd-4c9c-a34e-946112b5c879 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763445 Feb 14 18:33:49.392242 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-ef7f4650-6bbc-41cb-a5eb-8548c0ea58bc service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690111 Feb 14 18:33:49.454021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:49.457804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543fe90-c3ab-47b9-aeea-2c53b23ff055 None None] The sync data for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv is: [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:31:56Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40', 'name': '', 'network_id': '12d9da8e-000c-4c88-8617-540c069743e7', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:4c:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:55Z', 'updated_at': '2022-02-14T18:32:03Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '3b2b8618-fe18-4859-9384-5eef033bec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:33:49.526598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0db1cfe2-84e8-4c48-ad6d-a16ab4b4e2be req-fb76a645-29e5-4b9c-84d8-88818e07a5db service neutron] 10.222.0.45 "GET /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268265 Feb 14 18:33:49.681690 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e353f8-ec82-40de-905d-adc60ba9012b None None] New status for floating IP f37bc7d5-e2b5-4109-9f06-7ced2ab4d90b: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:33:50.572791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b538-057e-4dfe-bcca-ebcd73397890 req-1eb658f4-ce52-49a4-a4b6-f481462ff40f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:50.574234 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd88b538-057e-4dfe-bcca-ebcd73397890 req-1eb658f4-ce52-49a4-a4b6-f481462ff40f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0747993 Feb 14 18:33:50.622510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd88b538-057e-4dfe-bcca-ebcd73397890 req-a48d45d4-1f04-49a9-8724-786709786d9f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc6cf02c-235c-43b1-846c-c566e5aa7f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Feb 14 18:33:50.849543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d16a2841-caf1-4b0a-9871-f990144c5259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:50.873997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bec61-8b26-40cc-a664-22e2421bde4e req-d0a4d3c3-f364-4bee-a4b5-9c82a1176fce tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:33:50.875409 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-996bec61-8b26-40cc-a664-22e2421bde4e req-d0a4d3c3-f364-4bee-a4b5-9c82a1176fce tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 945 time: 0.0744021 Feb 14 18:33:50.944205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port bbbb6972-6162-41c5-9d4c-e51cda40b945 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:33:50.944541 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:51.029576 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:33:51.180202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port bbbb6972-6162-41c5-9d4c-e51cda40b945, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=bbbb6972-6162-41c5-9d4c-e51cda40b945,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:33:51.181641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:51.303437 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for bbbb6972-6162-41c5-9d4c-e51cda40b945 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:33:51.517546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:51.564569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=bbbb6972-6162-41c5-9d4c-e51cda40b945,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:51.639653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] No DVR routers for this DVR port bbbb6972-6162-41c5-9d4c-e51cda40b945 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:33:51.643123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:51.644733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'name': 'network-vif-deleted', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:33:51.695706 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-996bec61-8b26-40cc-a664-22e2421bde4e req-a078c0ca-969c-48ad-a7b8-924e9b0e832e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "DELETE /v2.0/ports/bbbb6972-6162-41c5-9d4c-e51cda40b945 HTTP/1.1" status: 204 len: 173 time: 0.8115406 Feb 14 18:33:51.700793 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef4d9ad-b831-400d-9aaf-a01ebfee8deb', 'name': 'network-vif-deleted', 'tag': 'bbbb6972-6162-41c5-9d4c-e51cda40b945', 'status': 'completed', 'code': 200} Feb 14 18:33:51.790788 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b1249959-d338-4063-af97-452c987f7337 req-c69b2517-9a7c-4d0d-8172-ede4b8c34adc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:33:51.860606 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b1249959-d338-4063-af97-452c987f7337 req-c69b2517-9a7c-4d0d-8172-ede4b8c34adc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:33:51.861711 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1249959-d338-4063-af97-452c987f7337 req-c69b2517-9a7c-4d0d-8172-ede4b8c34adc tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ef4d9ad-b831-400d-9aaf-a01ebfee8deb HTTP/1.1" status: 200 len: 210 time: 0.1124067 Feb 14 18:33:52.964321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51302) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:53.060695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b63cd07d-2cdc-4c49-b895-31ecdbce7579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:53.442759 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.056203 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:33:54.056920 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.234596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:33:54.234946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.360441 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:33:54.448764 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.546144 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.580197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:54.728454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:55.017884 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:55.582517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router 10dc8a5b-e673-4731-be46-d24b534fc0f2 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:33:55.740278 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:55.788349 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:33:55.797740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Sync routers for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:33:55.809537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:33:55.810932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:55.852504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-35ef965b-8617-487d-80b0-212c154c66f1 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/10dc8a5b-e673-4731-be46-d24b534fc0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840246 Feb 14 18:33:55.852726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51306) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:55.987958 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:33:56.040085 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting subnet 3b2b8618-fe18-4859-9384-5eef033bec10 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:33:56.042941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.086455 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device bbbb6972-6162-41c5-9d4c-e51cda40b945 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:33:56.095125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.125724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: bbbb6972-6162-41c5-9d4c-e51cda40b945 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:33:56.125980 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device bbbb6972-6162-41c5-9d4c-e51cda40b945 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:33:56.298142 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.311184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:33:54Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:56.314982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Checking router: 10dc8a5b-e673-4731-be46-d24b534fc0f2 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:33:56.325943 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Routers {'10dc8a5b-e673-4731-be46-d24b534fc0f2'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:33:56.326534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['10dc8a5b-e673-4731-be46-d24b534fc0f2'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:56.470153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.491482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2b8618-fe18-4859-9384-5eef033bec10,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:56.496747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.504417 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d6f21010-6b1b-4207-b511-06edc2c0cd9d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/subnets/3b2b8618-fe18-4859-9384-5eef033bec10 HTTP/1.1" status: 204 len: 168 time: 0.6484613 Feb 14 18:33:56.504614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b11fb2-8ef2-4c8c-961b-aefdff500adb None None] Network 12d9da8e-000c-4c88-8617-540c069743e7 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:33:56.504771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51310) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:56.690676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] Set router 10dc8a5b-e673-4731-be46-d24b534fc0f2 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:33:56.702091 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.901163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:56.975446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:33:56.975800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.026803 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:33:54Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:57.030743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab1025-d3cc-40cb-b207-86c75df02dd0 None None] The sync data for ids ['10dc8a5b-e673-4731-be46-d24b534fc0f2'] in dv-neutron-823271-4-hyperv is: [{'id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893730385', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:31:51Z', 'updated_at': '2022-02-14T18:33:54Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '65615ee9-1bd5-4f7e-bda2-30a12a54a80f', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8a5b-e673-4731-be46-d24b534fc0f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:31:52Z', 'updated_at': '2022-02-14T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:33:57.036487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] DHCP port deletion for 12d9da8e-000c-4c88-8617-540c069743e7 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:33:57.041424 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Deleting port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:33:57.041795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.159558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 65615ee9-1bd5-4f7e-bda2-30a12a54a80f, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:33:57.159831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.242425 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] For port 6e811d49-c043-421c-9d4f-ec6b3d482ae9, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6e811d49-c043-421c-9d4f-ec6b3d482ae9,segment=NetworkSegment(5f93c399-a878-41c8-b612-5286b9c02202),segment_id=5f93c399-a878-41c8-b612-5286b9c02202)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:33:57.242814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.281899 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 65615ee9-1bd5-4f7e-bda2-30a12a54a80f owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:33:57.362356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Calling delete_port for 6e811d49-c043-421c-9d4f-ec6b3d482ae9 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:33:57.528907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.540524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:57.576775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Pushing event deleted for resources: {'Port': ['ID=6e811d49-c043-421c-9d4f-ec6b3d482ae9,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:57.585616 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] No DVR routers for this DVR port 6e811d49-c043-421c-9d4f-ec6b3d482ae9 on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:33:57.590368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=65615ee9-1bd5-4f7e-bda2-30a12a54a80f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:57.592083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.592240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.592555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.592923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.593252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.593582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.593915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.594703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.594703 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.594912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.595161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febde8b5-790c-4fef-ad6f-2f8e1a8001ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:33:57.819972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.165181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.169325 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.260225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.260739 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Fanout notify agent at l3_agent the message router_deleted on router 10dc8a5b-e673-4731-be46-d24b534fc0f2 {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:33:58.274581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.276250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-607c3276-12f4-42b9-9358-c759fb0897f6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/routers/10dc8a5b-e673-4731-be46-d24b534fc0f2 HTTP/1.1" status: 204 len: 168 time: 1.7701089 Feb 14 18:33:58.278658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51314) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:58.393144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.518810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.542772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d9da8e-000c-4c88-8617-540c069743e7']}} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:58.554218 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f93c399-a878-41c8-b612-5286b9c02202') {'for_net_delete': True} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:58.554511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.services.segments.db [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f93c399-a878-41c8-b612-5286b9c02202') {} {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:33:58.565738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1717574'] for segment, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.581389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.587783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:33:58.588156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968262'] for segment, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: Traceback (most recent call last): Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: timer() Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: cb(*args, **kw) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: return func(*args, **kwargs) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: self._notify() Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: self.callback(batched_events) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: event.method(event) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: return f(self, *a, **k) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._get(url).json() Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: return self.request(url, 'GET', **kwargs) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:33:58.602028 dv-neutron-823271-4-hyperv neutron-server[84255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:33:58.723220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.740159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.751363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Network': ['ID=12d9da8e-000c-4c88-8617-540c069743e7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:58.837124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b5d573e2-138e-495f-8f7f-a5a3fd692a9a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/networks/12d9da8e-000c-4c88-8617-540c069743e7 HTTP/1.1" status: 204 len: 168 time: 0.5573151 Feb 14 18:33:58.839668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51318) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:33:58.910158 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:58.938635 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:59.035443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6e811d49-c043-421c-9d4f-ec6b3d482ae9 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:33:59.065133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:59.067772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6e811d49-c043-421c-9d4f-ec6b3d482ae9 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:33:59.068111 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6e811d49-c043-421c-9d4f-ec6b3d482ae9 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:33:59.069102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:33:59.090495 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6cf02c-235c-43b1-846c-c566e5aa7f5e,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:33:59.104087 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:33:59.112454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 5923dfd0-58d3-4c3b-9bd2-5e91f3e8fe40 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:33:59.112454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 65615ee9-1bd5-4f7e-bda2-30a12a54a80f no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:33:59.142566 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 65615ee9-1bd5-4f7e-bda2-30a12a54a80f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:33:59.142900 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 65615ee9-1bd5-4f7e-bda2-30a12a54a80f not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:33:59.145026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:33:59.146222 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-dee74958-29dc-45ce-a429-e1fffdece677 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc6cf02c-235c-43b1-846c-c566e5aa7f5e HTTP/1.1" status: 204 len: 168 time: 0.3056612 Feb 14 18:34:01.580248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51332) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:01.585937 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769981029', 'description': 'tempest-secgroup-smoke-769981029 description', 'project_id': 'cadd03ba841241d884480b8130c38f0d'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:01.591894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:01.595984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:01.598810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:01.605506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:01.671720 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:01.706249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:01.710468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:01.713192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:01.718676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:01.770741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:01.848230 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:01.891774 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742ae3d7-60b2-44be-a492-6ef7eafeddad,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:01.951443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:01.952691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-64fa5b90-01bb-449e-8e6c-63b78b806538 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3714311 Feb 14 18:34:01.955565 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51336) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:01.961687 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:01.967643 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:01.971454 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:01.974460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:01.980737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:02.071974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.134080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.202783 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.225805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1cac83-a6b0-473d-a9d2-b9ddff9f4d21,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:02.288911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.290088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2c32db27-b7ef-41e7-b21b-3bc4c827c186 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3335886 Feb 14 18:34:02.292803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51340) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:02.298224 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:02.304072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:02.307880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:02.311073 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:02.316752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:02.386276 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.445002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.504572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.527082 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55042e6-cf41-4beb-a23f-5cec16a13d67,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:02.590876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.592255 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-731339c2-11e8-49d3-bbe4-6d9d78c20202 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2984793 Feb 14 18:34:02.594998 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51344) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:02.600421 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:02.606549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:02.610321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:02.613195 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:02.619381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:02.696086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.758133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.819701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.841964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2a7a08-e8a3-4e30-a679-b857b310ad4d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:02.899293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:02.900449 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6851fbc8-e4bb-4024-9943-aec9a8bc021d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3045356 Feb 14 18:34:02.903205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51348) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:02.908458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:02.914236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:02.918031 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:02.920861 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:02.926389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:02.991490 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.053890 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.162024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.186723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bbd449-f34a-49b8-b80a-adb0a2ae3fb4,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:03.254172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.255400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-457525dc-8310-4e3c-a663-3b7b0808a38d tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3512926 Feb 14 18:34:03.258095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51352) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:03.263579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:03.269415 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:03.274027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:03.276946 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:03.282737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:03.369132 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:34:03.375938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.438851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.500327 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.523219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae86f8d1-14ba-4589-b4cc-915c6ae57a94,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:03.584732 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.585935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5dd77aee-60e2-4ca0-b10e-17af8f609061 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3269453 Feb 14 18:34:03.588668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51356) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:03.594053 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'security_group_rule': {'security_group_id': '742ae3d7-60b2-44be-a492-6ef7eafeddad', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:03.599885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:03.604139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:security_group_rule and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:03.607052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:03.612653 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:03.693607 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Project cadd03ba841241d884480b8130c38f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:34:03.700320 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.762916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.818741 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.840970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1e8cff-506d-42ba-bbba-8d80f32a3afc,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:03.900295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:03.901467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8e38d9b0-19b1-4fb0-af9b-0813946060e9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3118818 Feb 14 18:34:03.904446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51360) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:03.909801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'network': {'name': 'tempest-network-smoke--1067846288', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'port_security_enabled': True}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:03.915285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:03.919269 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:network and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:03.922125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:03.927650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:04.002851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:34:04.005794 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.032860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:34:04.042108 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.042442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Added segment 8c2a079f-ae18-4e24-aeae-32310f7a4c08 of type vlan for network a0d298f5-1909-41f3-b952-70e7ad0d974d Feb 14 18:34:04.066841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.145638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.149735 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:04.150354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.257664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Network': ['ID=a0d298f5-1909-41f3-b952-70e7ad0d974d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:04.268235 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a0d298f5-1909-41f3-b952-70e7ad0d974d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:34:04.295023 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f6099d54-7d1b-4464-84c3-565474349e13 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3895254 Feb 14 18:34:04.297669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51364) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:04.302775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'admin_state_up': True, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:04.310155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:04.313940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:router and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:04.316796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:04.322961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:04.414459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.415344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.432974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.720553 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.952162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:04.980257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:05.112423 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.78 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/97620c63-2f1d-4af5-a0ac-3b63d5a9777d) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:34:05.258763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:05.340460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:05.408456 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:05.411219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:05.415461 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:34:05.447087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:05.628298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:05.629067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:05.923017 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:34:06.123005 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:34:06.133510 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Sync routers for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:34:06.145939 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:06.146768 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:06.244098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:06.245563 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8d925640-ec03-489c-b873-b1c5311423e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9468558 Feb 14 18:34:06.250940 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51368) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:06.289102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-29b19d0c-7b05-4216-9f95-82ce4d93f732 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=cadd03ba841241d884480b8130c38f0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394011 Feb 14 18:34:06.298483 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51372) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:06.319438 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:06.430581 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ddb9b-fad0-4311-86d0-e34722bbed61 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:06.432060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-742ddb9b-fad0-4311-86d0-e34722bbed61 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326833 Feb 14 18:34:06.435127 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51376) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:06.473443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d31880a4-0f77-4c9c-b2da-6a677ba24be9 tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=991e25b6-7a43-4bc4-b40a-3c51d246d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372517 Feb 14 18:34:06.475908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51380) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:06.481542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520512409', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:06.602160 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:05Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:06.606027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Checking router: ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:34:06.606361 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Updating router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:34:06.656015 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:06.696497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:06.700194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:subnet and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:06.702972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:06.708551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:06.773364 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:34:06.873636 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:06.969673 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:06.981498 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Transition to ACTIVE for port object 97620c63-2f1d-4af5-a0ac-3b63d5a9777d will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:07.070407 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.145104 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.184793 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Pushing event updated for resources: {'Port': ['ID=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:07.188782 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Attempting to bind port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:34:07.189137 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Attempting to bind port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:34:07.189476 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Attempting to bind port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:34:07.200123 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.200457 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.200808 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.201131 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.201453 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.201781 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.202093 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.202408 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.202713 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.203023 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.203329 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:34:07.206384 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:34:07.206742 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:34:07.207130 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.207500 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:34:07.207946 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Bound port: 97620c63-2f1d-4af5-a0ac-3b63d5a9777d, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:34:07.208309 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.225098 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Subnet': ['ID=98f03b4a-1e13-47ca-a8d2-f9299702ee52,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:07.236676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Checking segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:34:07.237058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network hostable DHCP agents. Network: a0d298f5-1909-41f3-b952-70e7ad0d974d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:34:07.278084 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] For port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:34:07.281113 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] For port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:34:07.311336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network a0d298f5-1909-41f3-b952-70e7ad0d974d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:34:07.340388 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.391781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a0d298f5-1909-41f3-b952-70e7ad0d974d) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:07.396273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:07.396752 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.401970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64894c91-a92d-4296-b07a-9daff698a181 None None] Network a0d298f5-1909-41f3-b952-70e7ad0d974d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:34:07.421231 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60445ea-e163-4f63-8492-9286d07ed281 None None] Pushing event updated for resources: {'Port': ['ID=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:07.426210 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:07.426698 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:07.484243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-23006993-af05-4c3d-b965-649cfe00d904 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0072377 Feb 14 18:34:07.487011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51384) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:07.622980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:07.629293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a0d298f5-1909-41f3-b952-70e7ad0d974d', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:34:07.630268 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:07.824112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Allocated IP 172.20.0.2 (a0d298f5-1909-41f3-b952-70e7ad0d974d/98f03b4a-1e13-47ca-a8d2-f9299702ee52/f985ae6d-51cc-47a7-8d71-65d123ce9aff) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:34:07.926313 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:05Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:07.931162 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403fd38-11b4-4257-9343-fbcffe36ed86 None None] The sync data for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv is: [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:05Z', 'revision_number': 3, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:34:08.035687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.046484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Transition to ACTIVE for port object f985ae6d-51cc-47a7-8d71-65d123ce9aff will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:08.065680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Transition to ACTIVE for port object f985ae6d-51cc-47a7-8d71-65d123ce9aff will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:08.152147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.220236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Network a0d298f5-1909-41f3-b952-70e7ad0d974d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:08.223082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:08.226755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:34:08.235204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Pushing event updated for resources: {'Port': ['ID=f985ae6d-51cc-47a7-8d71-65d123ce9aff,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:08.307902 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.321809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Attempting to bind port f985ae6d-51cc-47a7-8d71-65d123ce9aff on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:34:08.322262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Attempting to bind port f985ae6d-51cc-47a7-8d71-65d123ce9aff by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:34:08.322687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Attempting to bind port f985ae6d-51cc-47a7-8d71-65d123ce9aff on network a0d298f5-1909-41f3-b952-70e7ad0d974d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:34:08.330184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:34:08.330184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Checking segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:34:08.330590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.331097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Bound using segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:34:08.331626 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Bound port: f985ae6d-51cc-47a7-8d71-65d123ce9aff, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:34:08.331996 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.423141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] For port f985ae6d-51cc-47a7-8d71-65d123ce9aff, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:34:08.426452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] For port f985ae6d-51cc-47a7-8d71-65d123ce9aff, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f985ae6d-51cc-47a7-8d71-65d123ce9aff,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:34:08.494736 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:08.581768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8001d-47a5-4d32-bcf8-272783087fad None None] Pushing event updated for resources: {'Port': ['ID=f985ae6d-51cc-47a7-8d71-65d123ce9aff,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:08.869059 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.1 (a0d298f5-1909-41f3-b952-70e7ad0d974d/98f03b4a-1e13-47ca-a8d2-f9299702ee52/27b4a9b2-b851-42d5-ad17-9c3484935ee7) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:34:09.034968 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.047915 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 27b4a9b2-b851-42d5-ad17-9c3484935ee7 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:09.095577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 97620c63-2f1d-4af5-a0ac-3b63d5a9777d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:09.140804 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.209309 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network a0d298f5-1909-41f3-b952-70e7ad0d974d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:09.213004 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:09.216836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:34:09.231760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:09.237290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:09.237922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.251385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:09.284039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.359633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.376459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:09.423341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.443884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.444937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f985ae6d-51cc-47a7-8d71-65d123ce9aff up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:09.534677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af860d5-5193-4d88-9bad-bc805d1309dc None None] Network a0d298f5-1909-41f3-b952-70e7ad0d974d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:34:09.640869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:09.697967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-cca677d6-bb82-4189-a1c1-ef05623e0550 None None] Provisioning for port f985ae6d-51cc-47a7-8d71-65d123ce9aff completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:09.747508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port f985ae6d-51cc-47a7-8d71-65d123ce9aff completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:09.759545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f985ae6d-51cc-47a7-8d71-65d123ce9aff triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:09.759545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.846692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.894659 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.926403 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:09.969836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port f985ae6d-51cc-47a7-8d71-65d123ce9aff, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f985ae6d-51cc-47a7-8d71-65d123ce9aff,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:10.008311 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:10.011807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:10.060819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:10.147539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=f985ae6d-51cc-47a7-8d71-65d123ce9aff,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:10.164676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network a0d298f5-1909-41f3-b952-70e7ad0d974d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:10.165928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:10.214770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Provisioning for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:10.220659 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Provisioning complete for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:10.221148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:10.277032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:34:10.290482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Provisioning complete for port f985ae6d-51cc-47a7-8d71-65d123ce9aff triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:10.291148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c1912e14-d82a-469f-a98d-1aeb7aa87d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:10.533063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-73b139e8-10b2-434e-b97e-ec8c2304a346 None None] Provisioning complete for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:10.533777 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73b139e8-10b2-434e-b97e-ec8c2304a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:10.584662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-73b139e8-10b2-434e-b97e-ec8c2304a346 None None] Port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:34:10.652485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:34:10.846564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:34:10.859185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-aa12c54d-0de2-4341-9650-94fc47f86a41 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3711436 Feb 14 18:34:11.038202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-dce6fb1b-4b10-47dc-a1c8-a97cbf01c1b9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:34:11.048252 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 97620c63-2f1d-4af5-a0ac-3b63d5a9777d up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:11.116402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-dce6fb1b-4b10-47dc-a1c8-a97cbf01c1b9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:34:11.117499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-dce6fb1b-4b10-47dc-a1c8-a97cbf01c1b9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769981029&fields=id&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 267 time: 0.1193285 Feb 14 18:34:11.145690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:11.146054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:11.270784 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f985ae6d-51cc-47a7-8d71-65d123ce9aff up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:11.287048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-1f27e11b-a9cf-4d1e-85d9-da18a04bd590 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:11.287761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-1f27e11b-a9cf-4d1e-85d9-da18a04bd590 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:34:11.339112 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port f985ae6d-51cc-47a7-8d71-65d123ce9aff triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:11.339482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:11.373278 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-1f27e11b-a9cf-4d1e-85d9-da18a04bd590 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:34:11.374442 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-1f27e11b-a9cf-4d1e-85d9-da18a04bd590 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 797 time: 0.2503309 Feb 14 18:34:11.391570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-9c0f6f55-6355-4955-9d6e-d8246fc1d49b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/quotas/cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 375 time: 0.0116692 Feb 14 18:34:11.428374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Sync routers for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:34:11.466746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:11.467374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:11.474828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-5c54275a-9086-40e7-b9b0-77885f254b0e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:34:11.540321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-5c54275a-9086-40e7-b9b0-77885f254b0e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:34:11.541648 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-5c54275a-9086-40e7-b9b0-77885f254b0e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440508 Feb 14 18:34:11.660987 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:11.682840 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-905a9e2c-e7b2-4f4e-b74a-ff7430cedae2 service neutron] 10.222.0.30 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296411 Feb 14 18:34:11.826656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-a7185c24-972b-464e-9b29-6091b8701066 service neutron] 10.222.0.30 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375599 Feb 14 18:34:11.972261 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 2, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:11.975944 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Checking router: ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:34:11.976319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Updating router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:34:12.032072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.131785 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f06a521b-977d-4527-8daf-5f87a6552d6c req-0ae86c03-1ec1-46b2-9228-6507f3ad23ce tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 210 time: 0.0539632 Feb 14 18:34:12.379255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.391454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Transition to ACTIVE for port object 27b4a9b2-b851-42d5-ad17-9c3484935ee7 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:12.477053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.602539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002037-cd07-4678-bfca-5df172ec1be7 None None] Pushing event updated for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:12.690191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Attempting to bind port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:34:12.690858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Attempting to bind port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:34:12.690967 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Attempting to bind port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 on network a0d298f5-1909-41f3-b952-70e7ad0d974d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:34:12.698215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:34:12.698622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Checking segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:34:12.699024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.699415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Bound using segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:34:12.699877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Bound port: 27b4a9b2-b851-42d5-ad17-9c3484935ee7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:34:12.700250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.829017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] For port 27b4a9b2-b851-42d5-ad17-9c3484935ee7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:34:12.832164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] For port 27b4a9b2-b851-42d5-ad17-9c3484935ee7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=27b4a9b2-b851-42d5-ad17-9c3484935ee7,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:34:12.905359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:12.984093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002037-cd07-4678-bfca-5df172ec1be7 None None] Pushing event updated for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:12.987453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:12.988060 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:33:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:13.192732 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:13.306568 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a49b7697-201f-46f3-ba2c-6d4d54d532e1 req-57059c60-25f4-4764-8454-fc44c508f2c3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 210 time: 0.0504887 Feb 14 18:34:13.556572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:12Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:13.560912 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe940f-95ff-4643-ba5b-cc596a2cd3b0 None None] The sync data for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv is: [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:12Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:34:14.240465 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-3edc8b06-1e8e-4154-871f-55884e04910c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:14.242516 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-3edc8b06-1e8e-4154-871f-55884e04910c tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 797 time: 0.1567287 Feb 14 18:34:14.302602 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-be23450f-1044-4e5e-8537-5a7f25aa5496 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cadd03ba841241d884480b8130c38f0d HTTP/1.1" status: 200 len: 379 time: 0.0422306 Feb 14 18:34:14.313781 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'port': {'device_id': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'admin_state_up': True, 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'security_groups': ['742ae3d7-60b2-44be-a492-6ef7eafeddad']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:14.463428 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:14.472618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:14.522184 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5a5dae4-4e2e-4b5c-b00f-17920dd3e8e4 req-1eb8b419-ca0d-4a8d-8d39-1ef56700b3b9 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 210 time: 0.0473752 Feb 14 18:34:14.578965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Made reservation on behalf of cadd03ba841241d884480b8130c38f0d for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:34:14.581985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:14.736970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.20.0.6 (a0d298f5-1909-41f3-b952-70e7ad0d974d/98f03b4a-1e13-47ca-a8d2-f9299702ee52/2422ef17-48ee-4822-81f1-8b7496791922) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:34:15.003907 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.021773 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Transition to ACTIVE for port object 2422ef17-48ee-4822-81f1-8b7496791922 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:15.064444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 27b4a9b2-b851-42d5-ad17-9c3484935ee7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:15.129382 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.190177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:15.195294 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:15.195666 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.201654 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network a0d298f5-1909-41f3-b952-70e7ad0d974d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:15.204665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:15.207164 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:34:15.250361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:15.279387 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:15.279992 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.314937 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.356073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 27b4a9b2-b851-42d5-ad17-9c3484935ee7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=27b4a9b2-b851-42d5-ad17-9c3484935ee7,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:15.391788 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-860f66ce-cc14-4228-9ef1-ca19ed014a0a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818486 Feb 14 18:34:15.407916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Request body: {'port': {'device_id': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:15.419409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.495053 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-131988e0-71e0-444c-b1e6-434124771f4c None None] Provisioning for port 2422ef17-48ee-4822-81f1-8b7496791922 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:15.499037 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:15.502550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-131988e0-71e0-444c-b1e6-434124771f4c None None] Provisioning complete for port 2422ef17-48ee-4822-81f1-8b7496791922 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:15.502918 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-131988e0-71e0-444c-b1e6-434124771f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.527087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.558765 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-131988e0-71e0-444c-b1e6-434124771f4c None None] Port 2422ef17-48ee-4822-81f1-8b7496791922 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:34:15.561596 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.823958 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c675-4db0-42e6-bd05-130f987847a3 req-3ad26bea-8526-4865-80cc-b97e25c4c814 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:15.824646 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0932c675-4db0-42e6-bd05-130f987847a3 req-3ad26bea-8526-4865-80cc-b97e25c4c814 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:34:15.940024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2422ef17-48ee-4822-81f1-8b7496791922 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:34:15.947554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:15.961343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Transition to ACTIVE for port object 2422ef17-48ee-4822-81f1-8b7496791922 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:34:15.968173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0932c675-4db0-42e6-bd05-130f987847a3 req-3ad26bea-8526-4865-80cc-b97e25c4c814 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:34:15.972262 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0932c675-4db0-42e6-bd05-130f987847a3 req-3ad26bea-8526-4865-80cc-b97e25c4c814 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 931 time: 0.3153827 Feb 14 18:34:16.014469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0932c675-4db0-42e6-bd05-130f987847a3 req-54431da1-ae54-4066-90b2-b536a9d343f0 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Feb 14 18:34:16.054579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:16.178947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Pushing event updated for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:16.289623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Attempting to bind port 2422ef17-48ee-4822-81f1-8b7496791922 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:34:16.289956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Attempting to bind port 2422ef17-48ee-4822-81f1-8b7496791922 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:34:16.290277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Attempting to bind port 2422ef17-48ee-4822-81f1-8b7496791922 on network a0d298f5-1909-41f3-b952-70e7ad0d974d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:34:16.295931 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Port 2422ef17-48ee-4822-81f1-8b7496791922 on network a0d298f5-1909-41f3-b952-70e7ad0d974d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:34:16.296248 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Attempting to bind port 2422ef17-48ee-4822-81f1-8b7496791922 on network a0d298f5-1909-41f3-b952-70e7ad0d974d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:34:16.302508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:34:16.302839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Checking segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:34:16.303216 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Bound using segment: {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:34:16.303629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Bound port: 2422ef17-48ee-4822-81f1-8b7496791922, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2a079f-ae18-4e24-aeae-32310f7a4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:34:16.303965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:16.392389 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:34:16.395292 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2422ef17-48ee-4822-81f1-8b7496791922,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:34:16.471856 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:16.532757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:16.534110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] 10.222.0.45 "PUT /v2.0/ports/2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 1093 time: 1.1306651 Feb 14 18:34:16.534534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:34:16.557272 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952850-0886-4d26-90df-3092c6c50988 service neutron] Pushing event updated for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:16.601361 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922', 'status': 'completed', 'code': 200} Feb 14 18:34:16.704685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b848b2cd-b8f4-4dbd-ae57-63bbbc1014b8 req-8c34e8d1-7986-45f6-ad89-835f14087569 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1096 time: 0.0708997 Feb 14 18:34:16.845233 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848b2cd-b8f4-4dbd-ae57-63bbbc1014b8 req-19425910-e9e5-40d2-aa40-5bde23a1f4f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:16.846653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b848b2cd-b8f4-4dbd-ae57-63bbbc1014b8 req-19425910-e9e5-40d2-aa40-5bde23a1f4f4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cadd03ba841241d884480b8130c38f0d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1307776 Feb 14 18:34:16.988194 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848b2cd-b8f4-4dbd-ae57-63bbbc1014b8 req-5a539301-b637-490b-822a-7c3d24a4bcca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:16.989644 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b848b2cd-b8f4-4dbd-ae57-63bbbc1014b8 req-5a539301-b637-490b-822a-7c3d24a4bcca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1294248 Feb 14 18:34:17.050673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 27b4a9b2-b851-42d5-ad17-9c3484935ee7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:17.099393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-37fd0fc9-171f-4f60-8fc7-6be7b643da1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1096 time: 0.0738139 Feb 14 18:34:17.119024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:17.119391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:17.300024 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-8c7a24d4-c47a-4156-9b1a-536549c9a6cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 217 time: 0.1901042 Feb 14 18:34:17.382698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-6fa01ee1-b939-46e3-af59-757183dcd4b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:17.384137 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-6fa01ee1-b939-46e3-af59-757183dcd4b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 200 len: 834 time: 0.0725641 Feb 14 18:34:17.393895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fa460-32e9-4a43-8772-2b33e482f53a req-07335e50-4732-49c7-9c6e-6ed5e118eaa5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:17.395340 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-040fa460-32e9-4a43-8772-2b33e482f53a req-07335e50-4732-49c7-9c6e-6ed5e118eaa5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 943 time: 0.2316980 Feb 14 18:34:17.488135 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-040fa460-32e9-4a43-8772-2b33e482f53a req-6aeb9c4a-f061-425c-824f-068958fe5296 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611672 Feb 14 18:34:17.500239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-50bb9388-dddf-45d8-8e00-5de2fb832eaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d298f5-1909-41f3-b952-70e7ad0d974d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039782 Feb 14 18:34:17.635229 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-32c6d933-83a3-42ae-b329-a451643d3806 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254246 Feb 14 18:34:17.771908 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0141b317-2f91-4e88-b35f-018a0e7b1946 req-44e0f70e-b5e7-472b-a472-fb88e017677a service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278920 Feb 14 18:34:18.687242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fae133-1475-4f2c-93c6-12d5c5260d64 req-059b45d3-32be-4a49-a699-ae7d2b5f90c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:18.688668 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6fae133-1475-4f2c-93c6-12d5c5260d64 req-059b45d3-32be-4a49-a699-ae7d2b5f90c8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 943 time: 0.0782571 Feb 14 18:34:18.733195 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6fae133-1475-4f2c-93c6-12d5c5260d64 req-f359c116-8f8b-4077-954b-497659944bb3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390098 Feb 14 18:34:19.921351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5db2e0-f699-4330-9746-122578398fe8 req-7bdc6794-9ea5-4397-abee-b2f1a47443e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:19.922686 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d5db2e0-f699-4330-9746-122578398fe8 req-7bdc6794-9ea5-4397-abee-b2f1a47443e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 943 time: 0.0736527 Feb 14 18:34:19.966571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d5db2e0-f699-4330-9746-122578398fe8 req-427ec967-246b-42ae-b925-94bcff829650 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384431 Feb 14 18:34:20.181251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 2422ef17-48ee-4822-81f1-8b7496791922 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:34:20.310282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2422ef17-48ee-4822-81f1-8b7496791922,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:20.323164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '2422ef17-48ee-4822-81f1-8b7496791922', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'port_id': '2422ef17-48ee-4822-81f1-8b7496791922', 'mac_address': 'fa:16:3e:44:ff:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:34:20.376064 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:20.392410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2422ef17-48ee-4822-81f1-8b7496791922 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:34:20.407398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2422ef17-48ee-4822-81f1-8b7496791922,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:20.488782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:20.555147 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:20.803240 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['2422ef17-48ee-4822-81f1-8b7496791922'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:34:20.860842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12a86962-b730-49a8-b5f6-c0675ba38deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:21.161322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b2508-6e64-455a-8826-9e7e46f6960d req-d2fcd8fa-a1ba-4bb5-b9d4-a3eccb6354ad tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:21.162754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-552b2508-6e64-455a-8826-9e7e46f6960d req-d2fcd8fa-a1ba-4bb5-b9d4-a3eccb6354ad tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 944 time: 0.0780983 Feb 14 18:34:21.206965 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-552b2508-6e64-455a-8826-9e7e46f6960d req-42e69f7d-b197-428e-8e0f-ddcf8212464a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380425 Feb 14 18:34:22.187760 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 2422ef17-48ee-4822-81f1-8b7496791922 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:34:22.322668 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 2422ef17-48ee-4822-81f1-8b7496791922 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:34:22.327865 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 2422ef17-48ee-4822-81f1-8b7496791922 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:34:22.328231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:22.401757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57fe42-aefc-4546-a8e2-b5bfc16cb0cd req-92316382-44d5-4d1a-b88f-2a6a99110cc3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:22.403090 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd57fe42-aefc-4546-a8e2-b5bfc16cb0cd req-92316382-44d5-4d1a-b88f-2a6a99110cc3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 944 time: 0.0735373 Feb 14 18:34:22.440539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:22.451420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bd57fe42-aefc-4546-a8e2-b5bfc16cb0cd req-85776468-e7b5-4500-a22a-f06343f8b751 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 Feb 14 18:34:22.466073 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:34:22.475787 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2422ef17-48ee-4822-81f1-8b7496791922,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:34:22.518932 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922', 'code': 200} Feb 14 18:34:22.561938 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:22.628492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:22.908059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0edeee05-b6b1-4c07-813c-17e048c88a10 req-a059bbf3-b2e5-43d5-8b4e-690d95d461b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1098 time: 0.0661166 Feb 14 18:34:22.951366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0edeee05-b6b1-4c07-813c-17e048c88a10 req-de5036dd-ab60-4624-846b-2d9620113de1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345674 Feb 14 18:34:23.053178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c270e35a-0e38-43d3-adf1-f9c603272152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:23.651833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66a92-643c-40ea-960c-b49217d19156 req-ff55060d-e3f6-45f2-89f7-659ac2045efd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:23.653306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccf66a92-643c-40ea-960c-b49217d19156 req-ff55060d-e3f6-45f2-89f7-659ac2045efd tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0850883 Feb 14 18:34:23.697702 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ccf66a92-643c-40ea-960c-b49217d19156 req-fede1882-cce3-4a3c-87ce-3f59172a5e71 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Feb 14 18:34:24.465786 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:24.494314 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:24.895407 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48beb4-6db9-4841-a943-e85154e09016 req-8bbca662-3602-4fa7-8136-dfdd2c4ee771 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:24.896921 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c48beb4-6db9-4841-a943-e85154e09016 req-8bbca662-3602-4fa7-8136-dfdd2c4ee771 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0742633 Feb 14 18:34:24.955652 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0c48beb4-6db9-4841-a943-e85154e09016 req-48ec0518-904b-4e62-a60d-835d554012c7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512528 Feb 14 18:34:25.153893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c5f5f-a0a6-4b95-8872-0bd5a0aab749 req-b02d04fa-85a3-46a5-a0ab-c5d73c5e4a29 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:25.155341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e16c5f5f-a0a6-4b95-8872-0bd5a0aab749 req-b02d04fa-85a3-46a5-a0ab-c5d73c5e4a29 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0782104 Feb 14 18:34:25.199431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e16c5f5f-a0a6-4b95-8872-0bd5a0aab749 req-e62dfd63-9ac9-4e3a-a757-776667a0eab5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385237 Feb 14 18:34:25.226231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51432) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:25.298901 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-a93adfac-a04e-4362-8dac-2660df1d023d tempest-TestNetworkAdvancedServerOps-229006841 tempest-TestNetworkAdvancedServerOps-229006841-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1093 time: 0.0715492 Feb 14 18:34:25.301600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51436) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:25.306695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '2422ef17-48ee-4822-81f1-8b7496791922', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:34:25.312494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:34:25.316258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Usage tracker for resource:floatingip and tenant:cadd03ba841241d884480b8130c38f0d is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:34:25.319025 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:34:25.325133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:34:25.435826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:25.574547 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:25.709510 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Allocated IP 172.26.4.29 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/991c1dee-1d5d-4b5a-b63f-254300fdaea9) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:34:25.785859 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:25.940162 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:26.041972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:26.112841 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:34:26.115511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:34:26.118168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:34:26.152922 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=991c1dee-1d5d-4b5a-b63f-254300fdaea9,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:26.616211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:26.731593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:26.928975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:26.985393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:27.090030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event updated for resources: {'Port': ['ID=991c1dee-1d5d-4b5a-b63f-254300fdaea9,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:34:27.101534 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:27.297651 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Floating IP a01edc71-e6ae-4753-9348-b4fe152743c1 associated. External IP: 172.26.4.29, port: 2422ef17-48ee-4822-81f1-8b7496791922. Feb 14 18:34:27.771780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:34:27.968413 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:34:27.978354 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Sync routers for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:34:27.993613 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:27.998916 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:28.070286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:28.109199 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:34:28.123130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8b6fc1e6-ab00-4a4e-bee4-bd42de220ac3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8205140 Feb 14 18:34:28.123772 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:34:28.178455 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:28.181688 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922', 'status': 'completed', 'code': 200} Feb 14 18:34:28.336445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-82dab558-1f85-42ae-9275-230b15f09e44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1098 time: 0.1332135 Feb 14 18:34:28.342123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cffb-8ea4-44f3-b06e-5ece2fc03b23 req-981b16a2-fa64-400f-a1e3-32ef2b578494 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:28.343521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a85cffb-8ea4-44f3-b06e-5ece2fc03b23 req-981b16a2-fa64-400f-a1e3-32ef2b578494 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.1039062 Feb 14 18:34:28.469598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a85cffb-8ea4-44f3-b06e-5ece2fc03b23 req-ec1dce52-b913-4521-a8b3-2703f1652429 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072252 Feb 14 18:34:28.498213 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51444) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:28.503213 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-b82f5df7-1b75-4b63-ae27-9c65d1423eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:28.505208 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-b82f5df7-1b75-4b63-ae27-9c65d1423eb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 897 time: 0.1608367 Feb 14 18:34:28.550021 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a01edc71-e6ae-4753-9348-b4fe152743c1', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'port_id': '2422ef17-48ee-4822-81f1-8b7496791922', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'mac_address': 'fa:16:3e:44:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:34:26Z', 'updated_at': '2022-02-14T18:34:26Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:28.553927 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Checking router: ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:34:28.565187 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:34:28.565789 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:28.609234 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-dcedf46d-6cac-4d84-af99-c0027e27f99a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 998 time: 0.0974753 Feb 14 18:34:28.612612 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ba051b03-7f06-45e2-9fa9-d664319f56e3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 200 len: 990 time: 0.1125283 Feb 14 18:34:28.671993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-d102273a-168a-4d0c-a472-f2789347acc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:34:28.673441 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-d102273a-168a-4d0c-a472-f2789347acc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 200 len: 834 time: 0.0581157 Feb 14 18:34:28.737962 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:34:28.748880 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-cbf4294f-75f8-4d9b-b959-b7b44caafbdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d298f5-1909-41f3-b952-70e7ad0d974d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696671 Feb 14 18:34:28.876742 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-bda021d3-4f60-41be-97c0-4734b9afa62f service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218624 Feb 14 18:34:29.007395 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f62c3116-0e4c-401a-9c3e-18f694701246 req-6dd73cad-4865-4cb9-a97b-c049b4a873d0 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245871 Feb 14 18:34:29.072046 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a01edc71-e6ae-4753-9348-b4fe152743c1', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'port_id': '2422ef17-48ee-4822-81f1-8b7496791922', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'mac_address': 'fa:16:3e:44:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:34:26Z', 'updated_at': '2022-02-14T18:34:26Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:34:29.075968 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71ede4-3ee0-440b-a464-e154cdb4776e None None] The sync data for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv is: [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a01edc71-e6ae-4753-9348-b4fe152743c1', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'port_id': '2422ef17-48ee-4822-81f1-8b7496791922', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'mac_address': 'fa:16:3e:44:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:34:26Z', 'updated_at': '2022-02-14T18:34:26Z', 'revision_number': 0, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:34:29.614634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51448) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:29.718108 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-5925b5d3-0723-40ef-b729-67cd79f2ebd5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 200 len: 990 time: 0.1022413 Feb 14 18:34:30.404517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b20b7f-354f-4931-a23f-3bc3ac574596 None None] New status for floating IP a01edc71-e6ae-4753-9348-b4fe152743c1: ACTIVE {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:34:30.721357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51452) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:34:30.820534 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-66507b64-e3be-4335-bd6a-ca4a396b3da8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 200 len: 992 time: 0.0980184 Feb 14 18:34:45.526929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:50.875392 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d863b71f-e909-4175-8ae7-1c18db3cfb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:53.088869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f4e695e9-5a72-4417-8cdc-1063394d8e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:54.406011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:54.476886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:34:55.779806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:02.587039 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53803235-df08-43b0-a36c-ca833153073a req-6179454f-48f9-4b87-9912-f382482aba09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:02.588466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-53803235-df08-43b0-a36c-ca833153073a req-6179454f-48f9-4b87-9912-f382482aba09 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0805607 Feb 14 18:35:02.637935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-53803235-df08-43b0-a36c-ca833153073a req-85250265-88f8-4de5-9003-070e430c53db tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395095 Feb 14 18:35:03.936425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987ee52-e2e4-48ff-b2e0-864b7bbe7450 req-ad3d3c45-b234-4b23-9697-c585011df681 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:03.937792 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c987ee52-e2e4-48ff-b2e0-864b7bbe7450 req-ad3d3c45-b234-4b23-9697-c585011df681 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.1788340 Feb 14 18:35:03.981752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c987ee52-e2e4-48ff-b2e0-864b7bbe7450 req-7272fbef-b919-4079-a56c-7e9a7a485ca8 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384629 Feb 14 18:35:04.008365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51488) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:04.110127 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-317bbc53-9ae2-4415-8833-52106ac78d49 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 200 len: 992 time: 0.1005976 Feb 14 18:35:05.049667 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:35:05.715184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca37c3-c6c0-4ac3-bf00-4ea1ac91d0f5 req-3556dc63-cbc2-4310-af98-e4d661fae50e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:05.717339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-97ca37c3-c6c0-4ac3-bf00-4ea1ac91d0f5 req-3556dc63-cbc2-4310-af98-e4d661fae50e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0810587 Feb 14 18:35:05.817022 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-97ca37c3-c6c0-4ac3-bf00-4ea1ac91d0f5 req-dbe9c97d-9688-44a9-93ce-35e970ffed63 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653133 Feb 14 18:35:05.829451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-7adc464b-be05-41ac-bd7a-b506cf4366b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1098 time: 0.1109607 Feb 14 18:35:05.965779 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-b7740268-b2f9-45d0-9d88-d827b10af1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:05.967234 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-b7740268-b2f9-45d0-9d88-d827b10af1fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 897 time: 0.1280689 Feb 14 18:35:06.071327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-3a076bab-6b1d-4e59-9bc5-357d75530a05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 1000 time: 0.0931833 Feb 14 18:35:06.139863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-9dcdd19e-c5e3-4cc2-b512-24e0b00a3164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:06.141338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-9dcdd19e-c5e3-4cc2-b512-24e0b00a3164 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 200 len: 834 time: 0.0599561 Feb 14 18:35:06.218538 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-a6cb0355-d0db-4446-b408-c0c6c0118d6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d298f5-1909-41f3-b952-70e7ad0d974d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674555 Feb 14 18:35:06.364353 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-bf7b2029-a164-4a86-8ac3-6e255cc5151c service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362426 Feb 14 18:35:06.500691 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-010f83a3-500e-435e-8bb7-e9c50e2af660 req-a4508187-5be7-4582-9be6-258ad677bd57 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268256 Feb 14 18:35:06.671797 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-e75caa72-824c-4f12-a2e0-7bf1e61d81b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1098 time: 0.0771484 Feb 14 18:35:06.814099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-e5ee90b1-387e-4116-822d-ed0f2ec6cfaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:06.815503 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-e5ee90b1-387e-4116-822d-ed0f2ec6cfaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 897 time: 0.1237824 Feb 14 18:35:06.919504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-7eff623f-94c2-4a52-aba2-ba7619341151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 1000 time: 0.0952415 Feb 14 18:35:07.028828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-d56c74d6-7bff-487a-8cce-5d9283e218ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:07.030240 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-d56c74d6-7bff-487a-8cce-5d9283e218ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 200 len: 834 time: 0.1041846 Feb 14 18:35:07.089715 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7e4e5-13e2-4a44-991e-f8c53cb65ba0 req-ec969a98-ba5e-4675-bf4b-04bd63ce3f95 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:07.091639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5a7e4e5-13e2-4a44-991e-f8c53cb65ba0 req-ec969a98-ba5e-4675-bf4b-04bd63ce3f95 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.1357210 Feb 14 18:35:07.150453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5a7e4e5-13e2-4a44-991e-f8c53cb65ba0 req-b33227ee-862c-404d-89c8-8b8fbe367c5b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482118 Feb 14 18:35:07.153634 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-da25d923-bb43-438c-a263-bd5d9009beb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d298f5-1909-41f3-b952-70e7ad0d974d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150022 Feb 14 18:35:07.380557 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-de700b57-2a40-4b25-b311-b5b4cb52036a service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177939 Feb 14 18:35:07.511734 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c10367bf-fc98-4402-a3c0-99c48316fdb2 req-641af13c-ddd0-4880-9711-7560d0c1e400 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233296 Feb 14 18:35:08.350313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fc06b-e073-48ff-84b4-d180e923918d req-a39e6f08-51ff-4018-85ba-09d6e4903883 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:08.351740 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fa9fc06b-e073-48ff-84b4-d180e923918d req-a39e6f08-51ff-4018-85ba-09d6e4903883 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0837929 Feb 14 18:35:08.395680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fa9fc06b-e073-48ff-84b4-d180e923918d req-8285b942-6c45-4484-8905-78f3ddeee0f3 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378611 Feb 14 18:35:08.423753 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51502) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:08.525775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-09e1a337-1e29-4741-af22-eef53cc4434e tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 200 len: 992 time: 0.1008384 Feb 14 18:35:08.824087 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51510) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:09.017985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 991c1dee-1d5d-4b5a-b63f-254300fdaea9 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:35:09.018330 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:09.185239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:09.185498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:09.301743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 991c1dee-1d5d-4b5a-b63f-254300fdaea9 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:35:09.517273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:09.569144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=991c1dee-1d5d-4b5a-b63f-254300fdaea9,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:09.607123 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.607466 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.607799 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.608126 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.608460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.608806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.609128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.609446 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.609763 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.610077 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.610396 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:09.668460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:10.142524 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:35:10.344420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:10.353735 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Sync routers for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:10.365397 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:10.365985 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:10.419838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:10.473818 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-6b18df23-aaaa-4b9b-8483-9e41ca56b67a tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/floatingips/a01edc71-e6ae-4753-9348-b4fe152743c1 HTTP/1.1" status: 204 len: 168 time: 1.6480923 Feb 14 18:35:10.474500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:35:10.541131 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:10.614330 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922', 'status': 'completed', 'code': 200} Feb 14 18:35:10.711625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-85b174cb-9fe1-4a0f-9522-76f9f572dc67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cadd03ba841241d884480b8130c38f0d&device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 1098 time: 0.0706942 Feb 14 18:35:10.849379 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-693f9ccf-fd0a-43c8-998b-3e3980b98a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:10.850854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-693f9ccf-fd0a-43c8-998b-3e3980b98a18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 200 len: 897 time: 0.1286147 Feb 14 18:35:10.874345 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:10.878699 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Checking router: ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:10.890453 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:10.891052 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:10.928402 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-cf5e7602-e765-4aed-a6a6-eb1c17c0d28f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 200 len: 217 time: 0.0693963 Feb 14 18:35:11.041840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-a5b1712b-8c95-4b31-aa7e-54a48d4c7f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:11.043253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-a5b1712b-8c95-4b31-aa7e-54a48d4c7f55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 200 len: 834 time: 0.1075466 Feb 14 18:35:11.066023 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:11.103876 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4049e-c1af-4499-8d3d-91efdc4adb4c req-d4e73feb-badb-41a9-a0d3-125faa3bd4b7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:11.104551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1ae4049e-c1af-4499-8d3d-91efdc4adb4c req-d4e73feb-badb-41a9-a0d3-125faa3bd4b7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Synchronizing usage tracker for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:35:11.140835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-0f71a8eb-24ba-4395-b344-98e3b4e6174e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d298f5-1909-41f3-b952-70e7ad0d974d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896182 Feb 14 18:35:11.225503 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-1ae4049e-c1af-4499-8d3d-91efdc4adb4c req-d4e73feb-badb-41a9-a0d3-125faa3bd4b7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Unset dirty status for tenant:cadd03ba841241d884480b8130c38f0d on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:35:11.226782 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ae4049e-c1af-4499-8d3d-91efdc4adb4c req-d4e73feb-badb-41a9-a0d3-125faa3bd4b7 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.2581089 Feb 14 18:35:11.310505 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1ae4049e-c1af-4499-8d3d-91efdc4adb4c req-59d8a162-269e-437a-892b-6e76325f8846 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710182 Feb 14 18:35:11.318276 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-b5d17310-4186-49d2-93c8-8057a6182acf service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694953 Feb 14 18:35:11.406502 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:11.410261 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa10e0-212f-4a19-97ac-5688b33dc5dc None None] The sync data for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv is: [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '27b4a9b2-b851-42d5-ad17-9c3484935ee7', 'name': '', 'network_id': 'a0d298f5-1909-41f3-b952-70e7ad0d974d', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'mac_address': 'fa:16:3e:97:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:08Z', 'updated_at': '2022-02-14T18:34:15Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'subnets': [{'id': '98f03b4a-1e13-47ca-a8d2-f9299702ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:11.453210 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-10fc5884-2542-4bc6-9375-ee993c52ca8e req-1da7b3c9-8037-4519-af5f-c1db8be91481 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277528 Feb 14 18:35:11.621797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e55a3-cce0-44ae-a71f-5607f0ad72c7 None None] New status for floating IP a01edc71-e6ae-4753-9348-b4fe152743c1: DOWN {{(pid=84257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:35:12.510588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8d10-0895-4b41-b41d-a301a2512bb2 req-951e8edf-ef87-4a95-affe-e0e6f6d63025 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:12.512569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-89af8d10-0895-4b41-b41d-a301a2512bb2 req-951e8edf-ef87-4a95-affe-e0e6f6d63025 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0802782 Feb 14 18:35:12.556269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-89af8d10-0895-4b41-b41d-a301a2512bb2 req-a3ae8687-8efa-4e10-8bcd-fab94f447d68 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/security-groups?id=742ae3d7-60b2-44be-a492-6ef7eafeddad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383890 Feb 14 18:35:12.871133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-a64a4194-1468-4f98-833e-bf820082644f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:12.873110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-a64a4194-1468-4f98-833e-bf820082644f tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 945 time: 0.0740538 Feb 14 18:35:12.943831 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 2422ef17-48ee-4822-81f1-8b7496791922 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:35:12.944088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:13.270283 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 2422ef17-48ee-4822-81f1-8b7496791922, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2422ef17-48ee-4822-81f1-8b7496791922,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:13.270554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:13.386964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 2422ef17-48ee-4822-81f1-8b7496791922 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:35:13.602848 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:13.650361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=2422ef17-48ee-4822-81f1-8b7496791922,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:13.759027 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ac230db7-e2a3-411c-ba0a-368260479344 req-b2d13392-de48-4afd-a0e3-956c601b8d3b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20c8f31-b8be-4d1c-9613-fa4447f9b88c HTTP/1.1" status: 200 len: 210 time: 0.0791056 Feb 14 18:35:13.759947 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] No DVR routers for this DVR port 2422ef17-48ee-4822-81f1-8b7496791922 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:35:13.762825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:13.765261 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'name': 'network-vif-deleted', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:35:13.820307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20c8f31-b8be-4d1c-9613-fa4447f9b88c', 'name': 'network-vif-deleted', 'tag': '2422ef17-48ee-4822-81f1-8b7496791922', 'status': 'completed', 'code': 200} Feb 14 18:35:13.826772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b733d9d3-bc99-4f18-b75b-f5c279e4f83e req-09a87e6e-9c7e-47ef-a1e4-5258015d5fab tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.45 "DELETE /v2.0/ports/2422ef17-48ee-4822-81f1-8b7496791922 HTTP/1.1" status: 204 len: 173 time: 0.9460273 Feb 14 18:35:14.866092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51530) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:15.272128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:15.524463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:15.992430 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 27b4a9b2-b851-42d5-ad17-9c3484935ee7 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:35:15.993106 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:16.172453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 27b4a9b2-b851-42d5-ad17-9c3484935ee7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=27b4a9b2-b851-42d5-ad17-9c3484935ee7,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:16.172834 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:16.292508 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 27b4a9b2-b851-42d5-ad17-9c3484935ee7 owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:35:16.460656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 2422ef17-48ee-4822-81f1-8b7496791922 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:35:16.493256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 2422ef17-48ee-4822-81f1-8b7496791922 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:35:16.493600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 2422ef17-48ee-4822-81f1-8b7496791922 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:35:16.522427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:16.571285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=27b4a9b2-b851-42d5-ad17-9c3484935ee7,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:16.861828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:17.513995 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:35:17.712133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:17.722530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Sync routers for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:17.725055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9e2258ba-20cf-4a93-b01e-5b7b1e5dc676 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "PUT /v2.0/routers/ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575499 Feb 14 18:35:17.727637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51534) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:17.734521 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:17.735242 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:17.908109 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:17.909900 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting subnet 98f03b4a-1e13-47ca-a8d2-f9299702ee52 {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:35:17.913839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:17.967878 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.052963 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.186695 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.187630 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:35:16Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:18.191530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Checking router: ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:18.202488 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Routers {'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:18.203102 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:34:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:18.228365 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Subnet': ['ID=98f03b4a-1e13-47ca-a8d2-f9299702ee52,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:18.235805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.242375 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-b79f98c5-298d-4718-91ce-1f4f297762d6 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/subnets/98f03b4a-1e13-47ca-a8d2-f9299702ee52 HTTP/1.1" status: 204 len: 168 time: 0.5133514 Feb 14 18:35:18.244844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51538) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:18.245048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714f746-6b26-4df3-82ce-00698063343c None None] Network a0d298f5-1909-41f3-b952-70e7ad0d974d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:35:18.387319 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] Set router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:18.451879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.506721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6275176-233e-4a1f-be60-9749492c819d None None] DHCP port deletion for a0d298f5-1909-41f3-b952-70e7ad0d974d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:35:18.510870 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Deleting port f985ae6d-51cc-47a7-8d71-65d123ce9aff {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:35:18.511247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.663165 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.698904 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:35:16Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:18.702713 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa3c72-5fd6-4524-82b6-c8aa003ee46d None None] The sync data for ids ['ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd'] in dv-neutron-823271-4-hyperv is: [{'id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571996134', 'tenant_id': 'cadd03ba841241d884480b8130c38f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:34:04Z', 'updated_at': '2022-02-14T18:35:16Z', 'revision_number': 5, 'project_id': 'cadd03ba841241d884480b8130c38f0d', 'gw_port': {'id': '97620c63-2f1d-4af5-a0ac-3b63d5a9777d', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:34:05Z', 'updated_at': '2022-02-14T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:18.737844 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Deleting port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:35:18.738184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.758467 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f6275176-233e-4a1f-be60-9749492c819d None None] For port f985ae6d-51cc-47a7-8d71-65d123ce9aff, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=f985ae6d-51cc-47a7-8d71-65d123ce9aff,segment=NetworkSegment(8c2a079f-ae18-4e24-aeae-32310f7a4c08),segment_id=8c2a079f-ae18-4e24-aeae-32310f7a4c08)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:18.758860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:18.879077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Calling delete_port for f985ae6d-51cc-47a7-8d71-65d123ce9aff owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:35:18.917731 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] For port 97620c63-2f1d-4af5-a0ac-3b63d5a9777d, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:18.918147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:19.026072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946'] for port, after_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:19.080222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Pushing event deleted for resources: {'Port': ['ID=f985ae6d-51cc-47a7-8d71-65d123ce9aff,revision_number=None']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:19.096024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 27b4a9b2-b851-42d5-ad17-9c3484935ee7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:35:19.128434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.128866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.129148 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.129463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.129793 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.130120 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.130442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.130776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.131091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.131391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.131725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275176-233e-4a1f-be60-9749492c819d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:19.139554 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6275176-233e-4a1f-be60-9749492c819d None None] No DVR routers for this DVR port f985ae6d-51cc-47a7-8d71-65d123ce9aff on host dv-neutron-823271-4-hyperv {{(pid=84257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:35:19.141310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 27b4a9b2-b851-42d5-ad17-9c3484935ee7 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:35:19.141674 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 27b4a9b2-b851-42d5-ad17-9c3484935ee7 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:35:19.142056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f985ae6d-51cc-47a7-8d71-65d123ce9aff no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:35:19.163201 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Calling delete_port for 97620c63-2f1d-4af5-a0ac-3b63d5a9777d owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:35:19.182132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: f985ae6d-51cc-47a7-8d71-65d123ce9aff {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:35:19.182495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device f985ae6d-51cc-47a7-8d71-65d123ce9aff not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:35:19.396827 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:19.441236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Port': ['ID=97620c63-2f1d-4af5-a0ac-3b63d5a9777d,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:19.657810 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:19.904027 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:19.908086 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.007803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.008345 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Fanout notify agent at l3_agent the message router_deleted on router ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:35:20.022561 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.023666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4f7f9fd1-5ac0-4ff7-bba0-a664d9590e9b tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/routers/ff00b8a2-5520-47d1-8b5b-3cfd2419d1fd HTTP/1.1" status: 204 len: 168 time: 1.7778671 Feb 14 18:35:20.026482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51542) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:20.142121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.282996 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.312583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d298f5-1909-41f3-b952-70e7ad0d974d']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:20.324427 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2a079f-ae18-4e24-aeae-32310f7a4c08') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:20.324772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2a079f-ae18-4e24-aeae-32310f7a4c08') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:20.335857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.351695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.358273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:35:20.358645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:35:20.372677 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:35:20.522791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.539791 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.550412 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'Network': ['ID=a0d298f5-1909-41f3-b952-70e7ad0d974d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:20.561921 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.562264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.562602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.562931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.563258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.563579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.563896 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.564215 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.564531 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.564879 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.565197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:20.632160 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04634ee5-6f7d-466a-8d9c-4c493efbc172 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/networks/a0d298f5-1909-41f3-b952-70e7ad0d974d HTTP/1.1" status: 204 len: 168 time: 0.6046202 Feb 14 18:35:20.634761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51546) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:20.701927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.729486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.848430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.868021 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ae3d7-60b2-44be-a492-6ef7eafeddad,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:20.903525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1f99c643-9b55-400c-9133-52bbfe331664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.939992 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:20.941182 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8f3cd547-b87f-4ca8-9c24-c1d3eaac48a5 tempest-TestNetworkAdvancedServerOps-1774130829 tempest-TestNetworkAdvancedServerOps-1774130829-project] 10.222.0.30 "DELETE /v2.0/security-groups/742ae3d7-60b2-44be-a492-6ef7eafeddad HTTP/1.1" status: 204 len: 168 time: 0.3054852 Feb 14 18:35:21.075231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 97620c63-2f1d-4af5-a0ac-3b63d5a9777d no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:35:21.108819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 97620c63-2f1d-4af5-a0ac-3b63d5a9777d {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:35:21.109088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 97620c63-2f1d-4af5-a0ac-3b63d5a9777d not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:35:21.572219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51556) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:21.761582 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-33c9502f-336c-440e-81c7-e295dfed835c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cadd03ba841241d884480b8130c38f0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876094 Feb 14 18:35:21.764091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51562) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:21.821086 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:21.845811 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:21.983509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.000275 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a743f-1308-4851-b1ee-f2c1de153ebd,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:22.005940 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.007025 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-56fd527e-090c-424f-8987-a9a29c20f2ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/066a743f-1308-4851-b1ee-f2c1de153ebd HTTP/1.1" status: 204 len: 168 time: 0.2420654 Feb 14 18:35:22.600630 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51570) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:22.618702 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.649256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:22.653002 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d4ce3d73a34892bd19118be804c788 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:22.655812 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:22.661403 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:22.727590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.790773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.834771 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e040cc29-5110-4423-ae9d-ac4d23eb9704,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:22.839977 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a47b4885-fe6f-4250-b067-e6465ff446d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0d4ce3d73a34892bd19118be804c788&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2383409 Feb 14 18:35:22.842648 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51574) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:22.900462 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:22.925245 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:23.076813 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:23.090534 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040cc29-5110-4423-ae9d-ac4d23eb9704,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:23.096815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:23.097911 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c74e41b4-ea2b-48a8-9e76-9703bcae3d3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e040cc29-5110-4423-ae9d-ac4d23eb9704 HTTP/1.1" status: 204 len: 168 time: 0.2543972 Feb 14 18:35:23.109465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a77a2a02-3e66-4bf3-9848-7bc92ef7798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.289378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51596) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:24.383590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.417520 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-337252202-network', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:24.422780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:24.426605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Usage tracker for resource:network and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:24.429455 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:24.435960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:24.469642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.503571 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Made reservation on behalf of 2f1259529eea41fb81b628674cfcd4c9 for: {'network': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:35:24.506155 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.518757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.549205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:24.552911 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:24.555631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:24.562405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:24.625336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.682152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.711020 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=84255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:35:24.719337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99fbbed-603e-40da-9089-79a3064c6319,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:24.726239 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.726239 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.segments_db [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Added segment 5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f of type vlan for network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 Feb 14 18:35:24.752999 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.863023 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.863870 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:24.864469 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Notify callbacks [] for network, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:24.963972 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] Pushing event updated for resources: {'Network': ['ID=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:24.974118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:35:25.026581 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-842b664d-b077-436d-b935-8e881bca197f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7334721 Feb 14 18:35:25.027060 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51602) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:25.032611 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Request body: {'subnet': {'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-337252202-subnet', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'ip_version': 4}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:25.037460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:25.041905 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Usage tracker for resource:subnet and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:25.045435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:25.051121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:25.114457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Made reservation on behalf of 2f1259529eea41fb81b628674cfcd4c9 for: {'subnet': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:35:25.116725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1978630'] for subnet, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.368171 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1978680'] for subnet, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.444838 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=701044d5-337a-4b2d-b29d-d194170c7a95,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:25.454301 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Checking segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:25.454650 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Network hostable DHCP agents. Network: a56b7cf1-87b8-49bf-ab42-59580e3fe4f5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:35:25.539476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:35:25.602548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, a56b7cf1-87b8-49bf-ab42-59580e3fe4f5) {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:25.607163 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:25.607825 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.612443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5a497-f32c-415d-92b9-e77cbcc1ead6 None None] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:35:25.698698 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-9b3a42fd-7406-49ea-ba2c-79fac04def09 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6708701 Feb 14 18:35:25.701596 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51606) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:25.706854 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:25.711704 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:25.716466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Usage tracker for resource:router and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:25.719697 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:25.725779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:25.785114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.812366 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.813351 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.831623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.836993 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:35:25.840239 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:25.991393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Allocated IP 172.20.0.2 (a56b7cf1-87b8-49bf-ab42-59580e3fe4f5/701044d5-337a-4b2d-b29d-d194170c7a95/3214767b-899f-4aaf-b298-e753087d1519) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:26.044455 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.188011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.199105 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Transition to ACTIVE for port object 3214767b-899f-4aaf-b298-e753087d1519 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:26.220002 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Transition to ACTIVE for port object 3214767b-899f-4aaf-b298-e753087d1519 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:26.298099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.365209 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:26.367946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:26.370316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:26.377711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.380730 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Pushing event updated for resources: {'Port': ['ID=3214767b-899f-4aaf-b298-e753087d1519,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:26.407601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.460832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Attempting to bind port 3214767b-899f-4aaf-b298-e753087d1519 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:26.461194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Attempting to bind port 3214767b-899f-4aaf-b298-e753087d1519 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:26.461546 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Attempting to bind port 3214767b-899f-4aaf-b298-e753087d1519 on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:26.467831 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:26.468194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Checking segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:26.468578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.468983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Bound using segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:26.469428 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Bound port: 3214767b-899f-4aaf-b298-e753087d1519, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:26.469789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.543028 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Allocated IP 172.26.4.38 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/61a495f6-f64e-4e5e-8371-7cc439593026) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:26.567685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] For port 3214767b-899f-4aaf-b298-e753087d1519, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:26.570628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] For port 3214767b-899f-4aaf-b298-e753087d1519, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3214767b-899f-4aaf-b298-e753087d1519,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:26.642804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.692886 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.730436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365bfe-8013-4a7d-a155-3fc461730fce None None] Pushing event updated for resources: {'Port': ['ID=3214767b-899f-4aaf-b298-e753087d1519,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:26.774376 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:26.847902 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:26.850634 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:26.858297 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:26.887607 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Pushing event updated for resources: {'Port': ['ID=61a495f6-f64e-4e5e-8371-7cc439593026,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:27.101613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3214767b-899f-4aaf-b298-e753087d1519 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:27.113442 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:27.114197 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:27.293780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 3214767b-899f-4aaf-b298-e753087d1519 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:27.423552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Router 43245396-1aca-4357-b77b-dea095ca4ced is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:35:27.631931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:27.635303 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd4253-dd8f-4d08-b345-d483312a9c63 None None] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:35:27.649047 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:27.732852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:27.734288 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ada2ceb8-e619-455e-be79-ef339e4f3f89 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0316985 Feb 14 18:35:27.736009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:27.736742 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:27.736956 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51610) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:27.929587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Provisioning for port 3214767b-899f-4aaf-b298-e753087d1519 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:27.949512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Provisioning complete for port 3214767b-899f-4aaf-b298-e753087d1519 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:27.949924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.074158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:28.312052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.390322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] For port 3214767b-899f-4aaf-b298-e753087d1519, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3214767b-899f-4aaf-b298-e753087d1519,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:28.448822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.516975 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:26Z', 'revision_number': 3, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:28.526150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:28.526505 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Updating router 43245396-1aca-4357-b77b-dea095ca4ced port 61a495f6-f64e-4e5e-8371-7cc439593026 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:35:28.564890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd6c41-fa0f-4978-9b53-1b64a79a0ff7 None None] Pushing event updated for resources: {'Port': ['ID=3214767b-899f-4aaf-b298-e753087d1519,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:28.575019 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.596774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.635249 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-71023e6f-5750-48a5-9474-a4b9091f0905 None None] Provisioning complete for port 3214767b-899f-4aaf-b298-e753087d1519 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:28.635619 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-71023e6f-5750-48a5-9474-a4b9091f0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.788258 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Allocated IP 172.20.0.1 (a56b7cf1-87b8-49bf-ab42-59580e3fe4f5/701044d5-337a-4b2d-b29d-d194170c7a95/408eb2d3-cc41-4cdf-8272-ece6e0e928ad) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:28.938252 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:28.954609 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Transition to ACTIVE for port object 408eb2d3-cc41-4cdf-8272-ece6e0e928ad will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:29.033741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.044584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Transition to ACTIVE for port object 61a495f6-f64e-4e5e-8371-7cc439593026 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:29.057857 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.082488 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3214767b-899f-4aaf-b298-e753087d1519 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:29.125439 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:29.128126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:29.132358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:29.139160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.162900 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:29.193569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.275040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213171b-42e1-4ebd-b38d-15c378c61471 None None] Pushing event updated for resources: {'Port': ['ID=61a495f6-f64e-4e5e-8371-7cc439593026,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:29.277283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Attempting to bind port 61a495f6-f64e-4e5e-8371-7cc439593026 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:29.278851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Attempting to bind port 61a495f6-f64e-4e5e-8371-7cc439593026 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:29.278851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Attempting to bind port 61a495f6-f64e-4e5e-8371-7cc439593026 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:29.289270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 3214767b-899f-4aaf-b298-e753087d1519 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:29.289633 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.323411 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:29.323789 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:29.324189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.324649 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:29.325167 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Bound port: 61a495f6-f64e-4e5e-8371-7cc439593026, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:29.325539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.348291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.421656 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] For port 61a495f6-f64e-4e5e-8371-7cc439593026, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:29.426448 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] For port 61a495f6-f64e-4e5e-8371-7cc439593026, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=61a495f6-f64e-4e5e-8371-7cc439593026,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:29.509571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.568186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-df43748d-1a3e-46db-8fdf-62fdd00fe30b None None] Provisioning for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:29.571467 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.582511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-df43748d-1a3e-46db-8fdf-62fdd00fe30b None None] Provisioning complete for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:29.582879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-df43748d-1a3e-46db-8fdf-62fdd00fe30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.636589 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213171b-42e1-4ebd-b38d-15c378c61471 None None] Pushing event updated for resources: {'Port': ['ID=61a495f6-f64e-4e5e-8371-7cc439593026,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:29.645245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:29.645702 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:29.663127 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.755529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-df43748d-1a3e-46db-8fdf-62fdd00fe30b None None] Port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:35:29.767173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:29.770490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:29.824843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:29.901779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:29.902953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:30.151572 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 2, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:30.155982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388fc1f-9c5d-44be-9f76-bcf4cf497441 None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 2, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:30.180695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-427050c3-a788-40f4-83db-aa24a7d38cbc None None] Provisioning complete for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:30.181093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-427050c3-a788-40f4-83db-aa24a7d38cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:30.240394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-427050c3-a788-40f4-83db-aa24a7d38cbc None None] Port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:35:30.399143 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:35:30.622716 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:30.632179 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-17abfa6a-05bc-4b0f-9e85-020ab839bbb1 admin admin] 10.222.0.30 "PUT /v2.0/routers/43245396-1aca-4357-b77b-dea095ca4ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8941755 Feb 14 18:35:31.110433 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 61a495f6-f64e-4e5e-8371-7cc439593026 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:31.276506 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 61a495f6-f64e-4e5e-8371-7cc439593026 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:31.281452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 61a495f6-f64e-4e5e-8371-7cc439593026 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:31.285704 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:31.394698 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:31.409898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 61a495f6-f64e-4e5e-8371-7cc439593026, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=61a495f6-f64e-4e5e-8371-7cc439593026,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:31.493746 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:31.558827 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=61a495f6-f64e-4e5e-8371-7cc439593026,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:31.771298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51632) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:31.776862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-518717881-network', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:31.782331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:31.786242 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Usage tracker for resource:network and tenant:7466af6b1b55432eb1f2de1ee45ab2e0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:31.789176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:31.795544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:31.868877 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Made reservation on behalf of 7466af6b1b55432eb1f2de1ee45ab2e0 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:35:31.871035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:31.882873 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:31.913819 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:31.917573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Usage tracker for resource:security_group_rule and tenant:7466af6b1b55432eb1f2de1ee45ab2e0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:31.920331 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:31.925973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:31.988265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.057100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.087058 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:35:32.095794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980f8c6-6cf2-4a27-af93-c4140f98ca09,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:32.101184 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.101525 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Added segment a60c6f46-4491-4061-8d69-919afb0cc61c of type vlan for network 17d2315e-1e58-45f5-9316-a84f7efb1f36 Feb 14 18:35:32.128685 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.225533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.226357 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:32.226917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.327417 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] Pushing event updated for resources: {'Network': ['ID=17d2315e-1e58-45f5-9316-a84f7efb1f36,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:32.336757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:35:32.391790 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a54a43dd-538d-4d3a-83b8-547c6b47757d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6192844 Feb 14 18:35:32.394369 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51636) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:32.399490 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Request body: {'subnet': {'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-518717881-subnet', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:32.404313 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:32.408153 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Usage tracker for resource:subnet and tenant:7466af6b1b55432eb1f2de1ee45ab2e0 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:32.411008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:32.416599 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:32.491647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Made reservation on behalf of 7466af6b1b55432eb1f2de1ee45ab2e0 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:35:32.493986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.772157 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:32.845487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc70800-8073-4e44-ad38-e44b9921d60f,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:32.856503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Checking segment: {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:32.856893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Network hostable DHCP agents. Network: 17d2315e-1e58-45f5-9316-a84f7efb1f36, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:35:32.931190 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:35:33.002035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 17d2315e-1e58-45f5-9316-a84f7efb1f36) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:33.005692 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:33.006263 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.010307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ce195-def0-407f-9032-2e69c480d9fd None None] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:35:33.083139 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6d7a1e6-fd85-4b88-83d8-405d1686d4f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6877234 Feb 14 18:35:33.086018 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 61a495f6-f64e-4e5e-8371-7cc439593026 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:33.086307 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51640) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:33.091473 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:33.096542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:33.100447 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Usage tracker for resource:router and tenant:7466af6b1b55432eb1f2de1ee45ab2e0 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:33.103298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:33.109693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:33.156993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.157961 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.176458 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.271389 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 61a495f6-f64e-4e5e-8371-7cc439593026 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:33.271747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.376150 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-17d2315e-1e58-45f5-9316-a84f7efb1f36', 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'fixed_ips': [{'subnet_id': '7dc70800-8073-4e44-ad38-e44b9921d60f'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:35:33.377009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.483323 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.576548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Allocated IP 172.20.0.2 (17d2315e-1e58-45f5-9316-a84f7efb1f36/7dc70800-8073-4e44-ad38-e44b9921d60f/ee638c58-a47c-4389-9602-3783f51bb195) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:33.746602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.776437 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.781103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.787545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Transition to ACTIVE for port object ee638c58-a47c-4389-9602-3783f51bb195 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:33.806557 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Transition to ACTIVE for port object ee638c58-a47c-4389-9602-3783f51bb195 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:33.871442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:33.914410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Allocated IP 172.26.4.141 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/313498f1-02cd-4b0f-ad53-40275ba0d633) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:33.938529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:33.941310 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:33.945072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:33.952665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Pushing event updated for resources: {'Port': ['ID=ee638c58-a47c-4389-9602-3783f51bb195,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:34.040194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Attempting to bind port ee638c58-a47c-4389-9602-3783f51bb195 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:34.040548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Attempting to bind port ee638c58-a47c-4389-9602-3783f51bb195 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:34.040939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Attempting to bind port ee638c58-a47c-4389-9602-3783f51bb195 on network 17d2315e-1e58-45f5-9316-a84f7efb1f36 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:34.047118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:34.047476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Checking segment: {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:34.047906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.048280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Bound using segment: {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:34.048735 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Bound port: ee638c58-a47c-4389-9602-3783f51bb195, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:34.049103 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.065355 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.134232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] For port ee638c58-a47c-4389-9602-3783f51bb195, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:34.137031 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] For port ee638c58-a47c-4389-9602-3783f51bb195, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ee638c58-a47c-4389-9602-3783f51bb195,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:34.143529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.211880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:34.214521 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:34.218981 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.219134 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:34.242722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Pushing event updated for resources: {'Port': ['ID=313498f1-02cd-4b0f-ad53-40275ba0d633,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:34.290776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c4949-aacd-4a3c-83c9-2107d9c9c3b7 None None] Pushing event updated for resources: {'Port': ['ID=ee638c58-a47c-4389-9602-3783f51bb195,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:34.461592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.462322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:34.756619 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Router 9d83ece6-30cf-4b94-9a6d-1042e5972668 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:35:34.967290 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:34.976273 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Sync routers for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:34.989133 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:34.989872 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:35.066580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.067821 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-d15894e3-5743-4fb5-b3b3-6ea1405f4a44 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9804943 Feb 14 18:35:35.070952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51644) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:35.126492 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ee638c58-a47c-4389-9602-3783f51bb195 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:35.217338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7bf3d-6afa-4dbd-a89f-08fb5c9a477f None None] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:35:35.219091 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:35.312443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port ee638c58-a47c-4389-9602-3783f51bb195 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:35.400210 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Provisioning for port ee638c58-a47c-4389-9602-3783f51bb195 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:35.409573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Provisioning complete for port ee638c58-a47c-4389-9602-3783f51bb195 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:35.409941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.524492 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:34Z', 'revision_number': 3, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:35.529660 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Checking router: 9d83ece6-30cf-4b94-9a6d-1042e5972668 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:35.530002 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Updating router 9d83ece6-30cf-4b94-9a6d-1042e5972668 port 313498f1-02cd-4b0f-ad53-40275ba0d633 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:35:35.586214 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.592188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.635819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] For port ee638c58-a47c-4389-9602-3783f51bb195, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ee638c58-a47c-4389-9602-3783f51bb195,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:35.710999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.803416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b96403-1836-4925-b506-3e8177d4e78c None None] Pushing event updated for resources: {'Port': ['ID=ee638c58-a47c-4389-9602-3783f51bb195,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:35.833476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-12cfba6b-eaaf-403d-8866-8fd3c0d5cdbb None None] Provisioning complete for port ee638c58-a47c-4389-9602-3783f51bb195 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:35.834207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-12cfba6b-eaaf-403d-8866-8fd3c0d5cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.975010 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.976998 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:35.986515 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Transition to ACTIVE for port object 313498f1-02cd-4b0f-ad53-40275ba0d633 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:36.069200 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.156295 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Pushing event updated for resources: {'Port': ['ID=313498f1-02cd-4b0f-ad53-40275ba0d633,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:36.160092 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Attempting to bind port 313498f1-02cd-4b0f-ad53-40275ba0d633 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:36.160447 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Attempting to bind port 313498f1-02cd-4b0f-ad53-40275ba0d633 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:36.160825 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Attempting to bind port 313498f1-02cd-4b0f-ad53-40275ba0d633 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:36.171211 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.171545 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.171872 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.172191 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.172514 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.172856 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.173169 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.173478 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.173786 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.174089 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.174394 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:35:36.177675 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:36.178042 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:36.178426 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.178799 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:36.179247 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Bound port: 313498f1-02cd-4b0f-ad53-40275ba0d633, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:36.179608 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.192075 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Allocated IP 172.20.0.1 (17d2315e-1e58-45f5-9316-a84f7efb1f36/7dc70800-8073-4e44-ad38-e44b9921d60f/86ba2655-6fcc-4622-8ed1-698c64e1e29e) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:36.250653 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] For port 313498f1-02cd-4b0f-ad53-40275ba0d633, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:36.253899 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] For port 313498f1-02cd-4b0f-ad53-40275ba0d633, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=313498f1-02cd-4b0f-ad53-40275ba0d633,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:36.337897 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.339626 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.355578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Transition to ACTIVE for port object 86ba2655-6fcc-4622-8ed1-698c64e1e29e will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:36.418065 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8f374-9c27-4698-ad5f-76dc4b19589e None None] Pushing event updated for resources: {'Port': ['ID=313498f1-02cd-4b0f-ad53-40275ba0d633,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:36.423495 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:36.424032 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:36.465711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.531880 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:36.534554 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:36.538762 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:36.566980 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:36.599243 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.616222 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:36.730794 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.853864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc179046-86d6-4ad6-a865-51600f766494 None None] Provisioning for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:36.859463 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-dc179046-86d6-4ad6-a865-51600f766494 None None] Provisioning complete for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:36.859946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dc179046-86d6-4ad6-a865-51600f766494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:36.910747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-dc179046-86d6-4ad6-a865-51600f766494 None None] Port 86ba2655-6fcc-4622-8ed1-698c64e1e29e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:35:36.942258 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:34Z', 'revision_number': 3, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:36.945966 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2791a2-dcf7-4909-96b5-31a9f24348f4 None None] The sync data for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv is: [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:34Z', 'revision_number': 3, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:36.971198 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:37.019460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:37.089317 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ee638c58-a47c-4389-9602-3783f51bb195 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:37.129797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:37.129797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:37.197212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port ee638c58-a47c-4389-9602-3783f51bb195 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:37.197571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:37.269003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:37.270125 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:37.536074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-a2c80328-a243-4ba7-926c-1b68ab99a073 None None] Provisioning complete for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:37.536468 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a2c80328-a243-4ba7-926c-1b68ab99a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:37.592221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-a2c80328-a243-4ba7-926c-1b68ab99a073 None None] Port 86ba2655-6fcc-4622-8ed1-698c64e1e29e cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:35:37.748110 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Router 9d83ece6-30cf-4b94-9a6d-1042e5972668 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:35:37.942368 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:37.950964 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-fff7a294-f0d7-4218-8b33-f595d52bb1e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/9d83ece6-30cf-4b94-9a6d-1042e5972668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784726 Feb 14 18:35:38.707479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51654) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:38.713101 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64273671', 'description': 'tempest-secgroup-smoke-64273671 description', 'project_id': '2f1259529eea41fb81b628674cfcd4c9'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:38.719511 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:38.723260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:38.726163 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:38.731868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:38.828530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:38.862612 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:38.866446 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:38.869267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:38.874802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:38.929503 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.005718 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.047264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a085dc3-9b36-4e6f-aa7d-89b58daa6060,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:39.109170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.110335 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-f330ad9f-2151-4e24-a03f-fd07c625989e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4018700 Feb 14 18:35:39.113402 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51658) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:39.118778 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:39.125606 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:39.129451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:39.132358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:39.138732 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:39.218013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.278216 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.337338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.360695 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2c48a6-4942-4d54-a6d0-d955597365b9,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:39.435200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.436422 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-789d0d35-e5aa-4b83-8b77-4be2aaa6f11e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3220861 Feb 14 18:35:39.439433 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51662) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:39.444890 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:39.450772 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:39.454562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:39.457430 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:39.463036 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:39.552353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.620598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.682533 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.705750 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de147b15-a857-439d-b67a-4d0f8c63913c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:39.784842 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.786069 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-0fb65c0a-f9cd-43ab-b2e6-3b7754bb2810 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3457005 Feb 14 18:35:39.788655 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51666) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:39.794514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:39.800353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:39.804188 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:39.807080 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:39.813142 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:39.892536 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:39.953688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.030787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.051517 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b03355-68c2-4d15-bd81-2588ae71ca7a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:40.139588 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.140796 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-88271b42-d03b-4bbb-9002-cc59a67df643 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3511953 Feb 14 18:35:40.143594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51670) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:40.148856 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:40.155299 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:40.159068 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:40.161979 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:40.167651 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:40.247990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.308761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.371289 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.394046 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7683a9-1393-48a3-95d5-93bc3cc0ce0c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:40.465267 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.467120 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-bbbbdcb6-ecc5-49c5-923e-4e85c2b0fd47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3227048 Feb 14 18:35:40.469787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51674) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:40.475122 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:40.481017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:40.485355 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:40.488210 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:40.493801 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:40.579259 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Project 2f1259529eea41fb81b628674cfcd4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:35:40.585829 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.648958 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.720025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.743636 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a189785-e6a1-4912-bc24-b176b2d60af4,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:40.836381 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:40.837752 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c78776dc-62ff-4463-952a-cc5efbbe6bc6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3670747 Feb 14 18:35:40.840431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 51678) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:40.846859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': '1a085dc3-9b36-4e6f-aa7d-89b58daa6060', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:40.853322 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:40.859845 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:40.862918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:40.868893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:40.951553 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Project 2f1259529eea41fb81b628674cfcd4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:35:40.958456 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:41.023578 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:41.088063 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:41.112270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd739100-3af7-4953-a5fd-b63171497745,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:41.194463 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:41.195675 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-293c1700-3f1f-4458-a242-748e2c07f755 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3537967 Feb 14 18:35:41.363152 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-d35d3687-0f76-4356-b4fc-580ee57198e4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:35:41.448033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-d35d3687-0f76-4356-b4fc-580ee57198e4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:35:41.449287 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-d35d3687-0f76-4356-b4fc-580ee57198e4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64273671&fields=id&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 267 time: 0.1253934 Feb 14 18:35:41.592868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-01558b64-a349-4e75-8074-eea1100940fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:41.593532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-01558b64-a349-4e75-8074-eea1100940fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:network {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:35:41.674579 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-01558b64-a349-4e75-8074-eea1100940fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:network {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:35:41.675739 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-01558b64-a349-4e75-8074-eea1100940fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 808 time: 0.2194817 Feb 14 18:35:41.692754 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-ce09af1b-c390-4c97-881a-c810c5134321 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/quotas/2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 375 time: 0.0115874 Feb 14 18:35:41.773212 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ed44082-1f44-4e1a-b5a5-ca8f6b8873a7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753698 Feb 14 18:35:42.049649 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:35:42.111113 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-3a538f2b-e279-46ac-bc0d-75982538958c service neutron] 10.222.0.30 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267272 Feb 14 18:35:42.243307 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-bdd2d4c6-a047-43eb-92d3-7daf8dd6d4c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266174 Feb 14 18:35:42.527552 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d8001a8d-6ff0-4262-960e-706124f6d8b0 req-103dbdc0-3e96-4864-b38c-c6e843b04244 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 210 time: 0.0483394 Feb 14 18:35:43.126324 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 313498f1-02cd-4b0f-ad53-40275ba0d633 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:43.285729 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 313498f1-02cd-4b0f-ad53-40275ba0d633 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:43.293394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 313498f1-02cd-4b0f-ad53-40275ba0d633 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:43.293394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:43.406164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:43.422089 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 313498f1-02cd-4b0f-ad53-40275ba0d633, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=313498f1-02cd-4b0f-ad53-40275ba0d633,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:43.477198 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:43.543387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=313498f1-02cd-4b0f-ad53-40275ba0d633,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:43.688475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0254f6ca-0711-44be-9b4b-e980e9448b2a req-378c29c3-3357-433b-a0dd-c69b48b23043 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 210 time: 0.0408704 Feb 14 18:35:43.948298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:43.962099 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:43.962963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:44.138475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:44.445176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 2, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:44.448864 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:44.449212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Updating router 43245396-1aca-4357-b77b-dea095ca4ced port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:35:44.500286 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:44.653979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-f0e32a95-b9ab-4ed2-bb74-589481194d31 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:44.655412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-f0e32a95-b9ab-4ed2-bb74-589481194d31 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 808 time: 0.1466384 Feb 14 18:35:44.717296 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-62d0c6d6-1ba3-4171-a5a2-a9218bbd765e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 378 time: 0.0401003 Feb 14 18:35:44.728048 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'port': {'device_id': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'admin_state_up': True, 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'security_groups': ['1a085dc3-9b36-4e6f-aa7d-89b58daa6060']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:44.882643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-92b3a9b9-3a87-4d07-ace7-e2dfbfc606de req-e96c24bd-e534-49af-be5d-313b403a5ae8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 210 time: 0.0519450 Feb 14 18:35:44.883598 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:44.896347 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Transition to ACTIVE for port object 408eb2d3-cc41-4cdf-8272-ece6e0e928ad will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:44.925392 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:44.929200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:port and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:44.932033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:44.940880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:44.991185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.035219 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Made reservation on behalf of 2f1259529eea41fb81b628674cfcd4c9 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:35:45.039010 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.117211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 313498f1-02cd-4b0f-ad53-40275ba0d633 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:45.217491 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Allocated IP 172.20.0.11 (a56b7cf1-87b8-49bf-ab42-59580e3fe4f5/701044d5-337a-4b2d-b29d-d194170c7a95/503f6398-c026-4b9e-bf57-369387771c1b) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:45.218393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771edb4-5189-4781-967c-02c5fc76f0ca None None] Pushing event updated for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:45.314223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Attempting to bind port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:45.314600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Attempting to bind port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:45.314931 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Attempting to bind port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:45.323260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 313498f1-02cd-4b0f-ad53-40275ba0d633 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:45.323624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.353810 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:45.354107 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Checking segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:45.354500 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.354885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Bound using segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:45.355346 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Bound port: 408eb2d3-cc41-4cdf-8272-ece6e0e928ad, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:45.355716 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.418319 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.435066 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Transition to ACTIVE for port object 503f6398-c026-4b9e-bf57-369387771c1b will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:45.528800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.536168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] For port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:45.548727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] For port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:45.579574 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.605391 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:45.606994 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:45.609195 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.609435 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:45.611586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:45.681744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:45.682356 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:45.693044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771edb4-5189-4781-967c-02c5fc76f0ca None None] Pushing event updated for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:45.699231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:45.700098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:45.763537 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-0ef41ccf-9963-427e-83c3-26507108dacf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0399048 Feb 14 18:35:45.783649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Request body: {'port': {'device_id': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:45.899443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:45.909871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:46.038000 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0e9d70c0-23e2-497f-8ee1-7d25f1cb653e None None] Provisioning for port 503f6398-c026-4b9e-bf57-369387771c1b completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:46.060978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-0e9d70c0-23e2-497f-8ee1-7d25f1cb653e None None] Provisioning complete for port 503f6398-c026-4b9e-bf57-369387771c1b triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:46.061344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0e9d70c0-23e2-497f-8ee1-7d25f1cb653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:46.181447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d70c0-23e2-497f-8ee1-7d25f1cb653e None None] Port 503f6398-c026-4b9e-bf57-369387771c1b cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:35:46.322711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:45Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:46.326688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52774f56-c311-4f3c-85e2-97ca85183a75 None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:45Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:46.330668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cbde-eadd-42fd-b62f-2b6461aefb6b req-3b621d06-d479-418f-8d11-cfa67e0ff1cf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:46.331353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8641cbde-eadd-42fd-b62f-2b6461aefb6b req-3b621d06-d479-418f-8d11-cfa67e0ff1cf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:35:46.443200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-8641cbde-eadd-42fd-b62f-2b6461aefb6b req-3b621d06-d479-418f-8d11-cfa67e0ff1cf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:35:46.444358 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8641cbde-eadd-42fd-b62f-2b6461aefb6b req-3b621d06-d479-418f-8d11-cfa67e0ff1cf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 932 time: 0.4082363 Feb 14 18:35:46.455542 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:35:46.477493 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:46.510621 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Transition to ACTIVE for port object 503f6398-c026-4b9e-bf57-369387771c1b will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:46.521977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8641cbde-eadd-42fd-b62f-2b6461aefb6b req-7a5d0683-2492-4bba-b245-f93fb2551ec9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689733 Feb 14 18:35:46.585640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:46.721278 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Sync routers for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:46.722602 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:46.736041 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:46.736875 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:46.842494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Attempting to bind port 503f6398-c026-4b9e-bf57-369387771c1b on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:46.843038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Attempting to bind port 503f6398-c026-4b9e-bf57-369387771c1b by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:46.843172 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Attempting to bind port 503f6398-c026-4b9e-bf57-369387771c1b on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:46.849916 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Port 503f6398-c026-4b9e-bf57-369387771c1b on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:35:46.850243 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Attempting to bind port 503f6398-c026-4b9e-bf57-369387771c1b on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:46.859322 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:46.859672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Checking segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:46.860058 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Bound using segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:46.860486 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Bound port: 503f6398-c026-4b9e-bf57-369387771c1b, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:46.860862 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:46.941346 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:46.955904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:46.958845 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:47.019881 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.089705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.091157 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] 10.222.0.45 "PUT /v2.0/ports/503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1094 time: 1.3130481 Feb 14 18:35:47.091826 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:35:47.106879 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfceb7-6e99-41ed-9858-a8db39f1028d service neutron] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:47.145483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 408eb2d3-cc41-4cdf-8272-ece6e0e928ad up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:47.196598 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'status': 'completed', 'code': 200} Feb 14 18:35:47.274060 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 4, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '86ba2655-6fcc-4622-8ed1-698c64e1e29e', 'name': '', 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'mac_address': 'fa:16:3e:57:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:36Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 2, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'subnets': [{'id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:47.279204 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Checking router: 9d83ece6-30cf-4b94-9a6d-1042e5972668 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:47.279668 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Updating router 9d83ece6-30cf-4b94-9a6d-1042e5972668 port 86ba2655-6fcc-4622-8ed1-698c64e1e29e binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:35:47.310097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86e1b019-729b-445e-a143-8ffabccbe0dc req-9693a9a6-fbdb-4957-8cf7-9159d93ed405 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1097 time: 0.0808525 Feb 14 18:35:47.314072 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:47.319168 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:47.319559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.332978 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.447959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.458934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1b019-729b-445e-a143-8ffabccbe0dc req-54197221-40d7-42ea-bad8-827dcf7828ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:47.460487 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86e1b019-729b-445e-a143-8ffabccbe0dc req-54197221-40d7-42ea-bad8-827dcf7828ba service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f1259529eea41fb81b628674cfcd4c9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1402454 Feb 14 18:35:47.481308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:47.543375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.633896 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1b019-729b-445e-a143-8ffabccbe0dc req-7abda769-b1e8-4290-9ea5-d2cfd98f33e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:47.635475 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86e1b019-729b-445e-a143-8ffabccbe0dc req-7abda769-b1e8-4290-9ea5-d2cfd98f33e5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1655178 Feb 14 18:35:47.635824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:47.726317 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.737894 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Transition to ACTIVE for port object 86ba2655-6fcc-4622-8ed1-698c64e1e29e will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:35:47.802273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2637f3c-0cc6-4a6e-bb45-c50d06827477 req-bb59940f-1671-44d6-a6a8-20ffdc80b81a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:47.802467 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:47.803699 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2637f3c-0cc6-4a6e-bb45-c50d06827477 req-bb59940f-1671-44d6-a6a8-20ffdc80b81a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.1326373 Feb 14 18:35:47.807218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-f52b2449-a540-460d-9225-3fc6c336b244 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1097 time: 0.1019499 Feb 14 18:35:47.897802 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-64f68726-d3b3-430b-8c7a-3b9713fbc64d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 217 time: 0.0751932 Feb 14 18:35:47.915573 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec9946-1734-4147-881e-afeb7f251d1e None None] Pushing event updated for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:47.957089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2637f3c-0cc6-4a6e-bb45-c50d06827477 req-b3f5bbfa-3ad8-4509-b743-fd1bbbf09d93 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476998 Feb 14 18:35:47.979296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-832aeac7-03fd-48f3-b930-5bc7d96388ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:47.980732 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-832aeac7-03fd-48f3-b930-5bc7d96388ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0736399 Feb 14 18:35:48.032608 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Attempting to bind port 86ba2655-6fcc-4622-8ed1-698c64e1e29e on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:35:48.032996 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Attempting to bind port 86ba2655-6fcc-4622-8ed1-698c64e1e29e by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:35:48.033553 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Attempting to bind port 86ba2655-6fcc-4622-8ed1-698c64e1e29e on network 17d2315e-1e58-45f5-9316-a84f7efb1f36 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:35:48.040327 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:35:48.040692 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Checking segment: {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:35:48.041127 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:48.041510 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Bound using segment: {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:35:48.041965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Bound port: 86ba2655-6fcc-4622-8ed1-698c64e1e29e, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60c6f46-4491-4061-8d69-919afb0cc61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:35:48.042331 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:48.070404 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-4dd194d6-3826-4c8d-bd8e-cdd9d5a2ba06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767372 Feb 14 18:35:48.130444 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] For port 86ba2655-6fcc-4622-8ed1-698c64e1e29e, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:35:48.133483 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] For port 86ba2655-6fcc-4622-8ed1-698c64e1e29e, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=86ba2655-6fcc-4622-8ed1-698c64e1e29e,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:35:48.197357 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:48.205316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-ecf2335b-10da-43f1-82a3-94f6ed87f174 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256862 Feb 14 18:35:48.283334 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec9946-1734-4147-881e-afeb7f251d1e None None] Pushing event updated for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:48.288016 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:48.288619 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:48.354609 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0af85535-03bc-4bdf-a5e5-47d9070ce8e5 req-376b0de1-bb90-440b-ab5f-427e95396818 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404006 Feb 14 18:35:48.493590 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:48.800432 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 4, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '86ba2655-6fcc-4622-8ed1-698c64e1e29e', 'name': '', 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'mac_address': 'fa:16:3e:57:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:36Z', 'updated_at': '2022-02-14T18:35:48Z', 'revision_number': 4, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'subnets': [{'id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:48.804293 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cffb8b-6bc3-48e3-a406-deb1c732f5d3 None None] The sync data for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv is: [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:36Z', 'revision_number': 4, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '86ba2655-6fcc-4622-8ed1-698c64e1e29e', 'name': '', 'network_id': '17d2315e-1e58-45f5-9316-a84f7efb1f36', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'mac_address': 'fa:16:3e:57:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:36Z', 'updated_at': '2022-02-14T18:35:48Z', 'revision_number': 4, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'subnets': [{'id': '7dc70800-8073-4e44-ad38-e44b9921d60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:35:49.174248 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 408eb2d3-cc41-4cdf-8272-ece6e0e928ad up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:49.257410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:49.257960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:49.296535 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00e9a2-d427-48e6-b4e5-4c3cd1cee482 req-2a5e7812-b593-45d9-8db1-79c2c5bd4846 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:49.298266 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce00e9a2-d427-48e6-b4e5-4c3cd1cee482 req-2a5e7812-b593-45d9-8db1-79c2c5bd4846 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.2029815 Feb 14 18:35:49.346990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce00e9a2-d427-48e6-b4e5-4c3cd1cee482 req-6bb9c9dd-a2fe-4a3c-86a5-adf85081e337 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413167 Feb 14 18:35:49.380977 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 86ba2655-6fcc-4622-8ed1-698c64e1e29e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:49.499184 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:49.504408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:49.504811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:49.658170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:49.690978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 86ba2655-6fcc-4622-8ed1-698c64e1e29e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=86ba2655-6fcc-4622-8ed1-698c64e1e29e,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:49.739344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:49.802805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:50.542414 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d46f25-7dac-4bbc-8341-a335c376782b req-503e4b6a-0620-467c-8993-322e806f7c5b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:50.544451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8d46f25-7dac-4bbc-8341-a335c376782b req-503e4b6a-0620-467c-8993-322e806f7c5b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0749669 Feb 14 18:35:50.588448 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e8d46f25-7dac-4bbc-8341-a335c376782b req-2779d00a-a797-425f-8ef8-8b7fc9d7e056 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386181 Feb 14 18:35:50.647338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:35:50.777802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:50.798712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '503f6398-c026-4b9e-bf57-369387771c1b', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:35:50.861044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:50.878431 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:35:50.892852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:50.905215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6415032b-1c01-435c-8ce1-c4416021efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:50.979118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:51.045298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:51.095876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 86ba2655-6fcc-4622-8ed1-698c64e1e29e up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:51.168544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 86ba2655-6fcc-4622-8ed1-698c64e1e29e triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:51.169400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:51.261551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['503f6398-c026-4b9e-bf57-369387771c1b'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:35:51.786113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8a9a-f717-4710-959b-82f96d568d6d req-07013337-f927-4f3d-8e23-3afcbc34c283 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:51.787546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ccc8a9a-f717-4710-959b-82f96d568d6d req-07013337-f927-4f3d-8e23-3afcbc34c283 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.0788510 Feb 14 18:35:51.831829 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7ccc8a9a-f717-4710-959b-82f96d568d6d req-872669c2-0e2f-4507-b022-2307c9cd19d8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388942 Feb 14 18:35:52.662354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:35:52.790625 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port 503f6398-c026-4b9e-bf57-369387771c1b completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:35:52.796019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 503f6398-c026-4b9e-bf57-369387771c1b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:35:52.796391 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:52.913095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:52.939665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:35:52.949075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:35:52.999147 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'code': 200} Feb 14 18:35:53.011618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:53.029115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656e06-94fc-4b0a-9a31-57670e095fa0 req-2ea6ad05-7400-47a2-82be-5662d62923ed tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:53.030720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d656e06-94fc-4b0a-9a31-57670e095fa0 req-2ea6ad05-7400-47a2-82be-5662d62923ed tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.0813580 Feb 14 18:35:53.069855 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbd9-7c6b-4d3a-a7e0-c9428d2f5b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:53.077065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8d656e06-94fc-4b0a-9a31-57670e095fa0 req-d6842239-bdc3-492c-af68-e0f4b19bcdba tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403826 Feb 14 18:35:53.086352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:53.367605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9349c644-4e37-423a-b2af-2c897c5a3903 req-e7b69213-07c6-472d-bf2b-f27c443aa606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1099 time: 0.0695629 Feb 14 18:35:53.410681 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9349c644-4e37-423a-b2af-2c897c5a3903 req-92533043-d6a4-47b2-a662-0f0b5fe42a9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342853 Feb 14 18:35:54.277736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d410329-19be-424b-8500-01a34d35fb37 req-a8ef3e7c-cd48-4ad6-ae31-3761b0544492 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:54.279896 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d410329-19be-424b-8500-01a34d35fb37 req-a8ef3e7c-cd48-4ad6-ae31-3761b0544492 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0774159 Feb 14 18:35:54.328935 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2d410329-19be-424b-8500-01a34d35fb37 req-ebc5d18a-2364-42b8-b11e-267435a84641 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428643 Feb 14 18:35:54.454041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:54.487680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:55.522140 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63288-371e-4d8d-aa66-b5341a872d96 req-38f14c21-1e09-4979-bdf5-92468c417175 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:55.523585 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31f63288-371e-4d8d-aa66-b5341a872d96 req-38f14c21-1e09-4979-bdf5-92468c417175 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0756915 Feb 14 18:35:55.569142 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-31f63288-371e-4d8d-aa66-b5341a872d96 req-6267141b-4336-4296-a3ff-08255864ba03 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396197 Feb 14 18:35:55.765416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd7aa-d66c-45ae-a6c8-426acc3ee045 req-805ae852-57d5-4697-a213-d6ad69e41e15 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:55.766855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ccfd7aa-d66c-45ae-a6c8-426acc3ee045 req-805ae852-57d5-4697-a213-d6ad69e41e15 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0800147 Feb 14 18:35:55.773876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:55.811063 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5ccfd7aa-d66c-45ae-a6c8-426acc3ee045 req-800e8534-5664-41d1-8ee6-44fdca829caf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387013 Feb 14 18:35:55.837960 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51728) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:55.970855 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3f3f08f1-e1e1-4dd6-b500-13ce7d5070cc tempest-TestShelveInstance-105680620 tempest-TestShelveInstance-105680620-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1094 time: 0.1317894 Feb 14 18:35:55.973683 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51734) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:35:55.978679 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:35:55.984550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:35:55.988321 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:floatingip and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:35:55.991130 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:35:55.997420 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:35:56.088016 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:56.219897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:56.355399 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Allocated IP 172.26.4.237 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/dd64c5eb-8467-4709-b39a-1a85d98bd5b3) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:35:56.495706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:56.577556 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:56.648538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:35:56.651250 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:35:56.653860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:35:56.687193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=dd64c5eb-8467-4709-b39a-1a85d98bd5b3,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:57.244385 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:57.354795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:57.550803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:57.613744 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:57.716997 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=dd64c5eb-8467-4709-b39a-1a85d98bd5b3,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:35:57.730792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:57.917034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Floating IP 21ae42d5-b215-4045-acc7-e36dd2430726 associated. External IP: 172.26.4.237, port: 503f6398-c026-4b9e-bf57-369387771c1b. Feb 14 18:35:58.317726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:35:58.514692 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:35:58.523887 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:35:58.539284 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:58.539881 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:58.602550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:35:58.659726 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fb581d76-8785-4529-a2f9-6e3c314077dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6850338 Feb 14 18:35:58.660440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:35:58.718356 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:58.720429 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'status': 'completed', 'code': 200} Feb 14 18:35:58.814279 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-4f7000db-168d-45ca-a8b4-ae5c0d22f720 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1099 time: 0.0679958 Feb 14 18:35:59.055509 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-288872ab-b4a8-4ca6-92c8-8c0e1387ddf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:59.056990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-288872ab-b4a8-4ca6-92c8-8c0e1387ddf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.2367876 Feb 14 18:35:59.113788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '21ae42d5-b215-4045-acc7-e36dd2430726', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:35:57Z', 'updated_at': '2022-02-14T18:35:57Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:59.117646 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:35:59.128434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:35:59.129056 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:35:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:59.157666 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-435dfd8f-7b9b-42be-8619-7e8d2791c63e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1000 time: 0.0941346 Feb 14 18:35:59.220651 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-bab9f64a-3bcc-4371-91d3-90d36083b1de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:35:59.222178 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-bab9f64a-3bcc-4371-91d3-90d36083b1de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0570455 Feb 14 18:35:59.305254 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-29207d3e-9dff-43d9-9f67-85f3412a2b86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769794 Feb 14 18:35:59.331799 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:35:59.438309 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-c7aef7df-6890-41ab-b98b-ecedbf74e945 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262896 Feb 14 18:35:59.568393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cd51840d-c185-44bd-aeb6-4b499f58dc3f req-b5ceed67-cbe3-47fd-8fed-f5556d4d8147 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227999 Feb 14 18:35:59.662555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '21ae42d5-b215-4045-acc7-e36dd2430726', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:35:57Z', 'updated_at': '2022-02-14T18:35:57Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:35:59.666544 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aea1d4-8497-45a2-84ad-76bef790524a None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '21ae42d5-b215-4045-acc7-e36dd2430726', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:35:57Z', 'updated_at': '2022-02-14T18:35:57Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:36:04.624658 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca67baa-3730-4887-8f03-1b765b3ee933 None None] New status for floating IP 21ae42d5-b215-4045-acc7-e36dd2430726: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:36:07.879272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-2a5b0e94-334e-423f-a24f-af4c38620bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661719 Feb 14 18:36:08.017606 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-9efe1843-7059-4ce0-9b9c-d567da3ff2a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1099 time: 0.0704651 Feb 14 18:36:08.160511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-ea314972-d202-45c5-8461-e7c26da95441 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:36:08.161857 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-ea314972-d202-45c5-8461-e7c26da95441 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1233654 Feb 14 18:36:08.258868 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-18bf2dcc-8c28-41c5-9f04-989ad86c9a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1002 time: 0.0902481 Feb 14 18:36:08.323324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-c58810be-26f4-435a-8119-0c6a77543a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:36:08.324830 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-c58810be-26f4-435a-8119-0c6a77543a3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0585303 Feb 14 18:36:08.395543 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-e8422051-977a-4a7f-b1b2-c0f1a91d6a1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652003 Feb 14 18:36:08.524359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-0ee5b40c-afe4-40d7-b8a8-9fda23baf553 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207271 Feb 14 18:36:08.653524 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a9f7ee5e-3227-40bd-acc3-b0b8abb3efb2 req-5a812f9c-53fc-48d1-b90c-6dce560e83e0 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231842 Feb 14 18:36:15.553879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:19.049817 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:36:20.865291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52d8c107-fea0-40cc-bd19-d83bf6eba112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:23.067466 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-70919fc5-bc3a-4e82-84dd-f474e6069b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:24.384824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:24.464809 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:25.782357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:45.565101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:50.870232 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c5c9-050e-4d30-8ce5-6a8554c0a45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:53.070388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf028-1977-4445-921e-7445ed3f3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:54.384873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:54.470872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:55.798383 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:36:56.050272 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:37:07.925355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-5587626d-d872-403f-af6c-e53c1d669768 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702543 Feb 14 18:37:08.071618 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-d7715eeb-e684-4013-bef0-7d11110d9915 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1099 time: 0.0699494 Feb 14 18:37:08.307866 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-0505379e-bc6f-45d6-8cf7-4d38ac5d7683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:08.309328 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-0505379e-bc6f-45d6-8cf7-4d38ac5d7683 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.2116420 Feb 14 18:37:08.416285 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-4f67ff37-eb31-4454-88be-6b623b54a95c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1002 time: 0.0975714 Feb 14 18:37:08.481205 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-bdf730e3-fb31-4a79-99b4-94b28fa0aebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:08.482610 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-bdf730e3-fb31-4a79-99b4-94b28fa0aebb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0561819 Feb 14 18:37:08.560570 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-ca540de8-2445-4732-97cd-990060820bff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686843 Feb 14 18:37:08.692869 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-2df65aa3-6866-4ba3-a7fb-ba5afbaa715e service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224694 Feb 14 18:37:08.835271 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0d99a9e2-ac78-451c-9711-1b875e9e8b05 req-21fa7799-cf38-48d0-986e-3d9a78412127 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335642 Feb 14 18:37:15.586711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:20.875520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a8896214-a742-4898-b5ad-3d652302e54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:23.064929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b51f09cc-54c9-4dff-8b6f-dacbdda0a4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:24.372922 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:24.481852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:25.781139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:33.050138 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:37:45.614988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:50.875628 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1fd95273-1e3f-4c32-960d-3f93ac659df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:53.077183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-341e403b-6d9a-4a73-9c23-68debb16fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:54.403030 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:54.511797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:55.284181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71584a25-e6d4-4f5e-acae-7124d7a46515 req-dacee8b2-9770-4228-aa7a-ed02a7e1d773 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:55.285615 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71584a25-e6d4-4f5e-acae-7124d7a46515 req-dacee8b2-9770-4228-aa7a-ed02a7e1d773 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.1682236 Feb 14 18:37:55.334238 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-71584a25-e6d4-4f5e-acae-7124d7a46515 req-24e19035-253c-41be-ae52-a777796b1294 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431552 Feb 14 18:37:55.791585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:37:56.529492 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69badf5-0070-45df-801c-3bc47269d3a7 req-46f2a082-5396-4097-933a-fde0979451e6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:56.530921 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b69badf5-0070-45df-801c-3bc47269d3a7 req-46f2a082-5396-4097-933a-fde0979451e6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0777104 Feb 14 18:37:56.576510 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b69badf5-0070-45df-801c-3bc47269d3a7 req-830fc266-9ea1-45bf-9503-fa4116a314dd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400696 Feb 14 18:37:57.779440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d51a6a-0d6d-4454-ac7d-3ee31ba1a0a9 req-2b6ca8c4-a2c8-4f16-b7a8-8c6943383500 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:57.780895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7d51a6a-0d6d-4454-ac7d-3ee31ba1a0a9 req-2b6ca8c4-a2c8-4f16-b7a8-8c6943383500 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0744898 Feb 14 18:37:57.828122 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a7d51a6a-0d6d-4454-ac7d-3ee31ba1a0a9 req-a24514d6-01d6-4b56-8b12-d1472cd37a52 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417972 Feb 14 18:37:59.038760 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51c5e0-5e08-4d71-a495-8b9d79d33b56 req-26f1e7de-93ae-41c0-bae5-dcd4cf6e1c9f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:37:59.040223 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d51c5e0-5e08-4d71-a495-8b9d79d33b56 req-26f1e7de-93ae-41c0-bae5-dcd4cf6e1c9f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0879505 Feb 14 18:37:59.085747 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9d51c5e0-5e08-4d71-a495-8b9d79d33b56 req-468367f5-cd27-47e7-ade3-ce6c376ba367 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399678 Feb 14 18:38:00.280344 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88412-c81d-4335-bfa8-daec7147919d req-bb3ffcfe-a0c2-4544-b7c3-29aa845164e8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:00.281787 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ada88412-c81d-4335-bfa8-daec7147919d req-bb3ffcfe-a0c2-4544-b7c3-29aa845164e8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0776961 Feb 14 18:38:00.325440 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ada88412-c81d-4335-bfa8-daec7147919d req-eef3314f-1689-4d85-8f49-c3a9c1b9d3fa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382705 Feb 14 18:38:01.518818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273defa-f8a9-4417-88ec-4e1857fbb123 req-6a44e63a-ed32-419d-832a-db933530aeb0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:01.520904 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8273defa-f8a9-4417-88ec-4e1857fbb123 req-6a44e63a-ed32-419d-832a-db933530aeb0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0755930 Feb 14 18:38:01.564553 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8273defa-f8a9-4417-88ec-4e1857fbb123 req-d9211993-ed2c-411c-b4f7-c2910bfbc70c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382891 Feb 14 18:38:02.773424 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d88dd7-7e32-4bbb-9689-cfd8370e28be req-d3ce2756-693b-4384-bf33-f6cb51d18206 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:02.774883 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3d88dd7-7e32-4bbb-9689-cfd8370e28be req-d3ce2756-693b-4384-bf33-f6cb51d18206 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0861893 Feb 14 18:38:02.820273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3d88dd7-7e32-4bbb-9689-cfd8370e28be req-266f305e-8341-46ad-b857-c6bec08a3cee tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399301 Feb 14 18:38:04.023380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88ea63-9704-4d04-9ca7-a8b75d15f0d2 req-e6dfd82b-3421-4e16-9597-bc6a7eaf17ef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:04.024875 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d88ea63-9704-4d04-9ca7-a8b75d15f0d2 req-e6dfd82b-3421-4e16-9597-bc6a7eaf17ef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0753698 Feb 14 18:38:04.072826 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d88ea63-9704-4d04-9ca7-a8b75d15f0d2 req-88a3eb0f-0efe-487c-ab42-b2f65badd457 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424166 Feb 14 18:38:05.272893 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434d7c8-f7fb-492c-b861-39a8a4867b61 req-a63af9ca-008f-4674-98ad-a6aa9184141d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:05.274331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b434d7c8-f7fb-492c-b861-39a8a4867b61 req-a63af9ca-008f-4674-98ad-a6aa9184141d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0806086 Feb 14 18:38:05.318302 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b434d7c8-f7fb-492c-b861-39a8a4867b61 req-e27ecd77-6edf-472a-b7e3-f58df2692008 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384691 Feb 14 18:38:06.529299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7916c3-3d2f-481e-88f2-222e423ddedd req-3d6312eb-d169-4d93-9c27-fc3ee976d7a8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:06.530683 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e7916c3-3d2f-481e-88f2-222e423ddedd req-3d6312eb-d169-4d93-9c27-fc3ee976d7a8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0870364 Feb 14 18:38:06.575075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2e7916c3-3d2f-481e-88f2-222e423ddedd req-ffa95900-5696-470d-b573-5d6a68cdd9ce tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388367 Feb 14 18:38:07.273309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:38:07.403253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:07.416319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '503f6398-c026-4b9e-bf57-369387771c1b', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:38:07.472880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:07.489997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:38:07.504269 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:07.573953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:07.641772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:38:07.650410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.650757 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.651093 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.651426 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.651755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.652083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.652408 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.652752 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.653076 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.653443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.653711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:38:07.666162 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['503f6398-c026-4b9e-bf57-369387771c1b'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:38:07.777685 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d74e70-8b37-49ea-95ac-f215b16b67ba req-338c076f-8810-4a68-bd0e-a6e9ba10526b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:07.779339 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-93d74e70-8b37-49ea-95ac-f215b16b67ba req-338c076f-8810-4a68-bd0e-a6e9ba10526b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.0785325 Feb 14 18:38:07.827359 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-93d74e70-8b37-49ea-95ac-f215b16b67ba req-ab01ae38-4ebc-4259-a4e1-d2d00239d67e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424047 Feb 14 18:38:09.208461 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-b61e0ae7-53b1-4579-a360-4179a36ca88d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1098 time: 0.2894902 Feb 14 18:38:09.218260 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173ecc-c6f4-4952-9b23-0fcf07245fab req-2330c842-36f7-4092-8a1d-af5b78498f83 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:09.221293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c173ecc-c6f4-4952-9b23-0fcf07245fab req-2330c842-36f7-4092-8a1d-af5b78498f83 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.2679553 Feb 14 18:38:09.282898 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:38:09.387551 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c173ecc-c6f4-4952-9b23-0fcf07245fab req-5f69c80d-81b4-4eef-a008-8129e318926d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600423 Feb 14 18:38:09.420934 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 503f6398-c026-4b9e-bf57-369387771c1b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:38:09.421797 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:09.432909 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-2da1d1e9-8076-4044-b096-06d42bd6ff3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:09.434852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-2da1d1e9-8076-4044-b096-06d42bd6ff3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1902490 Feb 14 18:38:09.569575 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-c532ba38-1521-4575-b995-eba3c630a41a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1001 time: 0.1260426 Feb 14 18:38:09.572231 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:09.602447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:38:09.622048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:09.642103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-219df551-0cd8-45d7-adf9-650da81c27ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:09.643559 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-219df551-0cd8-45d7-adf9-650da81c27ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0660689 Feb 14 18:38:09.710129 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:09.726946 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-2899840a-99f8-412f-b1f9-f93fb330dab0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729380 Feb 14 18:38:09.803013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:38:09.870162 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-488da335-b781-4f22-8f4c-2c273c36ca98 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362121 Feb 14 18:38:10.019055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e3ce0ef4-0b19-47b7-902e-cd63a89e3e6d req-b19a1d1d-60fb-4b27-8022-cefb19f85ce9 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418886 Feb 14 18:38:10.050996 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:38:10.609464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104c802-a5aa-4e86-9570-5823abf98835 req-d55db031-935d-4984-ac93-274a35013204 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:10.611245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4104c802-a5aa-4e86-9570-5823abf98835 req-d55db031-935d-4984-ac93-274a35013204 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.1011064 Feb 14 18:38:10.665689 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4104c802-a5aa-4e86-9570-5823abf98835 req-2a0c4031-893c-4f36-aa90-6edc260a88c4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482385 Feb 14 18:38:10.808896 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'code': 200} Feb 14 18:38:11.876479 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28349660-4a6f-44d3-8518-dd1c7c075797 req-9a005c16-7f91-4185-a16f-8cfc04ce324a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:11.882284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28349660-4a6f-44d3-8518-dd1c7c075797 req-9a005c16-7f91-4185-a16f-8cfc04ce324a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0831070 Feb 14 18:38:11.930298 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28349660-4a6f-44d3-8518-dd1c7c075797 req-753fb44a-cdcd-49b0-a0b0-d8147e1273ae tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457139 Feb 14 18:38:13.149476 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be8678-39ae-4322-b989-8f40555bc219 req-52a979ab-9880-4234-a84b-58b2b7c42a91 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:13.150932 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20be8678-39ae-4322-b989-8f40555bc219 req-52a979ab-9880-4234-a84b-58b2b7c42a91 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0901039 Feb 14 18:38:13.201636 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-20be8678-39ae-4322-b989-8f40555bc219 req-6347c79e-6c1f-44e8-8ff7-42d183b6a057 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452809 Feb 14 18:38:14.423100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67f40-aa7c-457c-92a7-8d4bf86cef45 req-2fd66c30-0d8e-48ad-a1c2-fca32484d0d8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:14.423836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33a67f40-aa7c-457c-92a7-8d4bf86cef45 req-2fd66c30-0d8e-48ad-a1c2-fca32484d0d8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0914023 Feb 14 18:38:14.473929 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-33a67f40-aa7c-457c-92a7-8d4bf86cef45 req-7c160375-443f-4b03-908e-ae9dc6f5d6c1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432773 Feb 14 18:38:15.631256 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:15.685416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11daba-7be7-4e72-b9a7-284f04c5bd25 req-eb6e44b0-e3ca-4583-a0f0-8c1295e8bd05 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:15.687237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e11daba-7be7-4e72-b9a7-284f04c5bd25 req-eb6e44b0-e3ca-4583-a0f0-8c1295e8bd05 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0894673 Feb 14 18:38:15.738187 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9e11daba-7be7-4e72-b9a7-284f04c5bd25 req-67ca0965-9b8e-4e99-b69f-baeb47db93df tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455635 Feb 14 18:38:16.959791 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46d884-51cc-44c3-8326-4d5a0cd61868 req-028c0d94-276b-413b-8a52-2bb37d9b07e3 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:16.961331 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e46d884-51cc-44c3-8326-4d5a0cd61868 req-028c0d94-276b-413b-8a52-2bb37d9b07e3 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0917995 Feb 14 18:38:17.017235 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7e46d884-51cc-44c3-8326-4d5a0cd61868 req-0e044f66-1b64-46a5-bfe7-f59b88b85b68 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504196 Feb 14 18:38:18.229898 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55669df0-0619-4dd8-803c-b10f24d45396 req-d1937b7b-60da-4efa-b17e-1589e68ab1dd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:18.231314 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55669df0-0619-4dd8-803c-b10f24d45396 req-d1937b7b-60da-4efa-b17e-1589e68ab1dd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0752611 Feb 14 18:38:18.275193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-55669df0-0619-4dd8-803c-b10f24d45396 req-5c0177f6-91b3-4aad-abf2-b535a7f588dc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382187 Feb 14 18:38:19.486591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1083-a2f0-4ec7-9d07-93bfec98029f req-abe91edd-5e3e-496d-990c-3b8e09362ca2 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:19.487965 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d94d1083-a2f0-4ec7-9d07-93bfec98029f req-abe91edd-5e3e-496d-990c-3b8e09362ca2 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0806875 Feb 14 18:38:19.536784 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d94d1083-a2f0-4ec7-9d07-93bfec98029f req-408d4d4f-b50e-4fa7-99cd-8503ba7fc69a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429578 Feb 14 18:38:20.749722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076f645-d43f-4075-a70d-7b75614fb89a req-0cf645a5-b2d8-4abc-96f3-18c49b04bc6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:20.751059 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c076f645-d43f-4075-a70d-7b75614fb89a req-0cf645a5-b2d8-4abc-96f3-18c49b04bc6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0746932 Feb 14 18:38:20.885498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c076f645-d43f-4075-a70d-7b75614fb89a req-69012b0d-5ba1-42c7-acb4-7e8cc2d9604c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282675 Feb 14 18:38:20.898453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-041e12f9-ba5f-480b-bc16-b6b74ab7bcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:21.124201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-8dc3baa9-c194-43fc-bbbd-539ece6bf01f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1099 time: 0.0665607 Feb 14 18:38:21.253588 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-94ca9ebc-fbeb-44d5-8c56-4f9dc57595cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:21.254998 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-94ca9ebc-fbeb-44d5-8c56-4f9dc57595cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1220794 Feb 14 18:38:21.356137 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-bb6b85c1-6669-459b-b23a-5632272ef9ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1002 time: 0.0941362 Feb 14 18:38:21.422156 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-c28a1755-4684-4627-b302-7794978e8d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:21.423595 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-c28a1755-4684-4627-b302-7794978e8d1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0571609 Feb 14 18:38:21.498967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-0f3fbf0c-2c81-4a0e-b45d-784d8eaf2ef1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692027 Feb 14 18:38:21.627700 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-9a00ff06-8153-48a6-97ba-f61f52b4e018 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193943 Feb 14 18:38:21.757500 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f5d153f0-1cd0-40e5-a5bd-47a74243850e req-7e4ac606-0687-4ecf-9688-3f758035ba3a service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208074 Feb 14 18:38:22.079069 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1838d-0698-4d72-ba22-a9a93825e994 req-c12eb296-c6b1-4c96-ba60-b4a1ecb3cfe8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:22.080491 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2dd1838d-0698-4d72-ba22-a9a93825e994 req-c12eb296-c6b1-4c96-ba60-b4a1ecb3cfe8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0740094 Feb 14 18:38:22.123406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2dd1838d-0698-4d72-ba22-a9a93825e994 req-c58e0c46-b9c7-477c-81d4-a330d2c40d75 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375576 Feb 14 18:38:23.086338 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ebad0391-40aa-4b3d-98d5-edce29452849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:23.323957 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fe0c5-5f3d-4b32-a1f7-cab732a73f02 req-897ac9b8-f514-4398-85ed-a46952194b39 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:23.325523 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b11fe0c5-5f3d-4b32-a1f7-cab732a73f02 req-897ac9b8-f514-4398-85ed-a46952194b39 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 946 time: 0.0851099 Feb 14 18:38:23.372012 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b11fe0c5-5f3d-4b32-a1f7-cab732a73f02 req-2b17ed29-2ce3-45c7-ab2c-2eaf211812da tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407829 Feb 14 18:38:23.389200 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:38:23.497454 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:23.523138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:38:23.532207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:23.577352 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'code': 200} Feb 14 18:38:23.607936 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:23.679227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:38:24.385404 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:24.489253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:24.569139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13b90-c0b4-40fd-9081-15dd9c7fee7c req-c2a9ef24-eecc-4835-a853-08d8eef6eee0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:24.570569 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5a13b90-c0b4-40fd-9081-15dd9c7fee7c req-c2a9ef24-eecc-4835-a853-08d8eef6eee0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0753129 Feb 14 18:38:24.619967 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5a13b90-c0b4-40fd-9081-15dd9c7fee7c req-9a7b754f-c054-4126-bb9f-b01b89348317 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427363 Feb 14 18:38:24.874763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-101b573f-9132-4eae-98e3-2fba609c62a9 req-469e64f3-2b8d-4b0b-afa4-3a7f7f4a6c14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1292291 Feb 14 18:38:25.314808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd27ec9-d4ec-47ad-a477-aa0143189511 req-1a2746bc-4c56-420b-a898-236fc1e02f3f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:25.317085 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6dd27ec9-d4ec-47ad-a477-aa0143189511 req-1a2746bc-4c56-420b-a898-236fc1e02f3f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0789011 Feb 14 18:38:25.367625 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6dd27ec9-d4ec-47ad-a477-aa0143189511 req-7e2ec094-e92a-4ea9-addb-d267ee915606 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447867 Feb 14 18:38:25.504400 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 51904) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:38:25.634882 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-44001ab2-2c74-42a0-bd8d-2f9aec0a6bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293364 Feb 14 18:38:25.783685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:26.561242 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d712-569e-4ae5-a1db-5886e64d53f1 req-81cca138-70ad-43b2-87c3-772b181c2ecb tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:26.563102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc94d712-569e-4ae5-a1db-5886e64d53f1 req-81cca138-70ad-43b2-87c3-772b181c2ecb tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0753703 Feb 14 18:38:26.653329 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc94d712-569e-4ae5-a1db-5886e64d53f1 req-15a03fd3-b066-46eb-8b7e-1f45faee3ad5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837784 Feb 14 18:38:26.681124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-09a051af-a294-4894-b006-5fa6eed4ffef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0909312 Feb 14 18:38:26.777357 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-518cac06-8f25-4d6d-886f-b5cf404058bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1097 time: 0.0684247 Feb 14 18:38:26.905867 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-4be2b4c1-f0c6-4aad-b610-43644aaccdbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:26.907240 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-4be2b4c1-f0c6-4aad-b610-43644aaccdbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1207430 Feb 14 18:38:27.107993 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-476f1f60-5d0b-49ca-95c0-dd2b53659279 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1000 time: 0.1846976 Feb 14 18:38:27.173258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-381ba4b6-19a6-4743-96f3-ef0df7249789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:27.174619 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-381ba4b6-19a6-4743-96f3-ef0df7249789 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0572717 Feb 14 18:38:27.248283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-ba2822d9-4aa5-4385-b41e-1953852fa702 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648410 Feb 14 18:38:27.376517 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-99b7de47-818b-4060-9780-94c16b41d6ba service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189482 Feb 14 18:38:27.420814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:38:27.508752 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dd5c599e-e98a-4aa9-bebb-c82870839c1a req-286a0dba-058b-47ff-ac33-c06f5ec7d939 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232903 Feb 14 18:38:27.863605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044a42-d7d6-4151-be30-dc2348eeb1bb req-eb3ee524-68a0-4a6e-baf2-fbf298969f9c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:27.865005 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5044a42-d7d6-4151-be30-dc2348eeb1bb req-eb3ee524-68a0-4a6e-baf2-fbf298969f9c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0814972 Feb 14 18:38:27.910035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5044a42-d7d6-4151-be30-dc2348eeb1bb req-ecfcaf68-8dd4-4d9a-8c3b-05657699b498 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392570 Feb 14 18:38:29.123726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bceb3f-b507-4105-83c7-82b1496a767d req-d959e621-ddab-430a-958b-039598d2c32f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:29.125419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-89bceb3f-b507-4105-83c7-82b1496a767d req-d959e621-ddab-430a-958b-039598d2c32f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0838280 Feb 14 18:38:29.181970 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-89bceb3f-b507-4105-83c7-82b1496a767d req-d7e4eb2c-a525-462b-b2da-4098403417a3 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479894 Feb 14 18:38:30.402721 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfc07-a499-4c30-8e1f-0800f2e93b70 req-9152f03d-1420-45c5-a9d4-826ab665835a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:30.404180 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-216cfc07-a499-4c30-8e1f-0800f2e93b70 req-9152f03d-1420-45c5-a9d4-826ab665835a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0977182 Feb 14 18:38:30.458009 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-216cfc07-a499-4c30-8e1f-0800f2e93b70 req-79a21ea7-8b4d-4225-9e43-88acbaab6049 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468946 Feb 14 18:38:31.669324 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02abf6-9212-470d-8630-263c34d6b0ca req-ba8f328c-0ef1-4a46-b424-347896269326 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:31.671035 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a02abf6-9212-470d-8630-263c34d6b0ca req-ba8f328c-0ef1-4a46-b424-347896269326 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0824108 Feb 14 18:38:31.718284 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2a02abf6-9212-470d-8630-263c34d6b0ca req-acda9322-b61b-4c24-a25c-e26c033e25b2 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406597 Feb 14 18:38:32.956169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9032b8-8cca-41a7-9a34-ec1a8f5d6819 req-57da4d97-ab9d-4af3-90f6-e24d8d84feff tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:32.956169 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf9032b8-8cca-41a7-9a34-ec1a8f5d6819 req-57da4d97-ab9d-4af3-90f6-e24d8d84feff tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0862761 Feb 14 18:38:32.991988 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cf9032b8-8cca-41a7-9a34-ec1a8f5d6819 req-8d044def-ec6d-43c6-9889-6e142988a79f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412288 Feb 14 18:38:34.202056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba7050-8d40-488e-a7f9-febe1db0d82c req-69f92d9a-ec5b-4f25-ae8e-481546f69c53 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:34.203499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84ba7050-8d40-488e-a7f9-febe1db0d82c req-69f92d9a-ec5b-4f25-ae8e-481546f69c53 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0782573 Feb 14 18:38:34.254854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-84ba7050-8d40-488e-a7f9-febe1db0d82c req-408849c5-2947-48b2-b410-c9f6af4512fa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453103 Feb 14 18:38:35.473578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78969ae-db2a-4980-b382-10228bd5fd79 req-658259c3-e7c1-44c6-9c62-e2ada5a7e4fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:35.474942 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d78969ae-db2a-4980-b382-10228bd5fd79 req-658259c3-e7c1-44c6-9c62-e2ada5a7e4fc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0894718 Feb 14 18:38:35.526900 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d78969ae-db2a-4980-b382-10228bd5fd79 req-378d059f-804f-432f-8abf-f1260125dbe7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460989 Feb 14 18:38:36.731987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7423-3bbd-4aa4-9d44-c0a1cee32380 req-65965495-59a6-48c7-8478-c56a6c2f9331 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:36.733451 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6d3b7423-3bbd-4aa4-9d44-c0a1cee32380 req-65965495-59a6-48c7-8478-c56a6c2f9331 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0786557 Feb 14 18:38:36.777408 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6d3b7423-3bbd-4aa4-9d44-c0a1cee32380 req-43ab0cc3-b4f7-4430-93de-0509d45097f0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384414 Feb 14 18:38:37.972360 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c10a-69c4-44d8-a2f2-28aa04c8f13f req-b39931a2-ea77-4da5-ba27-829860ec853e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:37.974272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b975c10a-69c4-44d8-a2f2-28aa04c8f13f req-b39931a2-ea77-4da5-ba27-829860ec853e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0756264 Feb 14 18:38:38.017957 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b975c10a-69c4-44d8-a2f2-28aa04c8f13f req-820acd20-9553-46c4-8c73-20ab94004096 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384223 Feb 14 18:38:39.360197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b601e-9d90-4800-931a-16e5615b312d req-cc3c906e-4a16-4ba0-9252-8f7e148fa5a4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:39.361572 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b5b601e-9d90-4800-931a-16e5615b312d req-cc3c906e-4a16-4ba0-9252-8f7e148fa5a4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 944 time: 0.0794463 Feb 14 18:38:39.405306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7b5b601e-9d90-4800-931a-16e5615b312d req-1b652b85-734d-400a-9990-751f9e816b87 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383279 Feb 14 18:38:39.501741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:38:39.631641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:39.648057 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': '503f6398-c026-4b9e-bf57-369387771c1b', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'port_id': '503f6398-c026-4b9e-bf57-369387771c1b', 'mac_address': 'fa:16:3e:45:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:38:39.699370 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:39.716159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:38:39.730442 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:39.807830 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:39.871569 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=9']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:38:40.106813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['503f6398-c026-4b9e-bf57-369387771c1b'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:38:40.600984 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f879-595e-41db-b59b-a283b91d8291 req-9566e64a-2c45-427a-94b3-6eff79ee4868 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:40.602430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c618f879-595e-41db-b59b-a283b91d8291 req-9566e64a-2c45-427a-94b3-6eff79ee4868 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.0762770 Feb 14 18:38:40.650543 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c618f879-595e-41db-b59b-a283b91d8291 req-e58c249d-a4ef-4bb4-939a-8b026ad4f525 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425887 Feb 14 18:38:41.517511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:38:41.587814 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port 503f6398-c026-4b9e-bf57-369387771c1b triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:38:41.588308 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:41.704582 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:41.731716 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:38:41.742692 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:38:41.789483 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'code': 200} Feb 14 18:38:41.813948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:41.851664 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac9cd3-db0f-44a4-b587-f34f4498b08c req-fcfa56c8-f3e4-4e8b-a7b5-f2ca8d3882b5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:41.853140 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74ac9cd3-db0f-44a4-b587-f34f4498b08c req-fcfa56c8-f3e4-4e8b-a7b5-f2ca8d3882b5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 945 time: 0.0787446 Feb 14 18:38:41.883185 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=10']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:38:41.898808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-74ac9cd3-db0f-44a4-b587-f34f4498b08c req-b958b442-7921-4d09-9894-67882a564e68 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396290 Feb 14 18:38:42.180013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7019eaad-fab8-4763-85b4-6da8e5d955e5 req-a633f792-55d1-4787-837d-a363cf281a00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1100 time: 0.0703290 Feb 14 18:38:42.307341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7019eaad-fab8-4763-85b4-6da8e5d955e5 req-b0a153e5-dadb-4d81-9d7e-c6b5e64ac521 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177437 Feb 14 18:38:43.091147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630dfe6-d337-494b-a36b-8e9dcd167f8b req-b59d0792-6029-47ba-a160-a636dfab378e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:43.092582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5630dfe6-d337-494b-a36b-8e9dcd167f8b req-b59d0792-6029-47ba-a160-a636dfab378e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.0739954 Feb 14 18:38:43.136638 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5630dfe6-d337-494b-a36b-8e9dcd167f8b req-58676f22-c094-45fe-9831-4f220140f32b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385084 Feb 14 18:38:44.332669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b70c2-b787-45ba-9198-495aee4998b7 req-b19ffbb6-c26d-4046-a52e-9c4c81dd51c8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:44.334122 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f13b70c2-b787-45ba-9198-495aee4998b7 req-b19ffbb6-c26d-4046-a52e-9c4c81dd51c8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.0804887 Feb 14 18:38:44.378095 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f13b70c2-b787-45ba-9198-495aee4998b7 req-878e0171-5728-43a0-97e4-f737947c2455 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385153 Feb 14 18:38:45.571716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05d8ec-c4e6-447a-8800-50a1109e8669 req-1db314cf-d3da-4a5e-ac3b-cf6cea2a3f3e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:38:45.573263 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c05d8ec-c4e6-447a-8800-50a1109e8669 req-1db314cf-d3da-4a5e-ac3b-cf6cea2a3f3e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.0766761 Feb 14 18:38:45.621190 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7c05d8ec-c4e6-447a-8800-50a1109e8669 req-388a6afc-333f-4297-ac67-e513e9963b33 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422668 Feb 14 18:38:45.640835 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:47.051597 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:38:50.881669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-338cc47f-ad98-4173-95af-dac86db7e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:53.064755 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4ce29e54-5c4f-4469-b4e7-f0785631d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:54.371828 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:54.486323 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:38:55.836041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:10.115596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-90fc6147-51cf-4fe8-ab5a-3b86782a4335 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664792 Feb 14 18:39:10.256129 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-b8aaae2d-38f7-4818-904c-9f42921af1d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1100 time: 0.0677757 Feb 14 18:39:10.400221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-ff80433f-3aad-4800-9a3d-3621da77c08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:39:10.401599 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-ff80433f-3aad-4800-9a3d-3621da77c08d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1269689 Feb 14 18:39:10.502547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-53f73023-514b-42e3-8724-9f93a08c79af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 1002 time: 0.0941095 Feb 14 18:39:10.566822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-161838ba-a4e3-4cc6-8992-56f1252ce856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:39:10.568201 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-161838ba-a4e3-4cc6-8992-56f1252ce856 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0588665 Feb 14 18:39:10.640714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-ea482c4f-d264-46f6-9270-f3f7472f21e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659671 Feb 14 18:39:10.767981 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-38a65c07-61a0-4383-8b18-b639e2f6250b service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208417 Feb 14 18:39:10.895090 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d443c65-6e69-42ea-88ae-14a532c5616d req-66e3cf14-376e-4bb8-950e-4a7ccd12af1e service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196315 Feb 14 18:39:15.629291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:20.886173 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bbe48ea8-891c-4c40-8d5e-0f5fc7c9b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:23.092530 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8a02ecf4-e661-45c0-a3f0-16901ac023ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:24.050953 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:39:24.366877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:24.481127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:25.824415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:45.645839 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:50.898482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-bd650580-d838-4976-bec7-c190e9722fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:53.069091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-18dbc447-afdf-4dda-b25c-c33299093c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:54.405875 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:54.462883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:55.789331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:57.793641 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52016) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:39:57.992536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Deleting port dd64c5eb-8467-4709-b39a-1a85d98bd5b3 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:39:57.992803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:58.161266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:58.161592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:58.363818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Calling delete_port for dd64c5eb-8467-4709-b39a-1a85d98bd5b3 owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:39:58.554688 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:58.602328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'Port': ['ID=dd64c5eb-8467-4709-b39a-1a85d98bd5b3,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:39:58.638926 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.639266 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.639592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.639919 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.640238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.640554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.640894 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.641208 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.641516 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.641822 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.642128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:39:58.699578 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:59.071131 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:39:59.262482 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:39:59.274255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:39:59.286630 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:39:59.296990 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:39:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:39:59.348543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:39:59.401089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-86db1f4f-accb-473b-a790-010aeff17b23 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "DELETE /v2.0/floatingips/21ae42d5-b215-4045-acc7-e36dd2430726 HTTP/1.1" status: 204 len: 168 time: 1.6063516 Feb 14 18:39:59.401648 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:39:59.467121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:39:59.492301 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'status': 'completed', 'code': 200} Feb 14 18:39:59.605977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-4e641db6-f98d-4c23-9853-1c8d4b261558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 1100 time: 0.0776777 Feb 14 18:39:59.742593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-6191a4d0-5f8e-46b2-b469-b03809c5a835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:39:59.744082 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-6191a4d0-5f8e-46b2-b469-b03809c5a835 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1318390 Feb 14 18:39:59.794725 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:39:59.798525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:39:59.808867 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:39:59.809440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:39:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:39:59.831539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-31f60b0a-b6fa-4077-8c64-e5b5c12834e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 200 len: 217 time: 0.0624981 Feb 14 18:39:59.904661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-7ec54098-3d84-4ac5-a47f-8bc5d767b14b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:39:59.906731 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-7ec54098-3d84-4ac5-a47f-8bc5d767b14b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0633364 Feb 14 18:39:59.987994 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:40:00.151363 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-a3d5e580-27ab-470a-9f08-07bd3ef891d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2383707 Feb 14 18:40:00.157604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27021-0a0a-401b-9231-714f53fb3e30 req-45da6110-171c-4d73-9a9e-758878349f6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:00.158200 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-95b27021-0a0a-401b-9231-714f53fb3e30 req-45da6110-171c-4d73-9a9e-758878349f6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:40:00.292583 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-714d6600-ecae-424a-9920-a2282196499d service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316283 Feb 14 18:40:00.297346 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-95b27021-0a0a-401b-9231-714f53fb3e30 req-45da6110-171c-4d73-9a9e-758878349f6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:40:00.298387 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95b27021-0a0a-401b-9231-714f53fb3e30 req-45da6110-171c-4d73-9a9e-758878349f6d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.3537517 Feb 14 18:40:00.299806 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:40:00.304050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f344b70-7441-4c3a-b369-cdc93bd2856d None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:40:00.426885 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-95b27021-0a0a-401b-9231-714f53fb3e30 req-e92aa18f-5736-4b50-a6ae-63e75fba5399 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095893 Feb 14 18:40:00.460671 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5d8d54b9-aba5-41be-a818-ba0dba842ba4 req-73a45c43-f397-4e2f-aaec-9d30816e78e8 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613629 Feb 14 18:40:00.536975 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b64c4-e6e0-422b-8257-5dd89cd2549b None None] New status for floating IP 21ae42d5-b215-4045-acc7-e36dd2430726: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:40:01.052027 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:40:01.506507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-d06dea73-729a-45e1-bf57-ecf6c8495a58 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:01.507938 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-d06dea73-729a-45e1-bf57-ecf6c8495a58 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.0759299 Feb 14 18:40:01.620671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Deleting port 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:40:01.621036 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:01.746795 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfd2b7-e248-48f0-aaf3-73440ecf73fc req-0b5ebce8-be0f-46c8-9818-29e7e6ba2f34 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:01.748250 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77dfd2b7-e248-48f0-aaf3-73440ecf73fc req-0b5ebce8-be0f-46c8-9818-29e7e6ba2f34 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 947 time: 0.1965013 Feb 14 18:40:01.877001 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-77dfd2b7-e248-48f0-aaf3-73440ecf73fc req-11be56f5-7299-4b2a-a9c0-c32b685481f0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a085dc3-9b36-4e6f-aa7d-89b58daa6060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231849 Feb 14 18:40:01.918797 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] For port 503f6398-c026-4b9e-bf57-369387771c1b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503f6398-c026-4b9e-bf57-369387771c1b,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:40:01.919147 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:02.040796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Calling delete_port for 503f6398-c026-4b9e-bf57-369387771c1b owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:40:02.217257 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:02.266736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'Port': ['ID=503f6398-c026-4b9e-bf57-369387771c1b,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:02.336095 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] No DVR routers for this DVR port 503f6398-c026-4b9e-bf57-369387771c1b on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:40:02.339008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:02.341405 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-deleted', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:40:02.407670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1ffe3e-745d-41cf-9cfa-3610abc2830d', 'name': 'network-vif-deleted', 'tag': '503f6398-c026-4b9e-bf57-369387771c1b', 'status': 'completed', 'code': 200} Feb 14 18:40:02.458115 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c39e0cc9-0601-4cb2-996d-3e40557ce043 req-2f616148-52bb-45f1-835e-906d6a3ebd2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "DELETE /v2.0/ports/503f6398-c026-4b9e-bf57-369387771c1b HTTP/1.1" status: 204 len: 173 time: 0.9405003 Feb 14 18:40:03.050517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b30b339d-97b3-46ae-a9ce-c8fa6d66a793 req-23f6a498-b466-497b-99d7-62f620f32f04 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:40:03.131935 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-b30b339d-97b3-46ae-a9ce-c8fa6d66a793 req-23f6a498-b466-497b-99d7-62f620f32f04 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:40:03.133401 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b30b339d-97b3-46ae-a9ce-c8fa6d66a793 req-23f6a498-b466-497b-99d7-62f620f32f04 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=de1ffe3e-745d-41cf-9cfa-3610abc2830d HTTP/1.1" status: 200 len: 210 time: 0.1265838 Feb 14 18:40:03.874926 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:40:03.910718 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: 503f6398-c026-4b9e-bf57-369387771c1b {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:40:03.911055 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device 503f6398-c026-4b9e-bf57-369387771c1b not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:40:04.236917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52040) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:04.302274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:04.330727 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:04.491326 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:04.509708 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a085dc3-9b36-4e6f-aa7d-89b58daa6060,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:04.565078 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:04.566244 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3dc5fb2f-d3f1-4b0a-9bb2-7869d36c6e54 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a085dc3-9b36-4e6f-aa7d-89b58daa6060 HTTP/1.1" status: 204 len: 168 time: 0.3283541 Feb 14 18:40:04.921536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52048) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:04.927381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833182856', 'description': 'tempest-secgroup-smoke-1833182856 description', 'project_id': '2f1259529eea41fb81b628674cfcd4c9'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:04.933371 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:04.937682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:04.940803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:04.946388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:05.000381 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.034796 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:05.038444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:05.041211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:05.046786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:05.103229 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.177487 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.221655 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a945af9a-9ae5-41a1-b60c-a18cf5d3c759,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:05.297801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.299089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-490a2a13-cbb7-49b1-82ad-1727650bf3b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3765671 Feb 14 18:40:05.302897 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52052) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:05.309081 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:05.315271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:05.319009 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:05.322592 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:05.328368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:05.412806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.472725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.555238 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.582192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e5472f-588b-41e6-8598-bbdd5760506d,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:05.651917 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.653137 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-4d0f1a24-8c86-4f5a-9dcf-c20f1cd3f8b7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3492765 Feb 14 18:40:05.655895 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52056) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:05.661338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:05.667800 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:05.671736 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:05.674676 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:05.680231 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:05.755807 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.819575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.891615 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.917964 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e17179-4d6a-469a-9513-10bb2d17a5ca,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:05.966035 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:05.967277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-97d0dde6-cba2-41a0-8a69-d4c814497a06 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3104727 Feb 14 18:40:05.970306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52060) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:05.975642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:05.982038 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:05.985746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:05.988728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:05.994979 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:06.173277 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.236343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.292334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.315045 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19b2525-96a6-40a7-a605-d98ff5583680,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:06.365836 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.367065 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-f68b4979-c2fe-4ee9-881d-a0938320722b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3958368 Feb 14 18:40:06.370103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52064) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:06.375661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:06.381704 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:06.386103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:06.388993 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:06.394586 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:06.458464 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.522530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.594377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.619985 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e03ac24-ad4d-4b6d-b24a-32c34858bc04,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:06.685601 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.686775 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-46759917-f194-46ba-912e-851f952f470c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3156331 Feb 14 18:40:06.689638 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52068) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:06.694901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:06.700803 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:06.704737 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:06.707593 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:06.713821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:06.788719 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Project 2f1259529eea41fb81b628674cfcd4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:40:06.795885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.860887 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.908220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.930840 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e759fe61-55bf-49b1-be22-51ac73a905d6,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:06.976747 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:06.977902 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-e83aba7b-4178-4c7c-8d31-6611c24c21d0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2872825 Feb 14 18:40:06.981159 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52072) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:06.986388 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'security_group_rule': {'security_group_id': 'a945af9a-9ae5-41a1-b60c-a18cf5d3c759', 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:06.991974 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:06.995694 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:security_group_rule and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:06.998532 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:07.004042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:07.080074 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.securitygroups_db [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Project 2f1259529eea41fb81b628674cfcd4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:40:07.087105 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:07.156563 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:07.222680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:07.245468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b317f76-eb84-4f12-aaaa-6fd14d8de2ad,revision_number=0']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:07.314618 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:07.315862 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-ce880c6a-8695-4847-9fb8-e8090ce72fef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3337533 Feb 14 18:40:15.645642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:20.885902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd8ec89a-905a-4702-9824-2aabaedacfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:23.074483 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-28ee5c4a-0fc5-4f4a-b12b-2630897437d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:24.417118 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:24.525812 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:25.897412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:28.948805 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-8a51b7c7-c7b1-4c2a-be50-37a9a77e71c5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:security_group {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:40:29.022738 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-8a51b7c7-c7b1-4c2a-be50-37a9a77e71c5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:security_group {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:40:29.023950 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-8a51b7c7-c7b1-4c2a-be50-37a9a77e71c5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833182856&fields=id&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 267 time: 0.1146941 Feb 14 18:40:29.168941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-154916f0-380b-425b-8248-ece0def8f459 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:29.170406 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-154916f0-380b-425b-8248-ece0def8f459 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 808 time: 0.1394303 Feb 14 18:40:29.186245 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-ed428706-5dc0-4999-bb1a-ea3a5bc8d816 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/quotas/2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 375 time: 0.0105064 Feb 14 18:40:29.262800 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-6bf92493-3342-44d8-87fc-261ab80c5b38 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717034 Feb 14 18:40:29.277718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-7cef458b-a6f9-4813-8921-511e8a48e0fc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:40:29.278621 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-7cef458b-a6f9-4813-8921-511e8a48e0fc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046802 Feb 14 18:40:29.404653 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-7230534f-6dd8-417f-929d-42f8b0ded9aa service neutron] 10.222.0.30 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206462 Feb 14 18:40:29.530546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-0bbf5451-92c6-4752-b988-1b416f63ecd8 service neutron] 10.222.0.30 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202261 Feb 14 18:40:30.156354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-38e5a7c0-0865-4edf-9fc3-b3e67c5eb1a9 req-e30f2c16-7077-4f7d-a9e1-bc772db9481b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 210 time: 0.0408559 Feb 14 18:40:31.317391 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3deec505-e15c-4ba3-919f-c1160591fbb7 req-36c374b7-feb8-49d3-9889-d0aed12cf70d tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Feb 14 18:40:32.251182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-a542b0bb-7bc9-4d9a-b242-f02fd3536305 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:32.252579 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-a542b0bb-7bc9-4d9a-b242-f02fd3536305 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 808 time: 0.1416869 Feb 14 18:40:32.312366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-74fb9e1c-a0f6-4c06-85b0-7565363e6b10 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 380 time: 0.0398684 Feb 14 18:40:32.325450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'port': {'device_id': '884ee253-ec0f-4345-8931-6f16200eade8', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'admin_state_up': True, 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'security_groups': ['a945af9a-9ae5-41a1-b60c-a18cf5d3c759']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:32.497790 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9c5101c0-84ae-42f8-b33f-bf72e9d8af68 req-0e219360-1d9f-424d-8103-2f407d776dff tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 210 time: 0.0565412 Feb 14 18:40:32.500689 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:32.510305 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:32.559987 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Made reservation on behalf of 2f1259529eea41fb81b628674cfcd4c9 for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:40:32.563892 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:32.725271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Allocated IP 172.20.0.14 (a56b7cf1-87b8-49bf-ab42-59580e3fe4f5/701044d5-337a-4b2d-b29d-d194170c7a95/a78bd9e2-82e6-40af-9964-a76aa7007498) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:40:32.912092 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:32.927506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Transition to ACTIVE for port object a78bd9e2-82e6-40af-9964-a76aa7007498 will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:40:32.988597 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:33.152460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:40:33.155970 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:40:33.159787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:40:33.190546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:33.227056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:33.227657 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:33.303467 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-836d7157-ac6a-4f28-8286-d7440887504a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816799 Feb 14 18:40:33.321225 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Request body: {'port': {'device_id': '884ee253-ec0f-4345-8931-6f16200eade8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:33.431682 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:33.450781 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1a63b2d1-3b0f-47d9-bfcb-3af43ec653cf None None] Provisioning for port a78bd9e2-82e6-40af-9964-a76aa7007498 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:40:33.456822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1a63b2d1-3b0f-47d9-bfcb-3af43ec653cf None None] Provisioning complete for port a78bd9e2-82e6-40af-9964-a76aa7007498 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:40:33.457287 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1a63b2d1-3b0f-47d9-bfcb-3af43ec653cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:33.514388 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1a63b2d1-3b0f-47d9-bfcb-3af43ec653cf None None] Port a78bd9e2-82e6-40af-9964-a76aa7007498 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:40:33.780220 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2b4a0-d1bc-4745-922d-77ddbc03ec5b req-d905edef-2875-447b-8c44-508f3ee81c8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:33.780869 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-58e2b4a0-d1bc-4745-922d-77ddbc03ec5b req-d905edef-2875-447b-8c44-508f3ee81c8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:40:33.856748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78bd9e2-82e6-40af-9964-a76aa7007498 {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:40:33.863444 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:33.870409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-58e2b4a0-d1bc-4745-922d-77ddbc03ec5b req-d905edef-2875-447b-8c44-508f3ee81c8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:40:33.873659 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58e2b4a0-d1bc-4745-922d-77ddbc03ec5b req-d905edef-2875-447b-8c44-508f3ee81c8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 932 time: 0.2160614 Feb 14 18:40:33.895672 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Transition to ACTIVE for port object a78bd9e2-82e6-40af-9964-a76aa7007498 will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:40:33.920287 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-58e2b4a0-d1bc-4745-922d-77ddbc03ec5b req-95497fb1-6725-43ba-ba92-251829b9fa60 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Feb 14 18:40:34.000139 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:34.128353 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:34.249580 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Attempting to bind port a78bd9e2-82e6-40af-9964-a76aa7007498 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:40:34.252912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Attempting to bind port a78bd9e2-82e6-40af-9964-a76aa7007498 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:40:34.252912 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Attempting to bind port a78bd9e2-82e6-40af-9964-a76aa7007498 on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:40:34.256099 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Port a78bd9e2-82e6-40af-9964-a76aa7007498 on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:40:34.256412 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Attempting to bind port a78bd9e2-82e6-40af-9964-a76aa7007498 on network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:40:34.262617 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:40:34.262948 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Checking segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:40:34.263328 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Bound using segment: {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:40:34.263775 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Bound port: a78bd9e2-82e6-40af-9964-a76aa7007498, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:40:34.264114 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:34.350470 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:40:34.353669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:40:34.406771 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:34.473440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:34.474830 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] 10.222.0.45 "PUT /v2.0/ports/a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1094 time: 1.1579337 Feb 14 18:40:34.475298 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:40:34.499756 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f795b61-4faf-4995-bc9b-ee8d9ddd6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:34.625033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'status': 'completed', 'code': 200} Feb 14 18:40:34.698956 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-b4503761-2877-4765-ae26-73aa0dbc2d25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1097 time: 0.0725470 Feb 14 18:40:34.774774 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-46e79093-cdb7-46ee-ab3e-ed54ce9c848e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 217 time: 0.0648317 Feb 14 18:40:34.837939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-8ebdc35e-c34d-45f5-9e33-19d120dc1cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:34.839265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-8ebdc35e-c34d-45f5-9e33-19d120dc1cc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0557749 Feb 14 18:40:34.918512 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-c39c7b55-ff9f-4c28-9cd6-9ad3807a9d11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683546 Feb 14 18:40:35.090310 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-7c75c92d-fffb-473e-b887-394c0e127c52 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622965 Feb 14 18:40:35.306728 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4806-2298-4ac5-9522-1af1ea923f53 req-d21b4367-678d-43aa-b09a-44278ad5cc47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:35.308161 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc5b4806-2298-4ac5-9522-1af1ea923f53 req-d21b4367-678d-43aa-b09a-44278ad5cc47 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.2631431 Feb 14 18:40:35.355055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-35ee8241-4b02-4709-b267-bb3cd11eba4c req-1acc979c-2967-42a1-934f-7f99438761e9 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501621 Feb 14 18:40:35.374749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dc5b4806-2298-4ac5-9522-1af1ea923f53 req-ac9ed262-41aa-4ba5-b6ba-ba3275d66868 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567513 Feb 14 18:40:35.531453 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-9999d69c-5816-400f-9c6c-5efdc5fd6511 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1097 time: 0.0710108 Feb 14 18:40:35.663478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-e46af4ac-2a6d-4c69-8b44-4a292dd56e0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:35.664945 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-e46af4ac-2a6d-4c69-8b44-4a292dd56e0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1263325 Feb 14 18:40:35.732960 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-1b5be1d9-e094-45c0-9c43-076ec4fcae44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 217 time: 0.0596938 Feb 14 18:40:35.798358 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-38e0d90f-d1f6-4703-8b68-6a1c89f67bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:35.799856 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-38e0d90f-d1f6-4703-8b68-6a1c89f67bfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0597990 Feb 14 18:40:35.876996 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-c25038b6-b896-4521-a201-9dcd7bff0814 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672085 Feb 14 18:40:36.009679 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-40d6f597-2020-46d1-b412-4bedbde8e1d7 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234202 Feb 14 18:40:36.145895 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-26b2572d-dcaf-44aa-ae6a-f752bc0542c1 req-dab712eb-456e-4bfb-b9ba-568429aab990 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272149 Feb 14 18:40:36.575193 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5f0b-3ffb-41f0-9452-336862ef5748 req-3c9eb02e-ceec-4043-b666-7a421f913a19 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:36.576632 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e3d5f0b-3ffb-41f0-9452-336862ef5748 req-3c9eb02e-ceec-4043-b666-7a421f913a19 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0838940 Feb 14 18:40:36.621389 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8e3d5f0b-3ffb-41f0-9452-336862ef5748 req-2aa0b967-af3d-406e-9291-a93cb5e254bb tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Feb 14 18:40:37.814904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf317-d098-45ef-b4b4-950f2524b427 req-50168f6d-e745-45d4-8586-b8f29e22faf5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:37.816326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a4bf317-d098-45ef-b4b4-950f2524b427 req-50168f6d-e745-45d4-8586-b8f29e22faf5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0785878 Feb 14 18:40:37.859647 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9a4bf317-d098-45ef-b4b4-950f2524b427 req-e336101b-167e-4b51-827f-f8d07b7b0de9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Feb 14 18:40:38.055793 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:40:39.122725 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08449-5b7d-48ba-81da-aa4ad1a5e928 req-bdda3fa2-aa96-45ed-92f8-a02fa8f997f0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:39.124656 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6a08449-5b7d-48ba-81da-aa4ad1a5e928 req-bdda3fa2-aa96-45ed-92f8-a02fa8f997f0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0797045 Feb 14 18:40:39.168670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b6a08449-5b7d-48ba-81da-aa4ad1a5e928 req-4e03db61-b1cd-4681-81e2-386b7e640ce5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Feb 14 18:40:40.361723 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877dadd-0528-4379-99cd-3b6d694c1ab6 req-3c26ec83-63cc-4f09-9b68-07bb26309f8e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:40.363202 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6877dadd-0528-4379-99cd-3b6d694c1ab6 req-3c26ec83-63cc-4f09-9b68-07bb26309f8e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0788097 Feb 14 18:40:40.410571 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6877dadd-0528-4379-99cd-3b6d694c1ab6 req-b8252dd5-e0dc-4e8f-a759-93ff54ac8d83 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Feb 14 18:40:41.603334 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56ffb2-ed82-4012-886e-1936d5d306b4 req-530d1bc6-90fd-4aaf-903f-7f8923a95a17 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:41.604799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-df56ffb2-ed82-4012-886e-1936d5d306b4 req-530d1bc6-90fd-4aaf-903f-7f8923a95a17 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0749948 Feb 14 18:40:41.649837 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-df56ffb2-ed82-4012-886e-1936d5d306b4 req-c1ba4066-0686-4601-9886-2aea5e7e9e6c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389442 Feb 14 18:40:42.852094 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9697-2c1c-43d2-8327-362e476fc7f3 req-f042bff5-ccea-4144-bb5c-e276bab731f6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:42.853610 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b76a9697-2c1c-43d2-8327-362e476fc7f3 req-f042bff5-ccea-4144-bb5c-e276bab731f6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0780478 Feb 14 18:40:42.897419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b76a9697-2c1c-43d2-8327-362e476fc7f3 req-3960c3a1-a97c-4af6-b983-8b574596b31e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377319 Feb 14 18:40:44.023846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:40:44.086814 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa1794-c4b2-4154-a55f-e1c9f2219e12 req-cbbd1d38-f005-4124-8bf8-001c8e03e36f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:44.088261 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1fa1794-c4b2-4154-a55f-e1c9f2219e12 req-cbbd1d38-f005-4124-8bf8-001c8e03e36f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0753896 Feb 14 18:40:44.132943 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a1fa1794-c4b2-4154-a55f-e1c9f2219e12 req-bb02121d-4e94-456b-9ec2-3ad6875110da tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Feb 14 18:40:44.196126 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:40:44.208927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'mac_address': 'fa:16:3e:61:4e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:40:44.264769 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:44.281731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bd9e2-82e6-40af-9964-a76aa7007498 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:40:44.296669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:40:44.387792 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:44.455754 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:44.463665 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.464005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.464344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.464662 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.465015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.465352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.465660 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.465978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.466298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.466610 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.466923 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:44.653849 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['a78bd9e2-82e6-40af-9964-a76aa7007498'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:40:45.327932 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64532deb-f11a-45f6-a2f2-12be1a39f3ef req-137bf92d-1cd9-4ed2-88db-ec136f8d7486 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:45.329430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64532deb-f11a-45f6-a2f2-12be1a39f3ef req-137bf92d-1cd9-4ed2-88db-ec136f8d7486 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 945 time: 0.0792518 Feb 14 18:40:45.373234 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-64532deb-f11a-45f6-a2f2-12be1a39f3ef req-041857f4-4898-41a4-82ac-9ab3764faff5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 Feb 14 18:40:45.610708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:46.038074 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:40:46.182042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port a78bd9e2-82e6-40af-9964-a76aa7007498 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:40:46.186778 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port a78bd9e2-82e6-40af-9964-a76aa7007498 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:40:46.187143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:46.298328 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:46.323854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:40:46.333836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:40:46.376316 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'code': 200} Feb 14 18:40:46.417015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:46.482763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:46.570780 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa2c5e-9e1b-406e-bb51-f70ca7cb6ee9 req-ca59ad2e-4125-41fc-b085-f3cd29d7f2b5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:46.572130 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2aa2c5e-9e1b-406e-bb51-f70ca7cb6ee9 req-ca59ad2e-4125-41fc-b085-f3cd29d7f2b5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0758405 Feb 14 18:40:46.618430 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c2aa2c5e-9e1b-406e-bb51-f70ca7cb6ee9 req-566ba6d8-f448-41af-88ef-8ae5bf56a611 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Feb 14 18:40:46.824334 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdbb1958-80d5-413b-97b2-a755f8145773 req-413e5ef2-086c-4075-9e30-ac108dfe6a73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.1532199 Feb 14 18:40:46.869975 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fdbb1958-80d5-413b-97b2-a755f8145773 req-0bd2d646-2923-48c9-b8c9-7899b5b1e501 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342326 Feb 14 18:40:47.816262 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf062c-fb8c-42e1-b96a-05125e49cc7e req-948a13ed-b94f-458c-a686-491f45d4a58f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:47.817720 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aebf062c-fb8c-42e1-b96a-05125e49cc7e req-948a13ed-b94f-458c-a686-491f45d4a58f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0775626 Feb 14 18:40:47.863447 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aebf062c-fb8c-42e1-b96a-05125e49cc7e req-8f3379e3-6d00-4954-81bc-c754de84d521 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Feb 14 18:40:49.054097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e903b-6688-4a10-9ff6-9cc8bceb2501 req-8d2193be-2362-484d-83ba-b329c49d23bb tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:49.055525 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-261e903b-6688-4a10-9ff6-9cc8bceb2501 req-8d2193be-2362-484d-83ba-b329c49d23bb tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0739849 Feb 14 18:40:49.099213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-261e903b-6688-4a10-9ff6-9cc8bceb2501 req-c84be173-7af8-4bf4-9845-5781ac7684ab tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Feb 14 18:40:49.292684 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaeaf5-0827-4ef9-8855-8de3b38cb3d1 req-973742be-9ff7-43d9-b1b7-720e9fcb38dd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:49.294138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21aaeaf5-0827-4ef9-8855-8de3b38cb3d1 req-973742be-9ff7-43d9-b1b7-720e9fcb38dd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0779884 Feb 14 18:40:49.338256 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-21aaeaf5-0827-4ef9-8855-8de3b38cb3d1 req-960a1d73-79b3-421f-93f1-4b8c5d95a868 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382328 Feb 14 18:40:49.365500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52240) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:49.435152 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-694ce0d1-f501-41e1-b266-49e547100fa2 tempest-TestShelveInstance-105680620 tempest-TestShelveInstance-105680620-project-admin] Synchronizing usage tracker for tenant:7466af6b1b55432eb1f2de1ee45ab2e0 on resource:port {{(pid=84256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:40:49.508022 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-694ce0d1-f501-41e1-b266-49e547100fa2 tempest-TestShelveInstance-105680620 tempest-TestShelveInstance-105680620-project-admin] Unset dirty status for tenant:7466af6b1b55432eb1f2de1ee45ab2e0 on resource:port {{(pid=84256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:40:49.509361 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-694ce0d1-f501-41e1-b266-49e547100fa2 tempest-TestShelveInstance-105680620 tempest-TestShelveInstance-105680620-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1094 time: 0.1428425 Feb 14 18:40:49.512126 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52244) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:40:49.517712 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:40:49.523100 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:40:49.526846 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Usage tracker for resource:floatingip and tenant:2f1259529eea41fb81b628674cfcd4c9 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:40:49.530147 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:40:49.535795 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:40:49.599767 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:49.750769 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:49.877372 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Allocated IP 172.26.4.51 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/047155f3-62e9-4f08-8650-a8e131c72beb) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:40:50.020844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:50.114294 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:50.182916 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:40:50.186107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:40:50.190555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:40:50.214745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=047155f3-62e9-4f08-8650-a8e131c72beb,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:50.239973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.240318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.240652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.241008 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.241338 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.241662 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.241988 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.242308 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.242628 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.242945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.243260 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:40:50.801930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:50.885216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-301022b7-963f-4e17-8972-7eb886c27b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:50.910224 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:51.110109 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:51.176137 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:51.277516 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event updated for resources: {'Port': ['ID=047155f3-62e9-4f08-8650-a8e131c72beb,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:40:51.291876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:51.480261 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.l3_db [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Floating IP 2e4f8d06-7a81-4932-ab8e-6690ba22fe9e associated. External IP: 172.26.4.51, port: a78bd9e2-82e6-40af-9964-a76aa7007498. Feb 14 18:40:51.858568 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:40:52.052387 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:40:52.061624 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:40:52.077750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:40:52.078393 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:40:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:40:52.136594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:52.190449 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a5d74b31-fbdb-4988-97ec-5cbaa3a0eba6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6772060 Feb 14 18:40:52.191009 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:40:52.252837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:40:52.326802 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'status': 'completed', 'code': 200} Feb 14 18:40:52.417978 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-18e1034c-764b-4af9-b955-b27d98d77bf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0679152 Feb 14 18:40:52.546599 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42a101-a256-4ba8-898a-0511facbdb1f req-8ed1acd0-5d1c-4778-9e3f-b68fc500afc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:52.548088 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-8ed1acd0-5d1c-4778-9e3f-b68fc500afc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1244717 Feb 14 18:40:52.604910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '2e4f8d06-7a81-4932-ab8e-6690ba22fe9e', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:61:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ee253-ec0f-4345-8931-6f16200eade8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:40:50Z', 'updated_at': '2022-02-14T18:40:50Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:40:52.608794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:40:52.619498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:40:52.620100 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:40:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:40:52.653377 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-e9d6f9b6-a89d-44a9-bcfa-ad47a05818fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 999 time: 0.0995228 Feb 14 18:40:52.718577 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42a101-a256-4ba8-898a-0511facbdb1f req-7d078a49-17a9-4bf0-b259-7526035e9bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:40:52.720142 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-7d078a49-17a9-4bf0-b259-7526035e9bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0603697 Feb 14 18:40:52.792650 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-a20f8bd4-cfde-4ebb-b67a-5c2c270e9c28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666852 Feb 14 18:40:52.797237 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:40:52.802103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-f592feb5-1057-4b3f-8859-cf305c544e8f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:40:52.803060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-f592feb5-1057-4b3f-8859-cf305c544e8f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048106 Feb 14 18:40:52.940486 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-570abf12-2a8b-43e8-8771-24c73bdba18a service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310647 Feb 14 18:40:53.069749 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-af42a101-a256-4ba8-898a-0511facbdb1f req-8f5d0839-4545-4d39-9a47-10935b7df137 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236904 Feb 14 18:40:53.120661 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b38809f5-ce7a-4f02-b11d-3f51f6065fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:53.193174 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '2e4f8d06-7a81-4932-ab8e-6690ba22fe9e', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:61:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ee253-ec0f-4345-8931-6f16200eade8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:40:50Z', 'updated_at': '2022-02-14T18:40:50Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:40:53.197040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a4ef4-28fd-42f7-b5a2-f6441c30c518 None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '2e4f8d06-7a81-4932-ab8e-6690ba22fe9e', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'mac_address': 'fa:16:3e:61:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ee253-ec0f-4345-8931-6f16200eade8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:40:50Z', 'updated_at': '2022-02-14T18:40:50Z', 'revision_number': 0, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:40:53.377089 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345165a0-9d36-4fc7-9097-511170cfe85c None None] New status for floating IP 2e4f8d06-7a81-4932-ab8e-6690ba22fe9e: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:40:54.394075 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:54.490970 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:40:55.793440 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:11.174350 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-182b6082-3a4b-4002-83c8-0fd6b39ce7c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675125 Feb 14 18:41:11.318680 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-428ea000-7f5d-426f-b1b0-22925c17fdad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0742564 Feb 14 18:41:11.462901 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-da034902-2491-466c-a72e-74a345377507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:41:11.464319 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-da034902-2491-466c-a72e-74a345377507 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1261704 Feb 14 18:41:11.566532 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-c894f1e6-f3e4-45b2-b275-9059c49f9f95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0948520 Feb 14 18:41:11.631871 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-b9b321f2-742f-4f75-99b1-076db36d35a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:41:11.633762 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-b9b321f2-742f-4f75-99b1-076db36d35a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0564823 Feb 14 18:41:11.707769 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-8c2584f1-9907-48f8-a26b-217d515f3ca2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661614 Feb 14 18:41:11.936291 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-7d012018-5df7-44a1-8557-59480eedba91 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207773 Feb 14 18:41:12.071197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-72e52e35-d340-49cc-b959-68ef4779bd73 req-9826cc61-1b46-4cf1-b629-3e701763e927 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277881 Feb 14 18:41:15.057463 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:41:15.622122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:20.896439 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d09bf935-aef4-45aa-a734-4c17958a4e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:23.062186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-27eec4fe-086b-4208-aa64-2f4c1bbb9181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:24.393776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:24.530420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:25.844941 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:45.662176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:50.912906 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-03d0dccb-afe4-4618-b828-1fbbb36a3d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:52.057666 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:41:53.123296 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7605a6de-4048-43e0-a6a2-5b174eb2d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:54.370337 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:54.512251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:41:55.867573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:12.160876 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-cf41bbde-2502-43df-978b-49eb67f0d96c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714724 Feb 14 18:42:12.306903 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-103866be-9a93-44e4-a99e-45c14ceed0d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0721827 Feb 14 18:42:12.473102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-2549f9be-3ef2-4379-b008-b72330037807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:42:12.474463 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-2549f9be-3ef2-4379-b008-b72330037807 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1404848 Feb 14 18:42:12.580306 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-3de88fa3-b086-442a-a597-26baf3a3076f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0970454 Feb 14 18:42:12.645426 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-de36985c-6463-4900-bc32-8f4a7bc1c06d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:42:12.646859 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-de36985c-6463-4900-bc32-8f4a7bc1c06d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0604191 Feb 14 18:42:12.727502 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-d95f3128-4405-49eb-9ae6-8519689e0a13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734878 Feb 14 18:42:12.862746 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-b2a92ccb-073a-43e4-832b-d73c15d0817f service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254699 Feb 14 18:42:13.001854 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-0cce3bea-6081-4c01-9926-c29931b862e3 req-3eb915f4-0977-4d7a-bce9-77b5803ce82f service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250246 Feb 14 18:42:15.741708 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:20.918262 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8c92a23b-9404-4db0-b4a7-670229c7c577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:23.101263 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd6e-f4b5-4f18-9455-c9c809aaaf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:24.409939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:24.507230 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:25.827187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:29.057131 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:42:45.682399 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:50.899223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-76c25f70-af42-477d-950e-0cb81dffb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:53.081749 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-52acc511-4726-40f5-880c-927d8e5b9624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:54.379121 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:54.504622 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:42:55.832052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:06.057741 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:43:13.282891 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-471ec832-f0ff-410b-8da5-04d28fe370ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2066333 Feb 14 18:43:13.430773 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-851be746-6c04-4cbe-b973-1a3ba63f6400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0730033 Feb 14 18:43:13.580425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-1eecce67-a50e-49aa-8621-9554e6c6a8d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:13.581893 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-1eecce67-a50e-49aa-8621-9554e6c6a8d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1266372 Feb 14 18:43:13.688476 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-638f2192-b25e-46aa-a25a-a050b6d12f64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0966239 Feb 14 18:43:13.752666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-4942c161-a236-4fe9-8b1e-2856d192e7d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:13.754521 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-4942c161-a236-4fe9-8b1e-2856d192e7d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0573900 Feb 14 18:43:13.835001 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-6582ac2a-5c23-4046-85e1-b4bee49b28f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721147 Feb 14 18:43:14.048075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-9eb53f2d-4be6-4741-a44c-0e76efa01066 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037067 Feb 14 18:43:14.179159 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f23cd55-4f76-464f-aad8-c4b475ecfd2b req-0c4b9f57-a2db-4c08-9a33-005cf57dd7c9 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209843 Feb 14 18:43:15.694946 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:20.910038 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-036f8957-cfd3-4904-af4f-57a45e14bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:23.100677 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9f3801c-d248-4aa8-a315-6f2b543c35f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:24.403394 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:24.511271 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:25.859445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:31.193612 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae11c7-8b1e-4fc6-a879-39a32562ef62 req-04ce32a6-821b-4b35-a26f-16710810f20f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:31.199839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9ae11c7-8b1e-4fc6-a879-39a32562ef62 req-04ce32a6-821b-4b35-a26f-16710810f20f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.1659939 Feb 14 18:43:31.239582 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e9ae11c7-8b1e-4fc6-a879-39a32562ef62 req-4a18f9d9-6f05-4200-abfa-819e2e317a78 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Feb 14 18:43:32.516153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da196ac6-4726-43db-b055-f41079af67c2 req-24295653-165d-4945-980f-ad8f2f701f69 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:32.517617 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da196ac6-4726-43db-b055-f41079af67c2 req-24295653-165d-4945-980f-ad8f2f701f69 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.1458519 Feb 14 18:43:32.562141 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-da196ac6-4726-43db-b055-f41079af67c2 req-edaee0c3-3ef7-488f-88cc-fdd363009334 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Feb 14 18:43:33.771551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a3ef-268c-4319-8408-a8291081d1dc req-bbdacb6c-c37e-45a1-a0d0-60282f9ea472 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:33.773015 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f86a3ef-268c-4319-8408-a8291081d1dc req-bbdacb6c-c37e-45a1-a0d0-60282f9ea472 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0745513 Feb 14 18:43:33.817326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4f86a3ef-268c-4319-8408-a8291081d1dc req-085f82b1-ef24-424c-9098-0a1f7dc77e13 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Feb 14 18:43:35.015052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330454d8-26ec-4539-b4e6-02324e8dd9e0 req-15f08798-80f9-4362-830b-ec22281e5320 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:35.016494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-330454d8-26ec-4539-b4e6-02324e8dd9e0 req-15f08798-80f9-4362-830b-ec22281e5320 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0791333 Feb 14 18:43:35.060458 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-330454d8-26ec-4539-b4e6-02324e8dd9e0 req-9c25fa60-708a-4752-8b44-765c58242a2f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Feb 14 18:43:36.253713 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6966ac-0c2e-4e5f-9c6b-1be69c2ecb9d req-96957f94-e3f6-4143-9da9-1949c3ae859e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:36.255172 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7f6966ac-0c2e-4e5f-9c6b-1be69c2ecb9d req-96957f94-e3f6-4143-9da9-1949c3ae859e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0749900 Feb 14 18:43:36.302707 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7f6966ac-0c2e-4e5f-9c6b-1be69c2ecb9d req-8d542b0b-0ef0-48ee-80c0-2c9108f74a67 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Feb 14 18:43:37.643012 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109661f-a3de-444a-95fe-be47bb662699 req-10a96c83-21c4-4998-a866-039faf49bd4f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:37.644441 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5109661f-a3de-444a-95fe-be47bb662699 req-10a96c83-21c4-4998-a866-039faf49bd4f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0747209 Feb 14 18:43:37.688651 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5109661f-a3de-444a-95fe-be47bb662699 req-baf36663-89ff-43b4-9bfb-3cbf9e46d5ef tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388212 Feb 14 18:43:38.887698 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d5257-3210-47c4-926d-e6feb3e28485 req-f9ef632e-dd20-41ba-996a-96629ef76376 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:38.889076 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-778d5257-3210-47c4-926d-e6feb3e28485 req-f9ef632e-dd20-41ba-996a-96629ef76376 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0787401 Feb 14 18:43:38.932421 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-778d5257-3210-47c4-926d-e6feb3e28485 req-6d83302a-c598-4834-bd86-7d616407dc2c tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378990 Feb 14 18:43:40.121761 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e11-1bdf-46f1-9c40-eaa17d07dbad req-be8e9ef4-c11c-4fb4-89c4-4e6c3f4fa95e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:40.123194 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7f80e11-1bdf-46f1-9c40-eaa17d07dbad req-be8e9ef4-c11c-4fb4-89c4-4e6c3f4fa95e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0752139 Feb 14 18:43:40.167283 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7f80e11-1bdf-46f1-9c40-eaa17d07dbad req-62c765d4-2cf4-4f23-a4f8-f86762376809 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380919 Feb 14 18:43:41.362008 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae1a81-3716-4a2f-aae0-4a058857cac8 req-f0a15bc4-7852-4b39-a73e-604d0b0f3e77 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:41.363445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eaae1a81-3716-4a2f-aae0-4a058857cac8 req-f0a15bc4-7852-4b39-a73e-604d0b0f3e77 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0768616 Feb 14 18:43:41.411173 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eaae1a81-3716-4a2f-aae0-4a058857cac8 req-79f62b45-4ce2-45f9-ad69-a828dafaa555 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Feb 14 18:43:42.601336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c934d-38b7-4898-93de-99c7a5c9de84 req-327cd0af-eb34-4ced-9a50-9a5b15c25c96 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:42.602808 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f49c934d-38b7-4898-93de-99c7a5c9de84 req-327cd0af-eb34-4ced-9a50-9a5b15c25c96 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0774193 Feb 14 18:43:42.651469 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f49c934d-38b7-4898-93de-99c7a5c9de84 req-0ffc0ea2-230e-4606-b428-455376006d04 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Feb 14 18:43:43.057875 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:43:43.847640 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa5a3-0eed-45f1-93cf-c295aebb9969 req-ec8b3595-9bbb-44fa-b3ba-e0addcad0a3a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:43.849119 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1aaa5a3-0eed-45f1-93cf-c295aebb9969 req-ec8b3595-9bbb-44fa-b3ba-e0addcad0a3a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0748250 Feb 14 18:43:43.893320 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b1aaa5a3-0eed-45f1-93cf-c295aebb9969 req-94be045f-000e-4b3e-b2cd-95ed122a293b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387723 Feb 14 18:43:45.087341 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f7539-1bc7-4b5a-94dd-8c5b62055086 req-0ce4e994-6c89-4dfc-81b5-4520d0428133 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:45.088765 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c4f7539-1bc7-4b5a-94dd-8c5b62055086 req-0ce4e994-6c89-4dfc-81b5-4520d0428133 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0768044 Feb 14 18:43:45.132243 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1c4f7539-1bc7-4b5a-94dd-8c5b62055086 req-70ef8a7a-6c8f-4f91-a771-89ffe53cea7e tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381048 Feb 14 18:43:45.660721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:46.376079 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-7bc1a0d0-e21e-40e2-8130-c0d140da6921 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.1288495 Feb 14 18:43:46.382192 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7806e-eb6c-4f89-9242-17c25911f24c req-3f3c528c-bae6-47fc-b87b-3ddd7495e1c5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:46.383554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bac7806e-eb6c-4f89-9242-17c25911f24c req-3f3c528c-bae6-47fc-b87b-3ddd7495e1c5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.1071396 Feb 14 18:43:46.601067 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-bac7806e-eb6c-4f89-9242-17c25911f24c req-554fd8bf-2bb5-4f80-992e-ecb5d388c31f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972458 Feb 14 18:43:46.629956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-0d86a337-b8fc-4f23-ad01-529ed9b3bcaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:46.631682 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-0d86a337-b8fc-4f23-ad01-529ed9b3bcaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.2446835 Feb 14 18:43:46.738394 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-b2fcacb2-c6cd-4847-8440-ec48985ecda7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0970674 Feb 14 18:43:46.806817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-6ff778c5-28f0-457c-bd73-fada50cae5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:46.808218 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-6ff778c5-28f0-457c-bd73-fada50cae5b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0604098 Feb 14 18:43:46.885120 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-03c3fde7-70f6-4fd6-bf20-5d9e2be5b624 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680985 Feb 14 18:43:47.018089 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-efefc2eb-da0e-45b3-a880-b8c0d0c54ed8 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239886 Feb 14 18:43:47.157642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7be3a3ef-7461-49b1-8b5c-99db9a3d727a req-413c64a6-9ef3-4898-bdab-95bcc8b105cb service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287551 Feb 14 18:43:47.791202 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca94f35-2fc2-4090-a2a6-bcf7ccdc2fa6 req-ff62a5ba-8ba9-4d2d-91d6-4036fae233f6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:47.792616 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ca94f35-2fc2-4090-a2a6-bcf7ccdc2fa6 req-ff62a5ba-8ba9-4d2d-91d6-4036fae233f6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0736744 Feb 14 18:43:47.837084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3ca94f35-2fc2-4090-a2a6-bcf7ccdc2fa6 req-5ce2ec81-722b-48ac-88c9-a8558c97dcd0 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Feb 14 18:43:49.033432 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79181e3f-0575-4d28-a8fe-57121aa3f3fa req-d1d1287e-a9fe-499c-b527-e62cd6bb5ebd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:49.035197 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79181e3f-0575-4d28-a8fe-57121aa3f3fa req-d1d1287e-a9fe-499c-b527-e62cd6bb5ebd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0808289 Feb 14 18:43:49.083639 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-79181e3f-0575-4d28-a8fe-57121aa3f3fa req-56a42f63-462d-4df7-a840-ef89393d0f37 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Feb 14 18:43:50.276594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c392-1d84-4cb7-b803-b4ca3a402335 req-941c6edd-f7bf-45e2-a6e3-c894d514618f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:50.278087 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b4f0c392-1d84-4cb7-b803-b4ca3a402335 req-941c6edd-f7bf-45e2-a6e3-c894d514618f tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0768621 Feb 14 18:43:50.326916 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b4f0c392-1d84-4cb7-b803-b4ca3a402335 req-6f5f66c8-b14c-4638-a375-8505e7678998 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Feb 14 18:43:50.572539 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ceb73547-d30f-4e62-878f-fb41267aaf4a req-ce8f9c8f-5919-4ab8-8a37-6ebffc9c062f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1285629 Feb 14 18:43:50.897904 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5e0930d6-6945-425b-908d-51ad8a89bab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:51.012517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94ae57-4b9b-47e3-b6a6-05495b477790 req-e71f24d1-7cde-4c02-ab25-8255dec95608 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:51.013983 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e94ae57-4b9b-47e3-b6a6-05495b477790 req-e71f24d1-7cde-4c02-ab25-8255dec95608 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.1281164 Feb 14 18:43:51.052366 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-41420b45-5717-4cf6-b9a1-ec0a906e6594 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780765 Feb 14 18:43:51.065338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3e94ae57-4b9b-47e3-b6a6-05495b477790 req-dc270e35-0f9b-46b0-b2f3-b1922321a025 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Feb 14 18:43:52.276605 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fdbc-f9b4-4751-bf79-01d7c4e89226 req-3bddacc4-fa70-463b-870e-efac3332bd08 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:52.278096 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2895fdbc-f9b4-4751-bf79-01d7c4e89226 req-3bddacc4-fa70-463b-870e-efac3332bd08 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0844638 Feb 14 18:43:52.324257 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2895fdbc-f9b4-4751-bf79-01d7c4e89226 req-06ea7ca6-c0aa-4b3e-9ec9-75d6fe811301 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Feb 14 18:43:52.961935 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:43:53.088155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1f24bad1-f3f9-46df-9eeb-1840a515a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:53.091497 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:53.120443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:43:53.130243 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:43:53.194495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:53.251119 dv-neutron-823271-4-hyperv neutron-server[84257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'code': 422} returned with failed status Feb 14 18:43:53.261253 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:43:53.270997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.271584 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.272169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.272741 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.273333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.273916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.274484 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.275011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.275594 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.276039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.276452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:43:53.535448 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21375f-7970-43f9-9818-6a2942bb1273 req-0f6aeb7d-e8b3-4ef9-aa59-6619a29d15e9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:53.536819 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f21375f-7970-43f9-9818-6a2942bb1273 req-0f6aeb7d-e8b3-4ef9-aa59-6619a29d15e9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0890357 Feb 14 18:43:53.581252 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5f21375f-7970-43f9-9818-6a2942bb1273 req-d834853d-b642-43d0-a82a-91301bc3689b tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Feb 14 18:43:54.270628 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-570b9117-55a5-4c26-9239-a68b6008b457 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&tenant_id=2f1259529eea41fb81b628674cfcd4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0728445 Feb 14 18:43:54.363104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-b0e1c4b7-4917-4079-87a4-2615875e7ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1097 time: 0.0696526 Feb 14 18:43:54.374480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:54.497631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-da6a5697-f4c6-4524-b05f-ce3ac5ea1176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:54.498977 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-da6a5697-f4c6-4524-b05f-ce3ac5ea1176 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1271787 Feb 14 18:43:54.511614 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:54.771701 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-34e85bf3-3ae7-4b2c-9fe9-31cc4d2483c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 999 time: 0.2405546 Feb 14 18:43:54.832669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-8a6058ee-8c76-4c0d-86b7-ca109438059e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:54.834112 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-8a6058ee-8c76-4c0d-86b7-ca109438059e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0711606 Feb 14 18:43:54.840442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81849-3e06-4385-b121-8baa4668a019 req-d1f44bbf-cdca-496f-8908-e0025cc68f13 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:54.841813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-02c81849-3e06-4385-b121-8baa4668a019 req-d1f44bbf-cdca-496f-8908-e0025cc68f13 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.1401904 Feb 14 18:43:54.933272 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-02c81849-3e06-4385-b121-8baa4668a019 req-6474cd95-82a0-45c7-81a5-4ae9e5c75fd3 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620663 Feb 14 18:43:54.947098 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-1b151d47-8883-4fbe-aadb-5fbaf17fc145 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036749 Feb 14 18:43:55.080143 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-7cc9e7a7-41a1-4e18-a189-57d14208b4e5 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236620 Feb 14 18:43:55.214947 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b2260bf5-5fd1-4c57-92db-dd90c8b0d8ba req-2c52900d-1b3f-46d6-b315-35386878ddce service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250162 Feb 14 18:43:55.817651 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:43:56.128056 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cdd8-711c-47bc-991c-66845c71fb23 req-b0e08a36-266a-46bd-b5b8-91621163deb9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:56.129738 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9549cdd8-711c-47bc-991c-66845c71fb23 req-b0e08a36-266a-46bd-b5b8-91621163deb9 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0763636 Feb 14 18:43:56.178839 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9549cdd8-711c-47bc-991c-66845c71fb23 req-1f110199-6638-4303-9537-e6ed292ef041 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Feb 14 18:43:57.371656 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1455-594c-4ba0-aedd-67851c14bcf3 req-b03ae4ff-6937-4333-9955-64d93ee8676a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:57.373097 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-816b1455-594c-4ba0-aedd-67851c14bcf3 req-b03ae4ff-6937-4333-9955-64d93ee8676a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0779552 Feb 14 18:43:57.416333 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-816b1455-594c-4ba0-aedd-67851c14bcf3 req-3c0163e5-56b8-48f3-868f-ae5c3b63a7e5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Feb 14 18:43:58.609390 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc615-4650-4b2c-9674-821ce6235e69 req-886aa66e-973a-452d-97e1-ba4ead7267f1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:58.610816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-396cc615-4650-4b2c-9674-821ce6235e69 req-886aa66e-973a-452d-97e1-ba4ead7267f1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0748160 Feb 14 18:43:58.655025 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-396cc615-4650-4b2c-9674-821ce6235e69 req-ee7b02e5-c040-4c16-b36a-23f52d1b6221 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Feb 14 18:43:59.860939 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29baf5-d493-4ce9-905a-6a8ce7999c31 req-500fa72a-c185-411e-bff4-6ae3001c0593 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:43:59.862379 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e29baf5-d493-4ce9-905a-6a8ce7999c31 req-500fa72a-c185-411e-bff4-6ae3001c0593 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0879829 Feb 14 18:43:59.905906 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1e29baf5-d493-4ce9-905a-6a8ce7999c31 req-60380fcc-307b-473f-b0e1-a441949ad2d7 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380132 Feb 14 18:44:01.099019 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dafcd1-a92e-47a6-9829-6454350d4642 req-0e33af9e-964a-4145-866b-1275627b73ca tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:01.100444 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04dafcd1-a92e-47a6-9829-6454350d4642 req-0e33af9e-964a-4145-866b-1275627b73ca tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0748615 Feb 14 18:44:01.144477 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-04dafcd1-a92e-47a6-9829-6454350d4642 req-25f0ff4b-5dad-4774-a383-34a47d42dc7a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Feb 14 18:44:02.368074 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaddbb-eb8b-4c16-85d7-23bce4a72a59 req-393e42e1-8b4d-484a-908f-8e7a2b8364e8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:02.369547 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afbaddbb-eb8b-4c16-85d7-23bce4a72a59 req-393e42e1-8b4d-484a-908f-8e7a2b8364e8 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 944 time: 0.0784683 Feb 14 18:44:02.417273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-afbaddbb-eb8b-4c16-85d7-23bce4a72a59 req-95da84dc-a695-4780-b1a5-f327bf3babcf tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Feb 14 18:44:03.024322 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:44:03.154876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:44:03.167568 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'port_id': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'mac_address': 'fa:16:3e:61:4e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:44:03.223384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:03.239762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bd9e2-82e6-40af-9964-a76aa7007498 {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:44:03.254543 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:44:03.314384 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:03.379365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:44:03.613642 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0c5ed-6c5d-4a9f-9c8b-baba1311b417 req-8d290556-ec5f-449a-816a-8fda93cccc94 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:03.615561 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dce0c5ed-6c5d-4a9f-9c8b-baba1311b417 req-8d290556-ec5f-449a-816a-8fda93cccc94 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 945 time: 0.0821993 Feb 14 18:44:03.656790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['a78bd9e2-82e6-40af-9964-a76aa7007498'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:44:03.666626 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dce0c5ed-6c5d-4a9f-9c8b-baba1311b417 req-7028f03d-bb22-4a53-937c-f825e63fb6fe tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Feb 14 18:44:04.860144 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee248-53e9-483e-8886-1cb4b612aacb req-1e52eacc-45cd-4c5b-aa2e-f2846bde8a4a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:04.862708 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1cbee248-53e9-483e-8886-1cb4b612aacb req-1e52eacc-45cd-4c5b-aa2e-f2846bde8a4a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 945 time: 0.0781236 Feb 14 18:44:04.906292 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1cbee248-53e9-483e-8886-1cb4b612aacb req-2c90819e-2aeb-492f-aa11-ca949f02d5f5 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 Feb 14 18:44:05.049048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:44:05.118206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port a78bd9e2-82e6-40af-9964-a76aa7007498 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:44:05.118571 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:05.228365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:05.253939 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:44:05.263098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:44:05.308167 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'code': 200} Feb 14 18:44:05.334233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:05.398645 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:44:05.667346 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d30abb95-c628-4364-8e8a-6fd1d3b13a55 req-cebdcfd1-db57-47ce-8e61-a5d5f8c5e329 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0722516 Feb 14 18:44:05.712564 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d30abb95-c628-4364-8e8a-6fd1d3b13a55 req-ef5b8a00-1bb5-40d4-ae51-ebc2b0368310 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Feb 14 18:44:06.103598 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080be9c5-59ac-4aba-a8f8-f42a7e43e874 req-41c15994-b9af-428d-a3d0-30314f3a73b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:06.105069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-080be9c5-59ac-4aba-a8f8-f42a7e43e874 req-41c15994-b9af-428d-a3d0-30314f3a73b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0756228 Feb 14 18:44:06.150593 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-080be9c5-59ac-4aba-a8f8-f42a7e43e874 req-79cbf762-ac48-4f7a-bfd3-fc79e769c735 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Feb 14 18:44:07.346743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af40cf-fd3b-4ef0-9f05-c6e201b329ce req-12900cd5-ba1f-4dba-a621-68ba506e74b6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:07.348786 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28af40cf-fd3b-4ef0-9f05-c6e201b329ce req-12900cd5-ba1f-4dba-a621-68ba506e74b6 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0789795 Feb 14 18:44:07.391472 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28af40cf-fd3b-4ef0-9f05-c6e201b329ce req-12f1eedb-241c-4288-b457-1a84a87fb8b1 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372653 Feb 14 18:44:15.654212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:16.008672 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-2e08642c-8191-400f-b768-212d1e55a0c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646262 Feb 14 18:44:16.230110 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-02a3326a-7bd7-4199-b6df-b4df842f7a82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.1552224 Feb 14 18:44:16.370623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-52052cfc-5a06-4a23-8767-ba3c5a13e973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:16.378794 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-52052cfc-5a06-4a23-8767-ba3c5a13e973 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1222165 Feb 14 18:44:16.474069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-f5afcdf1-70b7-4b96-9158-d010b4e7f31f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0949326 Feb 14 18:44:16.533533 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-9a7faa92-4f17-40c1-a2d4-e596c8945f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:44:16.535424 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-9a7faa92-4f17-40c1-a2d4-e596c8945f6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0555568 Feb 14 18:44:16.610953 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-e354e4e0-27e1-46ad-ace4-c1b67f958cf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701175 Feb 14 18:44:16.738549 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-5ad768d4-abff-46a0-b75a-06818fecc70d service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205561 Feb 14 18:44:16.863075 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-7d5974a3-cf62-4094-9989-962cd8c7def9 req-589287c9-c7e8-488c-a3ca-65398887b975 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200659 Feb 14 18:44:20.058044 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:44:20.889019 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7fc745e5-d858-455e-8882-23070db1f924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:23.077326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d81a26e4-0e47-4d90-ae28-d3f7138ea756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:24.408207 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:24.515711 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:25.820518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:45.694402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:50.890548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a518d2c2-35b5-4139-b403-a6fc2574776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:53.067817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-902ad405-043a-49a1-8bcd-b91d8a448e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:54.416091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:54.518829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:55.898450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:44:57.058258 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:45:15.143118 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-5ee0510b-bed0-46f2-8e6d-dbb79a6808f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667989 Feb 14 18:45:15.280400 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-ff33cb93-7451-46e4-b98c-54af2c1cec65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0686870 Feb 14 18:45:15.420255 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-0d30c83c-24ef-40e6-ae7e-e77f72deb340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:45:15.421701 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-0d30c83c-24ef-40e6-ae7e-e77f72deb340 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.1238811 Feb 14 18:45:15.525608 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-e3708938-ced6-4471-9e93-3b9eec7c4033 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 1001 time: 0.0960515 Feb 14 18:45:15.589116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-9a0e1493-02c9-43c9-a62a-8a4af140acca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:45:15.590498 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-9a0e1493-02c9-43c9-a62a-8a4af140acca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0585232 Feb 14 18:45:15.667341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-983fe9ee-fa70-4e28-aabd-98f9fed141ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705388 Feb 14 18:45:15.724866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:15.799733 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-946bd7e1-c110-4fd2-ace6-6b966e751e4a service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242890 Feb 14 18:45:15.934766 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f09c7b02-d2fb-452d-9297-5f6a911d49ad req-15de36db-4d09-4e9e-b12e-b2b31e80aae7 service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280351 Feb 14 18:45:20.922400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b434e418-c2b9-42e6-beea-487448989ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:23.078226 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b66e-aec3-45be-bf64-6262dc1a61ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:24.408080 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:24.524279 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:25.844161 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:34.059268 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:45:38.005897 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [req-9d3691a8-095a-4d0e-9b44-452be77bc227 req-1f5c2bb3-fb08-4c16-af68-56dc17de8f74 service neutron] (84256) timed out ('10.222.0.30', 47588) {{(pid=84256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 18:45:45.723527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:50.898915 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-85df0fa7-ccb2-4841-b536-5600dbb0cd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:53.100676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-956b3cc9-cc2d-422f-9cf2-c74e537cfc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:54.397576 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:54.529309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:45:55.825932 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:05.085927 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52488) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:05.637645 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Deleting port 047155f3-62e9-4f08-8650-a8e131c72beb {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:05.637985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:05.808233 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:05.808627 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:05.936837 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Calling delete_port for 047155f3-62e9-4f08-8650-a8e131c72beb owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:06.147107 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:06.206825 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'Port': ['ID=047155f3-62e9-4f08-8650-a8e131c72beb,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:06.241301 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.241583 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.241918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.242247 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.242577 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.242898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.243219 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.243538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.243860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.244173 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.244488 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:06.310341 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:06.699905 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:46:06.891194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:06.902528 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:06.914211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:06.918577 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:06.978808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:07.031111 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-8772b266-a30c-4e40-b2fc-5fd4638c01aa tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "DELETE /v2.0/floatingips/2e4f8d06-7a81-4932-ab8e-6690ba22fe9e HTTP/1.1" status: 204 len: 168 time: 1.9441249 Feb 14 18:46:07.031666 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:46:07.101044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:07.243232 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'status': 'completed', 'code': 200} Feb 14 18:46:07.348079 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-1606ca4e-b7aa-48b3-9d43-ec776ed8043f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1259529eea41fb81b628674cfcd4c9&device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 1099 time: 0.0746193 Feb 14 18:46:07.421279 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:07.425836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:07.438438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:07.439052 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:07.655368 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-63180d51-e179-4cbd-ad60-0baf72654dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:07.656831 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-63180d51-e179-4cbd-ad60-0baf72654dd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 200 len: 908 time: 0.2909682 Feb 14 18:46:07.667002 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ff78-9368-426e-a09b-8fe47a4d4bcf req-71af5357-ed49-4f90-befd-cdf3a7979b41 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:07.668354 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c538ff78-9368-426e-a09b-8fe47a4d4bcf req-71af5357-ed49-4f90-befd-cdf3a7979b41 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.1262777 Feb 14 18:46:07.677880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:07.747393 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-78ed697e-3956-407c-ae27-63c816031b0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 200 len: 217 time: 0.0780914 Feb 14 18:46:07.815138 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c538ff78-9368-426e-a09b-8fe47a4d4bcf req-0082711d-9381-4468-b302-3c283fd9bfcc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967076 Feb 14 18:46:07.825967 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-77f0ae97-e8b6-45f8-9f91-4571ae940e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:07.827362 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-77f0ae97-e8b6-45f8-9f91-4571ae940e12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 200 len: 847 time: 0.0697958 Feb 14 18:46:07.907386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-731eaf1a-a6b5-49d0-a5d9-e1b65b1ee41f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729432 Feb 14 18:46:07.993750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:07.997768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b909b-71cd-4a45-a01d-0454d19a86cc None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:35:29Z', 'revision_number': 4, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '408eb2d3-cc41-4cdf-8272-ece6e0e928ad', 'name': '', 'network_id': 'a56b7cf1-87b8-49bf-ab42-59580e3fe4f5', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'mac_address': 'fa:16:3e:e0:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:28Z', 'updated_at': '2022-02-14T18:35:47Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'subnets': [{'id': '701044d5-337a-4b2d-b29d-d194170c7a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:08.040189 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-6576050c-fbe1-44e4-8d8e-6d43262f347b service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252179 Feb 14 18:46:08.175824 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-66b9386d-dfe0-414b-baa2-dfcf5fd8b5a9 req-e0b76b22-6b6d-462a-8f8f-0c139a0ee07d service neutron] 10.222.0.45 "GET /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291008 Feb 14 18:46:08.215691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db4f0c1-3cf7-48ea-a620-bceb1529bbba None None] New status for floating IP 2e4f8d06-7a81-4932-ab8e-6690ba22fe9e: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:46:09.012733 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbb009-4662-4f67-8aed-44821b118deb req-50c76e00-560d-4843-9eff-c4fd65004d8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:09.014092 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3cbb009-4662-4f67-8aed-44821b118deb req-50c76e00-560d-4843-9eff-c4fd65004d8a tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0742161 Feb 14 18:46:09.061645 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-a3cbb009-4662-4f67-8aed-44821b118deb req-7de71e02-dee5-4916-9f50-0555627b3afd tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/security-groups?id=a945af9a-9ae5-41a1-b60c-a18cf5d3c759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 Feb 14 18:46:09.467072 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b2952-7df6-4589-9786-06b7d66e158f req-8c6ad787-68d2-4750-913b-037f949c2cac tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:09.468457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-829b2952-7df6-4589-9786-06b7d66e158f req-8c6ad787-68d2-4750-913b-037f949c2cac tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 946 time: 0.0756285 Feb 14 18:46:09.537377 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Deleting port a78bd9e2-82e6-40af-9964-a76aa7007498 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:09.537712 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:09.774575 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] For port a78bd9e2-82e6-40af-9964-a76aa7007498, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a78bd9e2-82e6-40af-9964-a76aa7007498,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:09.774928 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:09.892557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Calling delete_port for a78bd9e2-82e6-40af-9964-a76aa7007498 owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:10.094749 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:10.143299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'Port': ['ID=a78bd9e2-82e6-40af-9964-a76aa7007498,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:10.339450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.339793 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.340128 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.340460 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.340880 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.341207 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.341530 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.341853 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.342185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.342485 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.342798 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:10.356406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] No DVR routers for this DVR port a78bd9e2-82e6-40af-9964-a76aa7007498 on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:46:10.359193 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2f586a7a-9db0-4a65-8281-1f0adaa81a28 req-50c4a89f-4c16-4362-9144-b73ccd0234df tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 210 time: 0.0848799 Feb 14 18:46:10.360100 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:10.362637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-deleted', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:46:10.374550 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-829b2952-7df6-4589-9786-06b7d66e158f req-933c4e5f-6563-42c1-877f-46c7b19d4efc tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.45 "DELETE /v2.0/ports/a78bd9e2-82e6-40af-9964-a76aa7007498 HTTP/1.1" status: 204 len: 173 time: 0.8975768 Feb 14 18:46:10.491270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ee253-ec0f-4345-8931-6f16200eade8', 'name': 'network-vif-deleted', 'tag': 'a78bd9e2-82e6-40af-9964-a76aa7007498', 'status': 'completed', 'code': 200} Feb 14 18:46:11.059587 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:46:11.531564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4db39b38-e4e8-43fc-afab-89aadd954820 req-282ad524-06fd-4897-852a-f73bbd6aa4a4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Synchronizing usage tracker for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:46:11.626314 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-4db39b38-e4e8-43fc-afab-89aadd954820 req-282ad524-06fd-4897-852a-f73bbd6aa4a4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Unset dirty status for tenant:2f1259529eea41fb81b628674cfcd4c9 on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:46:11.627466 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4db39b38-e4e8-43fc-afab-89aadd954820 req-282ad524-06fd-4897-852a-f73bbd6aa4a4 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "GET /v2.0/ports?device_id=884ee253-ec0f-4345-8931-6f16200eade8 HTTP/1.1" status: 200 len: 210 time: 0.1423934 Feb 14 18:46:12.736634 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52526) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:12.805306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:12.834719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:12.980609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:13.000347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945af9a-9ae5-41a1-b60c-a18cf5d3c759,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:13.071671 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:13.072878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-2497f502-9949-4488-8dd3-cab5c5393947 tempest-TestShelveInstance-38536918 tempest-TestShelveInstance-38536918-project] 10.222.0.30 "DELETE /v2.0/security-groups/a945af9a-9ae5-41a1-b60c-a18cf5d3c759 HTTP/1.1" status: 204 len: 168 time: 0.3351972 Feb 14 18:46:13.184886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52532) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:13.566988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:13.608671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: a78bd9e2-82e6-40af-9964-a76aa7007498 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:13.609270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a78bd9e2-82e6-40af-9964-a76aa7007498 not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:13.730148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:14.331285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Deleting port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:14.331942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:14.500529 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] For port 408eb2d3-cc41-4cdf-8272-ece6e0e928ad, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:14.500977 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:14.708351 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Calling delete_port for 408eb2d3-cc41-4cdf-8272-ece6e0e928ad owned by network:router_interface {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:14.921343 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:14.965113 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Pushing event deleted for resources: {'Port': ['ID=408eb2d3-cc41-4cdf-8272-ece6e0e928ad,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:15.246173 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:15.729194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:15.816181 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Router 43245396-1aca-4357-b77b-dea095ca4ced has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:46:16.011734 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:16.020136 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Sync routers for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:16.032409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:16.033050 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:16.079241 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-c2c104c8-5ebf-49f8-8881-ffbcd30872ef admin admin] 10.222.0.30 "PUT /v2.0/routers/43245396-1aca-4357-b77b-dea095ca4ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8932326 Feb 14 18:46:16.081740 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52548) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:16.210959 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:16.371649 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks [] for router, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:16.492829 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:46:14Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:16.496565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Checking router: 43245396-1aca-4357-b77b-dea095ca4ced for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:16.507293 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Routers {'43245396-1aca-4357-b77b-dea095ca4ced'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:16.507874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['43245396-1aca-4357-b77b-dea095ca4ced'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:16.573600 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:16.647801 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Deleting port 61a495f6-f64e-4e5e-8371-7cc439593026 {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:16.648150 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:16.681042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] Set router 43245396-1aca-4357-b77b-dea095ca4ced gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:16.819067 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] For port 61a495f6-f64e-4e5e-8371-7cc439593026, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=61a495f6-f64e-4e5e-8371-7cc439593026,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:16.819624 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:16.942287 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Calling delete_port for 61a495f6-f64e-4e5e-8371-7cc439593026 owned by network:router_gateway {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:17.006529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:46:14Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:17.010398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97e2ed-597f-4c30-b6bf-fc48db7a248c None None] The sync data for ids ['43245396-1aca-4357-b77b-dea095ca4ced'] in dv-neutron-823271-4-hyperv is: [{'id': '43245396-1aca-4357-b77b-dea095ca4ced', 'name': 'tempest-TestShelveInstance-337252202-router', 'tenant_id': '2f1259529eea41fb81b628674cfcd4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:25Z', 'updated_at': '2022-02-14T18:46:14Z', 'revision_number': 5, 'project_id': '2f1259529eea41fb81b628674cfcd4c9', 'gw_port': {'id': '61a495f6-f64e-4e5e-8371-7cc439593026', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43245396-1aca-4357-b77b-dea095ca4ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:26Z', 'updated_at': '2022-02-14T18:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:17.174251 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.218408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=61a495f6-f64e-4e5e-8371-7cc439593026,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:17.392914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 408eb2d3-cc41-4cdf-8272-ece6e0e928ad no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:17.426862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 408eb2d3-cc41-4cdf-8272-ece6e0e928ad {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:17.427750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 408eb2d3-cc41-4cdf-8272-ece6e0e928ad not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:17.443558 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.781846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.785942 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.882404 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.883047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43245396-1aca-4357-b77b-dea095ca4ced {{(pid=84255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:46:17.895124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] Notify callbacks [] for router, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:17.901554 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-32b41f34-d7ba-4ecb-b2b9-cccb7a10e2fa admin admin] 10.222.0.30 "DELETE /v2.0/routers/43245396-1aca-4357-b77b-dea095ca4ced HTTP/1.1" status: 204 len: 168 time: 1.8136830 Feb 14 18:46:17.902004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52552) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:18.082306 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Deleting subnet 701044d5-337a-4b2d-b29d-d194170c7a95 {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:46:18.085185 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.133375 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.209851 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.344742 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.384561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701044d5-337a-4b2d-b29d-d194170c7a95,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:18.389589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.394652 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3db83f-e784-4e80-83c1-e8c9532310f6 None None] Network a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:18.395069 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-068a66e7-760a-4b48-a64b-e223fefde71b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/701044d5-337a-4b2d-b29d-d194170c7a95 HTTP/1.1" status: 204 len: 168 time: 0.4919283 Feb 14 18:46:18.398194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52556) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:18.503868 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.514574 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Deleting port 3214767b-899f-4aaf-b298-e753087d1519 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:18.514928 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.657058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] DHCP port deletion for a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:46:18.661250 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Deleting port 3214767b-899f-4aaf-b298-e753087d1519 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:18.661654 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.727869 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] For port 3214767b-899f-4aaf-b298-e753087d1519, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3214767b-899f-4aaf-b298-e753087d1519,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:18.728220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.856680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Calling delete_port for 3214767b-899f-4aaf-b298-e753087d1519 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:18.862673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] For port 3214767b-899f-4aaf-b298-e753087d1519, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=3214767b-899f-4aaf-b298-e753087d1519,segment=NetworkSegment(5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f),segment_id=5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:18.863063 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:18.981747 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Calling delete_port for 3214767b-899f-4aaf-b298-e753087d1519 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:18.994149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.041953 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=3214767b-899f-4aaf-b298-e753087d1519,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:19.047876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] No DVR routers for this DVR port 3214767b-899f-4aaf-b298-e753087d1519 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:46:19.055436 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:46:19.055775 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:46:19.162145 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.186332 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56b7cf1-87b8-49bf-ab42-59580e3fe4f5']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:19.198714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:19.199005 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa3fad6-2e3e-4e8c-8c6f-36e92e840b6f') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:19.209827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.224959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.230804 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:46:19.231175 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:46:19.244224 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:46:19.381331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 61a495f6-f64e-4e5e-8371-7cc439593026 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:19.397620 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.414098 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 61a495f6-f64e-4e5e-8371-7cc439593026 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:19.414643 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 61a495f6-f64e-4e5e-8371-7cc439593026 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:19.414731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.414808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3214767b-899f-4aaf-b298-e753087d1519 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:19.424850 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56b7cf1-87b8-49bf-ab42-59580e3fe4f5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:19.446069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 3214767b-899f-4aaf-b298-e753087d1519 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:19.448537 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 3214767b-899f-4aaf-b298-e753087d1519 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:19.483822 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9d1d81a2-1dc0-460a-96c9-0cd80aed3e32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a56b7cf1-87b8-49bf-ab42-59580e3fe4f5 HTTP/1.1" status: 204 len: 168 time: 1.0845766 Feb 14 18:46:19.486637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52560) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:19.556581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Deleting port 3214767b-899f-4aaf-b298-e753087d1519 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:19.557090 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:19.623285 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bc47-b3c5-4b42-b73c-927007b88b17 None None] The port '3214767b-899f-4aaf-b298-e753087d1519' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:46:19.951781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:20.525827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Deleting port 86ba2655-6fcc-4622-8ed1-698c64e1e29e {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:20.526512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:20.694136 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] For port 86ba2655-6fcc-4622-8ed1-698c64e1e29e, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=86ba2655-6fcc-4622-8ed1-698c64e1e29e,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:20.694480 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:20.810908 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Calling delete_port for 86ba2655-6fcc-4622-8ed1-698c64e1e29e owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:20.887375 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-293b4b11-df03-45a2-8818-cb4b69941288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:21.031673 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:21.082353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=86ba2655-6fcc-4622-8ed1-698c64e1e29e,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:21.491512 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:22.108474 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Router 9d83ece6-30cf-4b94-9a6d-1042e5972668 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:46:22.310220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:22.318974 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Sync routers for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:22.330294 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:22.330883 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:22.393341 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-21c3d2fa-08f0-457f-83a0-fd9120892dfd admin admin] 10.222.0.30 "PUT /v2.0/routers/9d83ece6-30cf-4b94-9a6d-1042e5972668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053986 Feb 14 18:46:22.395590 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52564) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:22.514544 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:22.597312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:22.789011 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:22.796170 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:46:20Z', 'revision_number': 5, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port': {'id': '313498f1-02cd-4b0f-ad53-40275ba0d633', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:22.800064 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Checking router: 9d83ece6-30cf-4b94-9a6d-1042e5972668 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:22.810691 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Routers {'9d83ece6-30cf-4b94-9a6d-1042e5972668'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:22.811264 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:45:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['9d83ece6-30cf-4b94-9a6d-1042e5972668'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:22.854305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Deleting port 313498f1-02cd-4b0f-ad53-40275ba0d633 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:22.854689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:22.961334 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] Set router 9d83ece6-30cf-4b94-9a6d-1042e5972668 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:23.075299 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:46:22Z', 'revision_number': 6, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:23.076223 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f09dc003-9345-4b08-8c30-8b79db500057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:23.081246 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d329a21-1c8d-4044-b6fc-b72714fe1938 None None] The sync data for ids ['9d83ece6-30cf-4b94-9a6d-1042e5972668'] in dv-neutron-823271-4-hyperv is: [{'id': '9d83ece6-30cf-4b94-9a6d-1042e5972668', 'name': 'tempest-TestShelveInstance-518717881-router', 'tenant_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:35:33Z', 'updated_at': '2022-02-14T18:46:22Z', 'revision_number': 6, 'project_id': '7466af6b1b55432eb1f2de1ee45ab2e0', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:23.139365 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] For port 313498f1-02cd-4b0f-ad53-40275ba0d633, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=313498f1-02cd-4b0f-ad53-40275ba0d633,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:23.139911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:23.258017 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Calling delete_port for 313498f1-02cd-4b0f-ad53-40275ba0d633 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:23.415920 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 86ba2655-6fcc-4622-8ed1-698c64e1e29e no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:23.449671 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 86ba2655-6fcc-4622-8ed1-698c64e1e29e {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:23.450025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 86ba2655-6fcc-4622-8ed1-698c64e1e29e not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:23.475866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:23.520730 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Pushing event deleted for resources: {'Port': ['ID=313498f1-02cd-4b0f-ad53-40275ba0d633,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:23.737818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:23.992691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:23.996696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.092973 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.093492 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d83ece6-30cf-4b94-9a6d-1042e5972668 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:46:24.105761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.106922 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-37dc682b-a989-434c-949a-806728c818fa admin admin] 10.222.0.30 "DELETE /v2.0/routers/9d83ece6-30cf-4b94-9a6d-1042e5972668 HTTP/1.1" status: 204 len: 168 time: 1.7097070 Feb 14 18:46:24.118453 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52568) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:24.183211 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Deleting subnet 7dc70800-8073-4e44-ad38-e44b9921d60f {{(pid=84255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:46:24.184680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.233295 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1717581'] for subnet, precommit_delete_associations {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.308546 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.378952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.447959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1978657'] for subnet, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.484457 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc70800-8073-4e44-ad38-e44b9921d60f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:24.490572 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.495474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340065e-f40a-4fd9-a9c4-35118142c1c1 None None] Network 17d2315e-1e58-45f5-9316-a84f7efb1f36 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:24.497449 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-1aa22b1a-1d08-4514-83cb-cb9264e9a2db admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7dc70800-8073-4e44-ad38-e44b9921d60f HTTP/1.1" status: 204 len: 168 time: 0.3778570 Feb 14 18:46:24.500121 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52572) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:24.562020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.607029 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.617400 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Deleting port ee638c58-a47c-4389-9602-3783f51bb195 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:24.617721 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.740029 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] DHCP port deletion for 17d2315e-1e58-45f5-9316-a84f7efb1f36 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:46:24.744189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Deleting port ee638c58-a47c-4389-9602-3783f51bb195 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:24.744565 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.817336 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] For port ee638c58-a47c-4389-9602-3783f51bb195, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ee638c58-a47c-4389-9602-3783f51bb195,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:24.818228 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:24.946106 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] For port ee638c58-a47c-4389-9602-3783f51bb195, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=ee638c58-a47c-4389-9602-3783f51bb195,segment=NetworkSegment(a60c6f46-4491-4061-8d69-919afb0cc61c),segment_id=a60c6f46-4491-4061-8d69-919afb0cc61c)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:24.946493 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.028618 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Calling delete_port for ee638c58-a47c-4389-9602-3783f51bb195 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:25.090541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Calling delete_port for ee638c58-a47c-4389-9602-3783f51bb195 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:46:25.162592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.167531 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:46:25.167876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:46:25.208807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee638c58-a47c-4389-9602-3783f51bb195,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:25.213200 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] No DVR routers for this DVR port ee638c58-a47c-4389-9602-3783f51bb195 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:46:25.326074 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.355270 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d2315e-1e58-45f5-9316-a84f7efb1f36']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:25.367899 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60c6f46-4491-4061-8d69-919afb0cc61c') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:25.368194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60c6f46-4491-4061-8d69-919afb0cc61c') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:25.379406 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.383374 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 313498f1-02cd-4b0f-ad53-40275ba0d633 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:25.395486 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.401672 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:46:25.402049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:46:25.415547 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:46:25.418155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 313498f1-02cd-4b0f-ad53-40275ba0d633 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:25.418503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 313498f1-02cd-4b0f-ad53-40275ba0d633 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:25.418919 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ee638c58-a47c-4389-9602-3783f51bb195 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:46:25.449776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: ee638c58-a47c-4389-9602-3783f51bb195 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:46:25.450122 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device ee638c58-a47c-4389-9602-3783f51bb195 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:46:25.557078 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.576293 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.586026 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] Pushing event deleted for resources: {'Network': ['ID=17d2315e-1e58-45f5-9316-a84f7efb1f36,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:25.593059 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c29e8907-135e-4954-b461-ea7a5d38b22c admin admin] 10.222.0.30 "DELETE /v2.0/networks/17d2315e-1e58-45f5-9316-a84f7efb1f36 HTTP/1.1" status: 204 len: 168 time: 1.0918732 Feb 14 18:46:25.669988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Deleting port ee638c58-a47c-4389-9602-3783f51bb195 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:46:25.670382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.731721 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f91fc1e8-92c6-4d09-9612-79ae9ad6b823 None None] The port 'ee638c58-a47c-4389-9602-3783f51bb195' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:46:25.858637 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:25.895614 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52578) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:25.945179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3adf22d5-29ed-4213-9c9d-0491b5bc1d77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f1259529eea41fb81b628674cfcd4c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477817 Feb 14 18:46:25.947410 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52582) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:26.008427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:26.032787 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:26.151338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:26.166568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99fbbed-603e-40da-9089-79a3064c6319,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:26.174306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:26.175657 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-3c2a51ef-7d1b-44e8-bc6f-32f9d9ae4bb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d99fbbed-603e-40da-9089-79a3064c6319 HTTP/1.1" status: 204 len: 168 time: 0.2271080 Feb 14 18:46:26.848419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52590) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:26.898649 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-feeb11c8-592c-4210-bc98-f1468c8aec4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7466af6b1b55432eb1f2de1ee45ab2e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484352 Feb 14 18:46:26.903239 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52594) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:26.960505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:26.985526 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:27.105969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:27.122701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980f8c6-6cf2-4a27-af93-c4140f98ca09,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:27.127241 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:27.128070 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-6b3c9d3d-330d-45ad-8476-09c8307c7cd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3980f8c6-6cf2-4a27-af93-c4140f98ca09 HTTP/1.1" status: 204 len: 168 time: 0.2239337 Feb 14 18:46:28.289065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52616) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:28.412566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-950158852-network', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:28.417312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:28.421227 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Usage tracker for resource:network and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:28.424018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:28.429781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:28.499830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Made reservation on behalf of 6904e04ff4c34d448f77e872ad62faee for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:46:28.502130 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.517566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.546985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:28.550826 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:28.553683 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:28.559504 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:28.623472 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.687984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.717505 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:46:28.725779 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b3954f-2fc3-4b8c-9f10-e523f54212d9,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:28.730941 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.731274 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Added segment 2ea905ba-5a6c-484f-88a3-656b84c0c5b2 of type vlan for network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d Feb 14 18:46:28.757218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.859466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.860288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:28.860898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:28.961481 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] Pushing event updated for resources: {'Network': ['ID=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:28.970999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:46:29.014791 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e4ee0625-b6df-40f7-b1cd-84933794da9b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7245803 Feb 14 18:46:29.017559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52622) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:29.022784 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Request body: {'subnet': {'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-950158852-subnet', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:29.027643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:29.031562 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Usage tracker for resource:subnet and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:29.036045 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:29.040026 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:29.145451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Made reservation on behalf of 6904e04ff4c34d448f77e872ad62faee for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:46:29.147728 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.396959 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.472360 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e5d39f-fd94-4f65-a93b-b7e410b130bc,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:29.482251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Checking segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:29.482598 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Network hostable DHCP agents. Network: c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:46:29.573918 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:46:29.642814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:29.647273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:29.647835 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.652138 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca0cd9-f2f9-447a-a3dd-a10b0a884f7e None None] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:29.734884 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-446b0ee9-17f4-4ad9-b64f-b039db20b8a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7162628 Feb 14 18:46:29.737542 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52626) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:29.742560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:29.747265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:29.750995 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Usage tracker for resource:router and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:29.753787 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:29.759420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:29.842643 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.843594 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.861581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:46:29.862396 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:29.863983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.014164 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Allocated IP 172.20.0.2 (c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d/53e5d39f-fd94-4f65-a93b-b7e410b130bc/92326c33-1588-4524-84fa-0c370747a4d2) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:30.080429 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.215679 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.225788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Transition to ACTIVE for port object 92326c33-1588-4524-84fa-0c370747a4d2 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:30.243933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Transition to ACTIVE for port object 92326c33-1588-4524-84fa-0c370747a4d2 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:30.329191 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.400770 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:30.403441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:30.407664 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:30.409700 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Pushing event updated for resources: {'Port': ['ID=92326c33-1588-4524-84fa-0c370747a4d2,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:30.437872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.448524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.448896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.449229 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.449563 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.449893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.450215 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.450539 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.450853 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.451172 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.451485 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.451804 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:30.468250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.505025 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Attempting to bind port 92326c33-1588-4524-84fa-0c370747a4d2 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:30.505913 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Attempting to bind port 92326c33-1588-4524-84fa-0c370747a4d2 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:30.506267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Attempting to bind port 92326c33-1588-4524-84fa-0c370747a4d2 on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:30.512952 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:30.513319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Checking segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:30.513724 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.514101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Bound using segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:30.514551 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Bound port: 92326c33-1588-4524-84fa-0c370747a4d2, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:30.514914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.603690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] For port 92326c33-1588-4524-84fa-0c370747a4d2, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:30.605035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Allocated IP 172.26.4.119 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/121a8499-c4fb-4ce2-a78e-ba26a04769d7) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:30.606851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] For port 92326c33-1588-4524-84fa-0c370747a4d2, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=92326c33-1588-4524-84fa-0c370747a4d2,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:30.678001 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.752420 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.761452 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2062dd6-19fa-4af5-a8d3-e0dfa75b301c None None] Pushing event updated for resources: {'Port': ['ID=92326c33-1588-4524-84fa-0c370747a4d2,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:30.836587 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:30.914894 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:30.917768 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:30.922034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:30.947448 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Pushing event updated for resources: {'Port': ['ID=121a8499-c4fb-4ce2-a78e-ba26a04769d7,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:31.135347 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:31.136076 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:31.428693 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 92326c33-1588-4524-84fa-0c370747a4d2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:31.436876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Router fb845b94-228a-4893-9f65-2c8d06eadc37 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:46:31.592119 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 92326c33-1588-4524-84fa-0c370747a4d2 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:31.653867 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:31.663039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:31.675880 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:31.676581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:31.725650 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae31d2-eac2-49da-8eaa-bded3558246a None None] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:31.757176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:31.758444 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-432eb1c2-1ddc-4d16-bd31-918d27e8a0dd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0200326 Feb 14 18:46:31.761276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52630) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:32.016260 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Provisioning for port 92326c33-1588-4524-84fa-0c370747a4d2 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:32.035844 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Provisioning complete for port 92326c33-1588-4524-84fa-0c370747a4d2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:32.036917 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.081134 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:32.434212 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.510036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] For port 92326c33-1588-4524-84fa-0c370747a4d2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=92326c33-1588-4524-84fa-0c370747a4d2,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:32.537398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:31Z', 'revision_number': 3, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:32.542377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:32.542733 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Updating router fb845b94-228a-4893-9f65-2c8d06eadc37 port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:46:32.572623 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.601743 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.663832 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.690015 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d41b3-5ba4-40c2-a780-d6a2b77abbda None None] Pushing event updated for resources: {'Port': ['ID=92326c33-1588-4524-84fa-0c370747a4d2,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:32.772309 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f27ef79b-2f6d-497e-b76c-e9407d6a8f87 None None] Provisioning complete for port 92326c33-1588-4524-84fa-0c370747a4d2 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:32.772761 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f27ef79b-2f6d-497e-b76c-e9407d6a8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.816827 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Allocated IP 172.20.0.1 (c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d/53e5d39f-fd94-4f65-a93b-b7e410b130bc/6390f894-7881-4bed-a050-13fbdc799fc0) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:32.970085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:32.986172 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Transition to ACTIVE for port object 6390f894-7881-4bed-a050-13fbdc799fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:33.070093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.091258 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.102879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Transition to ACTIVE for port object 121a8499-c4fb-4ce2-a78e-ba26a04769d7 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:33.136335 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:33.138997 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:33.143276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:33.163101 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.167696 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Pushing event updated for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:33.202931 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.242036 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Attempting to bind port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:33.242409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Attempting to bind port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:33.242772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Attempting to bind port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:33.249102 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2d42-7a26-4b34-b21f-319eb95bb747 None None] Pushing event updated for resources: {'Port': ['ID=121a8499-c4fb-4ce2-a78e-ba26a04769d7,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:33.255190 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:33.255606 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:33.256059 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.256450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:33.257042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Bound port: 121a8499-c4fb-4ce2-a78e-ba26a04769d7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:33.257471 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.331289 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] For port 121a8499-c4fb-4ce2-a78e-ba26a04769d7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:33.336507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] For port 121a8499-c4fb-4ce2-a78e-ba26a04769d7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=121a8499-c4fb-4ce2-a78e-ba26a04769d7,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:33.365024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.392332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 92326c33-1588-4524-84fa-0c370747a4d2 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:33.432247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.541329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2d42-7a26-4b34-b21f-319eb95bb747 None None] Pushing event updated for resources: {'Port': ['ID=121a8499-c4fb-4ce2-a78e-ba26a04769d7,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:33.549731 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:33.550353 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:33.596479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.650570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-419cf6fe-ce61-472e-baba-26af8b375791 None None] Provisioning for port 6390f894-7881-4bed-a050-13fbdc799fc0 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:33.699601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.713378 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-419cf6fe-ce61-472e-baba-26af8b375791 None None] Provisioning complete for port 6390f894-7881-4bed-a050-13fbdc799fc0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:33.713748 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-419cf6fe-ce61-472e-baba-26af8b375791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.774592 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 92326c33-1588-4524-84fa-0c370747a4d2 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:33.774884 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.805985 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:33.809349 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Pushing event updated for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:33.839559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-419cf6fe-ce61-472e-baba-26af8b375791 None None] Port 6390f894-7881-4bed-a050-13fbdc799fc0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:46:33.905908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:33.961344 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:33.962431 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:34.201131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-1ca55f79-8ee4-4c1d-9bb4-e9c38d65da21 None None] Provisioning complete for port 6390f894-7881-4bed-a050-13fbdc799fc0 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:34.201503 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ca55f79-8ee4-4c1d-9bb4-e9c38d65da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:34.288817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-1ca55f79-8ee4-4c1d-9bb4-e9c38d65da21 None None] Port 6390f894-7881-4bed-a050-13fbdc799fc0 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:46:34.315359 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:32Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:34.320178 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c844b-c058-4051-9635-7ae08a5c11cb None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:32Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:34.458993 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:46:34.688876 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:34.698648 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d3013bf2-0347-4561-a678-f8b19c87df81 admin admin] 10.222.0.30 "PUT /v2.0/routers/fb845b94-228a-4893-9f65-2c8d06eadc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9363735 Feb 14 18:46:35.417978 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 121a8499-c4fb-4ce2-a78e-ba26a04769d7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:35.568125 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:35.573441 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:35.573813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:35.686149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:35.706541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 121a8499-c4fb-4ce2-a78e-ba26a04769d7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=121a8499-c4fb-4ce2-a78e-ba26a04769d7,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:35.789821 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:35.826280 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52652) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:35.831872 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-560307351-network', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:35.836558 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:35.840362 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Usage tracker for resource:network and tenant:79cb5c80601542ac8dcce550f8a89353 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:35.843305 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:35.849600 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:35.855342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=121a8499-c4fb-4ce2-a78e-ba26a04769d7,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:35.910064 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Made reservation on behalf of 79cb5c80601542ac8dcce550f8a89353 for: {'network': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:46:35.912945 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for network, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:35.925458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:35.955895 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:35.959807 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Usage tracker for resource:security_group_rule and tenant:79cb5c80601542ac8dcce550f8a89353 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:35.962870 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:35.968569 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:36.031176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.093714 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.128072 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 18:46:36.133057 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95da4c3-e486-4180-a90e-1d40340c6a75,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:36.139563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.139896 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.segments_db [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Added segment 2aabef63-ee45-416c-91de-8c1d5631f972 of type vlan for network 05326737-63b1-4386-8efd-9a8c30cda3f5 Feb 14 18:46:36.166529 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760996439044'] for network, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.263711 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033'] for network, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.264552 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:36.265150 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.364986 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] Pushing event updated for resources: {'Network': ['ID=05326737-63b1-4386-8efd-9a8c30cda3f5,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:36.374267 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 details requested by agent ovs-agent-dv-neutron-823271-4-hyperv with host dv-neutron-823271-4-hyperv {{(pid=84257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 18:46:36.442483 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d6bafe41-19d8-44a1-aec8-40daca976ddf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6147413 Feb 14 18:46:36.445018 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52656) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:36.450288 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Request body: {'subnet': {'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-560307351-subnet', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'ip_version': 4}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:36.455094 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:36.459418 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Usage tracker for resource:subnet and tenant:79cb5c80601542ac8dcce550f8a89353 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:36.462657 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:36.468111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:36.538395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Made reservation on behalf of 79cb5c80601542ac8dcce550f8a89353 for: {'subnet': 1} {{(pid=84256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:46:36.540914 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1814889'] for subnet, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.796680 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1814871'] for subnet, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:36.872027 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1562846-16c1-4496-9900-d59ec5d6856d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:36.881983 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Checking segment: {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:36.882327 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Network hostable DHCP agents. Network: 05326737-63b1-4386-8efd-9a8c30cda3f5, hostable agents: ['74d1afbe-03ed-4cb6-9a34-156e75a74cc0'], hosted agents: [] {{(pid=84256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 18:46:36.956560 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 is scheduled to be hosted by DHCP agent 74d1afbe-03ed-4cb6-9a34-156e75a74cc0 with binding_index 1 {{(pid=84256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 18:46:37.025300 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-4-hyperv, 05326737-63b1-4386-8efd-9a8c30cda3f5) {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:37.029950 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:37.031863 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.032636 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f78958-dbf9-4f09-bf84-7fc33052db40 None None] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:37.105942 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-9c29d996-8e12-404e-a4ea-49955ec6c1d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6598792 Feb 14 18:46:37.108466 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52660) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:37.113460 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:37.118623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:37.122690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Usage tracker for resource:router and tenant:79cb5c80601542ac8dcce550f8a89353 is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:37.125527 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:37.131797 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:37.185637 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24730'] for router, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.186555 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24725'] for router, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.205047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.243342 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e138a86-868d-52d0-87b3-0726528df7f8-05326737-63b1-4386-8efd-9a8c30cda3f5', 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'fixed_ips': [{'subnet_id': 'd1562846-16c1-4496-9900-d59ec5d6856d'}]}} from dv-neutron-823271-4-hyperv. {{(pid=84257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 18:46:37.244169 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.399487 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 121a8499-c4fb-4ce2-a78e-ba26a04769d7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:37.433765 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24743'] for router, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.470885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.db_base_plugin_common [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Allocated IP 172.20.0.2 (05326737-63b1-4386-8efd-9a8c30cda3f5/d1562846-16c1-4496-9900-d59ec5d6856d/73bea307-e311-48cb-bac4-ab1ba3e48834) {{(pid=84257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:37.602982 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:37.603449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.686984 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.720780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.804893 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks [] for port, precommit_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.820315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Transition to ACTIVE for port object 73bea307-e311-48cb-bac4-ab1ba3e48834 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:37.840021 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Transition to ACTIVE for port object 73bea307-e311-48cb-bac4-ab1ba3e48834 will not be triggered until provisioned by entity DHCP. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:37.854220 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Allocated IP 172.26.4.226 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/e9640cba-2622-4b8e-8993-b7c8cda96f57) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:37.894542 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937'] for port, after_create {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:37.966795 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 is already hosted by enough agents. {{(pid=84257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:37.969534 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.scheduler.base_scheduler [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Resources bound (agent type, host, resource id): {{(pid=84257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:37.972027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Received port after_create {{(pid=84257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:37.979022 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Pushing event updated for resources: {'Port': ['ID=73bea307-e311-48cb-bac4-ab1ba3e48834,revision_number=1']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:38.007487 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.062836 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Attempting to bind port 73bea307-e311-48cb-bac4-ab1ba3e48834 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:38.063354 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Attempting to bind port 73bea307-e311-48cb-bac4-ab1ba3e48834 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:38.063548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Attempting to bind port 73bea307-e311-48cb-bac4-ab1ba3e48834 on network 05326737-63b1-4386-8efd-9a8c30cda3f5 {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:38.070320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:38.070688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Checking segment: {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:38.071083 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.071470 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Bound using segment: {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:38.071781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.071921 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Bound port: 73bea307-e311-48cb-bac4-ab1ba3e48834, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:38.072288 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.168333 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] For port 73bea307-e311-48cb-bac4-ab1ba3e48834, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:38.171621 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] For port 73bea307-e311-48cb-bac4-ab1ba3e48834, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=73bea307-e311-48cb-bac4-ab1ba3e48834,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:38.231688 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.234282 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:38.237170 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:38.239681 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:38.274501 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Pushing event updated for resources: {'Port': ['ID=e9640cba-2622-4b8e-8993-b7c8cda96f57,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:38.307049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b809-36f3-4275-b6e1-d1e563d27882 None None] Pushing event updated for resources: {'Port': ['ID=73bea307-e311-48cb-bac4-ab1ba3e48834,revision_number=2']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:38.479471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.479471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938283'] for router, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:38.796792 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Router e0820d2d-cdfa-4d38-8409-b9365b689e98 is scheduled to L3 agent 826b7300-5201-4366-9f21-7851eb40b019 with binding_index 1 {{(pid=84256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 18:46:38.999808 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:39.009226 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Sync routers for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:39.022562 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:39.023166 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:39.077506 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.078815 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-04eef47f-4f5e-4177-8824-a05f2da402bd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9694073 Feb 14 18:46:39.081509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52664) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:39.179003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b767430-c406-4f1b-8262-6579d64614cc None None] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:46:39.211189 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:39.419245 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4cf766cd-ae1b-4f22-b37b-d23954d3f566 None None] Provisioning for port 73bea307-e311-48cb-bac4-ab1ba3e48834 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:39.460186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 73bea307-e311-48cb-bac4-ab1ba3e48834 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:39.554440 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:38Z', 'revision_number': 3, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:39.558466 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Checking router: e0820d2d-cdfa-4d38-8409-b9365b689e98 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:39.558808 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Updating router e0820d2d-cdfa-4d38-8409-b9365b689e98 port e9640cba-2622-4b8e-8993-b7c8cda96f57 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:46:39.608334 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 73bea307-e311-48cb-bac4-ab1ba3e48834 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:39.611790 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.613858 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 73bea307-e311-48cb-bac4-ab1ba3e48834 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:39.614763 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.761924 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.779511 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-9667f05a-d197-488e-a403-c76580580e09 None None] Provisioning complete for port 73bea307-e311-48cb-bac4-ab1ba3e48834 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:39.779872 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9667f05a-d197-488e-a403-c76580580e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.843963 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 73bea307-e311-48cb-bac4-ab1ba3e48834, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=73bea307-e311-48cb-bac4-ab1ba3e48834,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:39.907176 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9667f05a-d197-488e-a403-c76580580e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.917914 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.934334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.963965 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:39.976400 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Transition to ACTIVE for port object e9640cba-2622-4b8e-8993-b7c8cda96f57 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:40.037320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=73bea307-e311-48cb-bac4-ab1ba3e48834,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:40.045298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-9667f05a-d197-488e-a403-c76580580e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:46:40.045641 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-9667f05a-d197-488e-a403-c76580580e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:46:40.047280 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.134667 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Pushing event updated for resources: {'Port': ['ID=e9640cba-2622-4b8e-8993-b7c8cda96f57,revision_number=2']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:40.136882 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Attempting to bind port e9640cba-2622-4b8e-8993-b7c8cda96f57 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:40.137391 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Attempting to bind port e9640cba-2622-4b8e-8993-b7c8cda96f57 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:40.137750 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Attempting to bind port e9640cba-2622-4b8e-8993-b7c8cda96f57 on network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:40.152971 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.153302 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.153637 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.154060 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.154406 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.154723 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.155043 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.155366 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.155688 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.156000 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.156313 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:46:40.160620 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:40.161479 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Checking segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:40.161884 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.162265 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Bound using segment: {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:40.162729 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Bound port: e9640cba-2622-4b8e-8993-b7c8cda96f57, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d635a-5fc7-4c42-a336-65819669d352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:40.163098 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.233589 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] For port e9640cba-2622-4b8e-8993-b7c8cda96f57, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:40.236984 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] For port e9640cba-2622-4b8e-8993-b7c8cda96f57, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9640cba-2622-4b8e-8993-b7c8cda96f57,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:40.240092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_common [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Allocated IP 172.20.0.1 (05326737-63b1-4386-8efd-9a8c30cda3f5/d1562846-16c1-4496-9900-d59ec5d6856d/e100509f-4d9d-491a-afb8-d871338916b7) {{(pid=84256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:40.327465 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.382832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.401166 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.provisioning_blocks [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Transition to ACTIVE for port object e100509f-4d9d-491a-afb8-d871338916b7 will not be triggered until provisioned by entity DHCP. {{(pid=84256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:40.408043 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5291d47-0a31-4978-aa07-8e95cc84e425 None None] Pushing event updated for resources: {'Port': ['ID=e9640cba-2622-4b8e-8993-b7c8cda96f57,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:40.417418 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:40.417418 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:40.482515 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.550111 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:40.553092 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:40.571265 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Pushing event updated for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:40.575483 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Received port after_create {{(pid=84256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:40.591296 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:40.641096 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938229'] for router_interface, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.791379 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.882593 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:38Z', 'revision_number': 3, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:40.886342 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b242a-d9f4-43c0-9bba-08edced0d283 None None] The sync data for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv is: [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:38Z', 'revision_number': 3, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:40.933899 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-96afb3d1-cf40-47c6-aa1c-ba422f2e6f4d None None] Provisioning for port e100509f-4d9d-491a-afb8-d871338916b7 completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:40.938800 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-96afb3d1-cf40-47c6-aa1c-ba422f2e6f4d None None] Provisioning complete for port e100509f-4d9d-491a-afb8-d871338916b7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:40.939141 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-96afb3d1-cf40-47c6-aa1c-ba422f2e6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:40.994077 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-96afb3d1-cf40-47c6-aa1c-ba422f2e6f4d None None] Port e100509f-4d9d-491a-afb8-d871338916b7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:46:41.015803 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:41.070752 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382760'] for port, after_update {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:41.171445 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Pushing event updated for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=2']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:41.175814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4065865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938008'] for router_interface, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:41.311311 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 is already hosted by enough agents. {{(pid=84256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:41.312378 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.base_scheduler [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Resources bound (agent type, host, resource id): {{(pid=84256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:41.399713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 73bea307-e311-48cb-bac4-ab1ba3e48834 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:41.474538 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 73bea307-e311-48cb-bac4-ab1ba3e48834 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:41.474902 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:41.557177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-d04b487f-ffd8-43f7-977e-dbf02da067ed None None] Provisioning complete for port e100509f-4d9d-491a-afb8-d871338916b7 triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:41.557507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d04b487f-ffd8-43f7-977e-dbf02da067ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:41.687750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-d04b487f-ffd8-43f7-977e-dbf02da067ed None None] Port e100509f-4d9d-491a-afb8-d871338916b7 cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:46:41.718852 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Router e0820d2d-cdfa-4d38-8409-b9365b689e98 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:46:41.917273 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:46:41.926364 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-7b9199f5-52e7-46ad-b706-b6d7a1ecc40a admin admin] 10.222.0.30 "PUT /v2.0/routers/e0820d2d-cdfa-4d38-8409-b9365b689e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439090 Feb 14 18:46:43.935860 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52680) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:43.941500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430026359', 'description': 'tempest-secgroup-smoke-1430026359 description', 'project_id': '6904e04ff4c34d448f77e872ad62faee'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:43.947777 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:43.952735 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:43.957919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:43.965705 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:44.128082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.162514 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:44.166302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:44.168989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:44.174553 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:44.228830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.287831 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.327572 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad7112-de5b-4118-954d-b5fa494a3e29,revision_number=1']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:44.402424 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.403669 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-4e40ea22-671a-417f-9494-7a04b6f835c5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4668305 Feb 14 18:46:44.406739 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52684) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:44.412832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:44.418729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:44.422576 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:44.425539 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:44.431250 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:44.556370 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.689089 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.773955 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.797023 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb72437-6a60-4b78-91ae-fd3f2e79925c,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:44.870814 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:44.872005 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-673dbb88-0126-4cb5-a54b-fca6a43058d5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4643443 Feb 14 18:46:44.875024 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52688) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:44.880316 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:44.886149 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:44.889969 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:44.892818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:44.898425 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:44.997475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.056421 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.122004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.143898 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c43ebd-c8d9-4b2c-8f14-d54a6cf9964d,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:45.213422 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.214584 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c73dc7d4-a122-4b37-9edb-6fd2eea1e9d0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3386602 Feb 14 18:46:45.217411 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52692) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:45.222586 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:45.229049 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:45.232773 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:45.235610 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:45.245975 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:45.323395 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.385659 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.476218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.498780 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d93781a-93bd-4f22-b0db-24f192fc2f77,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:45.574176 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.575307 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-97328fcb-2db9-4b4e-9619-f244c6be516a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3569970 Feb 14 18:46:45.578082 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52696) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:45.584866 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:45.590838 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:45.594647 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:45.597566 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:45.603818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:45.695509 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.768123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.822808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.974091 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:45.999930 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cc8456-5b7b-427e-b626-607d11bb07fa,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:46.070989 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.072223 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-816a936e-a896-4e10-afae-dd28ec9db85e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4931655 Feb 14 18:46:46.075013 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52700) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:46.081694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:46.086911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:46.090841 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:46.093830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:46.099745 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:46.196947 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Project 6904e04ff4c34d448f77e872ad62faee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:46:46.203871 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.272862 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.362112 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.385397 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5d4551-98ee-452b-9227-a3a9dec9864a,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:46.515557 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.516790 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-596215ba-9ab0-446d-884d-b0facf40e118 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4408348 Feb 14 18:46:46.519416 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 52704) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:46:46.524815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.v2.base [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'security_group_rule': {'security_group_id': '59ad7112-de5b-4118-954d-b5fa494a3e29', 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:46.530589 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:46.534385 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:security_group_rule and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:46.537781 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.quota.resource [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:46.543556 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.quota.driver [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:46.630200 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.db.securitygroups_db [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Project 6904e04ff4c34d448f77e872ad62faee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 18:46:46.637353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.757148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.824262 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988508'] for security_group_rule, after_create {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.852093 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9304fe-e592-41b4-9523-aaa16a78af70,revision_number=0']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:46.915746 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:46.916949 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b81918db-5eb7-4330-ac81-e0c8e110bf51 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3965650 Feb 14 18:46:47.153496 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-3d532e96-4950-407e-8087-d7ecac08cff4 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430026359&fields=id&tenant_id=6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 267 time: 0.0415020 Feb 14 18:46:47.297050 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c4a80-0e21-4ced-8669-e966a212b167 req-eb8fe36d-c110-44e3-8a27-e8f2a12df383 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:47.298386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-eb8fe36d-c110-44e3-8a27-e8f2a12df383 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 809 time: 0.1388109 Feb 14 18:46:47.313735 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-f2fc1037-3670-431e-b2e5-d58447ae42d9 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/quotas/6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 375 time: 0.0102007 Feb 14 18:46:47.404269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-6cff7b13-a9a9-473f-a8fc-494832229f4f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851462 Feb 14 18:46:47.418878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9640cba-2622-4b8e-8993-b7c8cda96f57 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:47.544095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e9640cba-2622-4b8e-8993-b7c8cda96f57 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:47.545392 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-5ee0dbee-1d3e-4664-9177-095d82f5fe4d service neutron] 10.222.0.30 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264324 Feb 14 18:46:47.549045 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e9640cba-2622-4b8e-8993-b7c8cda96f57 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:47.549417 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:47.660908 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:47.677381 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e9640cba-2622-4b8e-8993-b7c8cda96f57, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9640cba-2622-4b8e-8993-b7c8cda96f57,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:47.677662 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-62d3b16f-3dae-4fcb-8bd7-1f9ad62b9813 service neutron] 10.222.0.30 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263762 Feb 14 18:46:47.728177 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:47.792208 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e9640cba-2622-4b8e-8993-b7c8cda96f57,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:47.960590 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:47.973046 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:47.973655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:48.059558 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:46:48.152280 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:48.447508 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 2, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:48.451535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:48.451885 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Updating router fb845b94-228a-4893-9f65-2c8d06eadc37 port 6390f894-7881-4bed-a050-13fbdc799fc0 binding host dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:46:48.504345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:48.836312 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks [] for port, precommit_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:48.847345 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Transition to ACTIVE for port object 6390f894-7881-4bed-a050-13fbdc799fc0 will not be triggered until provisioned by entity L2. {{(pid=84257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:48.893997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:48.987939 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8bcb0e04-cc81-477a-bc79-5fe616525232 req-6af79aa2-d6c2-4120-88f0-21cb0e69a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 210 time: 0.0653095 Feb 14 18:46:49.032877 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabcf1d-d47e-428e-925e-75f8315ced9c None None] Pushing event updated for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=3']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:49.171768 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Attempting to bind port 6390f894-7881-4bed-a050-13fbdc799fc0 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:49.172127 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Attempting to bind port 6390f894-7881-4bed-a050-13fbdc799fc0 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:49.172480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Attempting to bind port 6390f894-7881-4bed-a050-13fbdc799fc0 on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:49.178686 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:49.179048 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Checking segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:49.179438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:49.179817 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Bound using segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} {{(pid=84257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:49.180283 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.managers [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Bound port: 6390f894-7881-4bed-a050-13fbdc799fc0, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}}] {{(pid=84257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:49.180644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:49.269343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] For port 6390f894-7881-4bed-a050-13fbdc799fc0, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:49.272655 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] For port 6390f894-7881-4bed-a050-13fbdc799fc0, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6390f894-7881-4bed-a050-13fbdc799fc0,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:49.368811 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:49.414617 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9640cba-2622-4b8e-8993-b7c8cda96f57 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:49.503058 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabcf1d-d47e-428e-925e-75f8315ced9c None None] Pushing event updated for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:49.516984 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:49.517600 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:49.654948 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e9640cba-2622-4b8e-8993-b7c8cda96f57 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:49.655320 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:49.807903 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:50.155707 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:49Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:50.159925 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73338d0c-5c12-488e-ae1e-aab450efb8ff None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:49Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:50.179185 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-b128cb08-fd28-4952-8d7b-4f3029b50f2b req-12b6b6f9-f485-4bce-bca9-b30ec2a90e8b tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Feb 14 18:46:50.730627 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Sync routers for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:46:50.743404 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:50.744095 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:50.892560 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-486cedd3-ec28-48b1-9949-03d1042ae1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:50.920149 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:51.250837 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 4, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e100509f-4d9d-491a-afb8-d871338916b7', 'name': '', 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'mac_address': 'fa:16:3e:70:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:39Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 2, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'subnets': [{'id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:51.255611 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Checking router: e0820d2d-cdfa-4d38-8409-b9365b689e98 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:46:51.255996 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Updating router e0820d2d-cdfa-4d38-8409-b9365b689e98 port e100509f-4d9d-491a-afb8-d871338916b7 binding host dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 18:46:51.293425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c4a80-0e21-4ced-8669-e966a212b167 req-877d1073-4408-48aa-a57a-7af07d548ddd tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:51.294832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-877d1073-4408-48aa-a57a-7af07d548ddd tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 809 time: 0.1467886 Feb 14 18:46:51.312660 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.419835 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f4bea666-6328-4d82-9f04-c859bacce705 req-20811eb8-7614-486b-8068-ea50cf838bfc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 210 time: 0.0726221 Feb 14 18:46:51.431124 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-bb4fc9f7-e5c2-4866-b1fb-0345ac20646e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 380 time: 0.1154494 Feb 14 18:46:51.445613 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'port': {'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'admin_state_up': True, 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'security_groups': ['59ad7112-de5b-4118-954d-b5fa494a3e29']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:51.452834 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6390f894-7881-4bed-a050-13fbdc799fc0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:51.596398 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port 6390f894-7881-4bed-a050-13fbdc799fc0 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:51.602304 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6390f894-7881-4bed-a050-13fbdc799fc0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:51.602669 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.706052 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:46:51.709757 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks [] for port, precommit_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.711080 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:port and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:46:51.715051 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:46:51.720849 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:46:51.722881 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.provisioning_blocks [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Transition to ACTIVE for port object e100509f-4d9d-491a-afb8-d871338916b7 will not be triggered until provisioned by entity L2. {{(pid=84258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:51.739964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.773430 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port 6390f894-7881-4bed-a050-13fbdc799fc0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6390f894-7881-4bed-a050-13fbdc799fc0,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:51.779561 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.801378 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Made reservation on behalf of 6904e04ff4c34d448f77e872ad62faee for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:46:51.804550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.848217 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:51.906453 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28582-eceb-4d3d-98cd-204fbbfaaba9 None None] Pushing event updated for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=3']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:51.932779 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:51.998125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Allocated IP 172.20.0.13 (c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d/53e5d39f-fd94-4f65-a93b-b7e410b130bc/a457aeec-fddb-4f81-ab66-957412fb13dd) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:46:52.001485 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Attempting to bind port e100509f-4d9d-491a-afb8-d871338916b7 on host dv-neutron-823271-4-hyperv for vnic_type normal with profile {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:52.001865 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Attempting to bind port e100509f-4d9d-491a-afb8-d871338916b7 by drivers openvswitch,hyperv on host dv-neutron-823271-4-hyperv at level 0 using segments [{'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:52.002213 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Attempting to bind port e100509f-4d9d-491a-afb8-d871338916b7 on network 05326737-63b1-4386-8efd-9a8c30cda3f5 {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:52.009530 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Checking agent: {'id': 'f23aa909-f80f-4ee8-a550-05059f6f8b98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 40, 54), 'started_at': datetime.datetime(2022, 2, 14, 17, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:52.014726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Checking segment: {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:52.014726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.014726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Bound using segment: {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'} {{(pid=84258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:52.014726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.managers [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Bound port: e100509f-4d9d-491a-afb8-d871338916b7, host: dv-neutron-823271-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aabef63-ee45-416c-91de-8c1d5631f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5'}}] {{(pid=84258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:52.014726 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.102273 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] For port e100509f-4d9d-491a-afb8-d871338916b7, host dv-neutron-823271-4-hyperv, cleared binding levels {{(pid=84258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:52.106471 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.plugins.ml2.db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] For port e100509f-4d9d-491a-afb8-d871338916b7, host dv-neutron-823271-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e100509f-4d9d-491a-afb8-d871338916b7,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:52.156950 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron_lib.callbacks.manager [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.196062 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.211637 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Transition to ACTIVE for port object a457aeec-fddb-4f81-ab66-957412fb13dd will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:52.236967 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28582-eceb-4d3d-98cd-204fbbfaaba9 None None] Pushing event updated for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=4']} {{(pid=84258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:52.242018 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:46:52.242622 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:52.288596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.376182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:46:52.376182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:46:52.378133 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:46:52.406658 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:52.447024 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:52.447265 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:46:52.447718 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.599259 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-fe958b88-2b96-4047-98c9-4e5264ab6e5a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1585577 Feb 14 18:46:52.618564 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Request body: {'port': {'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:46:52.699040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f5fadfdc-902a-4a2d-b88c-a8872c6d9de0 None None] Provisioning for port a457aeec-fddb-4f81-ab66-957412fb13dd completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:52.704158 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-f5fadfdc-902a-4a2d-b88c-a8872c6d9de0 None None] Provisioning complete for port a457aeec-fddb-4f81-ab66-957412fb13dd triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:52.708945 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f5fadfdc-902a-4a2d-b88c-a8872c6d9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.753427 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092a38-fb9c-46cf-bbf7-2a31e9daf575 req-cd1fad10-8de8-429a-9ea0-edac0eb1a521 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:52.754122 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-9b092a38-fb9c-46cf-bbf7-2a31e9daf575 req-cd1fad10-8de8-429a-9ea0-edac0eb1a521 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Synchronizing usage tracker for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:46:52.763457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-f5fadfdc-902a-4a2d-b88c-a8872c6d9de0 None None] Port a457aeec-fddb-4f81-ab66-957412fb13dd cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:46:52.763714 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:52.833622 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 4, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e100509f-4d9d-491a-afb8-d871338916b7', 'name': '', 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'mac_address': 'fa:16:3e:70:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:39Z', 'updated_at': '2022-02-14T18:46:52Z', 'revision_number': 4, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'subnets': [{'id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:46:52.837972 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d4fdc-c882-4ea8-aaf9-7fccefb90b71 None None] The sync data for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv is: [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:40Z', 'revision_number': 4, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': 'e100509f-4d9d-491a-afb8-d871338916b7', 'name': '', 'network_id': '05326737-63b1-4386-8efd-9a8c30cda3f5', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'mac_address': 'fa:16:3e:70:94:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:39Z', 'updated_at': '2022-02-14T18:46:52Z', 'revision_number': 4, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'subnets': [{'id': 'd1562846-16c1-4496-9900-d59ec5d6856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:46:52.894507 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-9b092a38-fb9c-46cf-bbf7-2a31e9daf575 req-cd1fad10-8de8-429a-9ea0-edac0eb1a521 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Unset dirty status for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:46:52.895698 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b092a38-fb9c-46cf-bbf7-2a31e9daf575 req-cd1fad10-8de8-429a-9ea0-edac0eb1a521 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 932 time: 0.3361218 Feb 14 18:46:52.982655 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9b092a38-fb9c-46cf-bbf7-2a31e9daf575 req-ac9e7058-75f8-4bf4-b5d6-32da71f3b041 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806739 Feb 14 18:46:53.122005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-30faf64b-93ea-4228-ba54-c5b86837262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.205511 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a457aeec-fddb-4f81-ab66-957412fb13dd {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:46:53.216442 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.237670 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Transition to ACTIVE for port object a457aeec-fddb-4f81-ab66-957412fb13dd will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:46:53.305347 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.437817 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:53.527713 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6390f894-7881-4bed-a050-13fbdc799fc0 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:53.578743 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Attempting to bind port a457aeec-fddb-4f81-ab66-957412fb13dd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:46:53.579223 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Attempting to bind port a457aeec-fddb-4f81-ab66-957412fb13dd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:46:53.579701 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Attempting to bind port a457aeec-fddb-4f81-ab66-957412fb13dd on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:53.591061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Port a457aeec-fddb-4f81-ab66-957412fb13dd on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:46:53.594258 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Attempting to bind port a457aeec-fddb-4f81-ab66-957412fb13dd on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:46:53.602609 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:46:53.603299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Checking segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:46:53.603776 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Bound using segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:46:53.604308 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Bound port: a457aeec-fddb-4f81-ab66-957412fb13dd, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:46:53.604821 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.637453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port 6390f894-7881-4bed-a050-13fbdc799fc0 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:53.637823 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.706014 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:46:53.710033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:46:53.770085 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e100509f-4d9d-491a-afb8-d871338916b7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:53.791180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.856500 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.857900 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] 10.222.0.45 "PUT /v2.0/ports/a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1094 time: 1.2438636 Feb 14 18:46:53.858336 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:46:53.892438 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning for port e100509f-4d9d-491a-afb8-d871338916b7 completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:53.897850 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e100509f-4d9d-491a-afb8-d871338916b7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:53.898969 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:53.907497 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643c54b-e95e-497e-9b1f-855b24db98bf service neutron] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:53.925051 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'status': 'completed', 'code': 200} Feb 14 18:46:54.038179 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-39adbcca-f258-4e00-8bec-1ea3e14dd974 req-f8cde2d3-4b63-44ae-a7d2-ef4bea2e4622 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1097 time: 0.0874150 Feb 14 18:46:54.082570 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:54.115512 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] For port e100509f-4d9d-491a-afb8-d871338916b7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e100509f-4d9d-491a-afb8-d871338916b7,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:54.163066 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:54.233154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Pushing event updated for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:54.328409 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adbcca-f258-4e00-8bec-1ea3e14dd974 req-f3625dd9-7f97-42e5-976b-b5b95487934a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:54.329913 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-39adbcca-f258-4e00-8bec-1ea3e14dd974 req-f3625dd9-7f97-42e5-976b-b5b95487934a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6904e04ff4c34d448f77e872ad62faee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2801695 Feb 14 18:46:54.343402 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71be04-c2b4-4ec8-a485-4f7e89f87185 req-881f6492-35ce-430a-96fb-94a479f64a17 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:54.344836 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd71be04-c2b4-4ec8-a485-4f7e89f87185 req-881f6492-35ce-430a-96fb-94a479f64a17 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.2223036 Feb 14 18:46:54.383846 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:54.477938 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fd71be04-c2b4-4ec8-a485-4f7e89f87185 req-434b826e-8ba9-418a-9c80-99027e00e36e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096854 Feb 14 18:46:54.509380 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adbcca-f258-4e00-8bec-1ea3e14dd974 req-9a490512-42a5-4e2e-89bc-52a7be6d6bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:54.518386 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-39adbcca-f258-4e00-8bec-1ea3e14dd974 req-9a490512-42a5-4e2e-89bc-52a7be6d6bb0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1651430 Feb 14 18:46:54.533773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:54.625777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-859356bc-fd7e-4fb1-801e-4c000df5d2d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1097 time: 0.0709674 Feb 14 18:46:54.699663 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-868b21a0-e410-4fed-8f8f-f559ee76369c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 217 time: 0.0637803 Feb 14 18:46:54.763625 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c4a80-0e21-4ced-8669-e966a212b167 req-74412118-81fd-4010-83ba-6dea0e48ab3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:54.764948 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-74412118-81fd-4010-83ba-6dea0e48ab3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0556457 Feb 14 18:46:54.843032 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-84f60294-751e-49df-a1e0-54d814a76cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692933 Feb 14 18:46:54.977153 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-33ff436c-a9f1-4ce5-bd37-8f6e476ab2a6 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247284 Feb 14 18:46:55.107690 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-450c4a80-0e21-4ced-8669-e966a212b167 req-9195e3e7-4be5-401e-a4eb-90c8e9172a9b service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227696 Feb 14 18:46:55.402352 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e100509f-4d9d-491a-afb8-d871338916b7 up at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:55.468860 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Provisioning complete for port e100509f-4d9d-491a-afb8-d871338916b7 triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:55.469219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:55.681938 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023004-7218-4991-95f1-2a3750f03192 req-f8856e7a-d353-4de4-b8bd-26ea22f0d48c tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:55.683382 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed023004-7218-4991-95f1-2a3750f03192 req-f8856e7a-d353-4de4-b8bd-26ea22f0d48c tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.0771077 Feb 14 18:46:55.728446 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ed023004-7218-4991-95f1-2a3750f03192 req-134c8356-56e8-42c3-b7d8-0cc6d2f3eafd tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Feb 14 18:46:55.824525 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:56.937843 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896eae-99eb-4b06-861a-5abf08ad08a5 req-86a23dbc-33b2-4f3a-9be1-b2e72260f371 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:56.939177 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d896eae-99eb-4b06-861a-5abf08ad08a5 req-86a23dbc-33b2-4f3a-9be1-b2e72260f371 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.0903342 Feb 14 18:46:56.982418 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4d896eae-99eb-4b06-861a-5abf08ad08a5 req-543f7998-459c-4c04-b8a2-0fe5c97196bf tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375519 Feb 14 18:46:57.737929 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:46:57.867782 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:57.880524 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:46:57.938642 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:57.955550 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a457aeec-fddb-4f81-ab66-957412fb13dd {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:46:57.970376 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:46:58.029852 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:46:58.097740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:46:58.178184 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6cfd2-1a06-42ad-b899-5d78a8ae334e req-651f279c-5de8-4f19-9dee-e71c765a7328 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:58.179529 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45d6cfd2-1a06-42ad-b899-5d78a8ae334e req-651f279c-5de8-4f19-9dee-e71c765a7328 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 945 time: 0.0742793 Feb 14 18:46:58.223233 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-45d6cfd2-1a06-42ad-b899-5d78a8ae334e req-538fac14-9c8e-49b2-bb49-06b03b13fdd9 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383344 Feb 14 18:46:58.382997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['a457aeec-fddb-4f81-ab66-957412fb13dd'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:46:59.417293 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164c49-5e38-4806-8d1f-3769070666e3 req-48c1aa88-2760-490a-8aff-ba347ce53806 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:46:59.418744 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a164c49-5e38-4806-8d1f-3769070666e3 req-48c1aa88-2760-490a-8aff-ba347ce53806 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 945 time: 0.0771351 Feb 14 18:46:59.463279 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5a164c49-5e38-4806-8d1f-3769070666e3 req-375f87f0-61eb-4ad0-84e7-56734dfd1de4 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Feb 14 18:46:59.737181 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:46:59.886335 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port a457aeec-fddb-4f81-ab66-957412fb13dd completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:46:59.890854 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port a457aeec-fddb-4f81-ab66-957412fb13dd triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:46:59.891218 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:00.001421 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:00.026472 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:47:00.035883 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:47:00.079632 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'code': 200} Feb 14 18:47:00.103533 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:00.173414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:47:00.424087 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d71541bf-3d4c-4646-99e2-1284f0614037 req-ae96aeac-e2ec-4676-868b-c79a9d8cb515 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1099 time: 0.0685587 Feb 14 18:47:00.468919 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d71541bf-3d4c-4646-99e2-1284f0614037 req-123b72c7-4b23-4296-8a64-1bc46efa9f59 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353262 Feb 14 18:47:00.660187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a52f1-9cde-466e-a778-acc57956f4c7 req-f29cfcc8-c0ba-4b48-b27e-018d91e91d21 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:00.661661 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-651a52f1-9cde-466e-a778-acc57956f4c7 req-f29cfcc8-c0ba-4b48-b27e-018d91e91d21 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 946 time: 0.0826154 Feb 14 18:47:00.706135 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-651a52f1-9cde-466e-a778-acc57956f4c7 req-cb8fd02f-11eb-4364-9966-1c38d9efa9c3 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385580 Feb 14 18:47:01.901860 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb553-ad5b-463b-af0c-ef74198309dc req-f800ef66-e4d8-4495-84ae-fa798d7c317f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:01.903265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30bbb553-ad5b-463b-af0c-ef74198309dc req-f800ef66-e4d8-4495-84ae-fa798d7c317f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 946 time: 0.0768521 Feb 14 18:47:01.952320 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-30bbb553-ad5b-463b-af0c-ef74198309dc req-6ffb2248-9d22-4718-9159-87d96712856e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Feb 14 18:47:03.145764 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22b3b3-4967-4e53-b8d2-90f581f443cd req-e1349033-2508-4815-8090-f259146539e8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:03.147171 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b22b3b3-4967-4e53-b8d2-90f581f443cd req-e1349033-2508-4815-8090-f259146539e8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 946 time: 0.0737119 Feb 14 18:47:03.191811 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1b22b3b3-4967-4e53-b8d2-90f581f443cd req-83183993-d501-4377-ba53-fb69bb689f59 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Feb 14 18:47:03.467846 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078299c-2dc3-4040-876d-62f2ad2e3fa2 req-869117c7-8836-46c2-b743-43b9d1542afb tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:03.469293 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f078299c-2dc3-4040-876d-62f2ad2e3fa2 req-869117c7-8836-46c2-b743-43b9d1542afb tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 946 time: 0.1617646 Feb 14 18:47:03.513743 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f078299c-2dc3-4040-876d-62f2ad2e3fa2 req-1ba3be8c-7629-4e2f-b981-d3e6041314b3 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390906 Feb 14 18:47:03.541103 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52760) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:47:03.767270 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-46f12a6d-e012-45d1-82d1-60fd4eec99ce tempest-TestSnapshotPattern-129167731 tempest-TestSnapshotPattern-129167731-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1094 time: 0.2250304 Feb 14 18:47:03.769965 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 52766) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:47:03.775587 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:47:03.780956 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:47:03.784631 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:floatingip and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:47:03.787440 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:47:03.793118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:47:03.864285 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:03.996792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:04.129808 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Allocated IP 172.26.4.213 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/8c0658f8-02c6-4a6b-8ad6-36fcfca9450f) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:47:04.274338 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:04.333199 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:04.398291 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:47:04.400934 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:47:04.405188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:47:04.435281 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=8c0658f8-02c6-4a6b-8ad6-36fcfca9450f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:47:04.912669 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:05.023525 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:05.217668 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:05.275441 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:05.381047 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=8c0658f8-02c6-4a6b-8ad6-36fcfca9450f,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:47:05.395180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:05.682102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Floating IP a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c associated. External IP: 172.26.4.213, port: a457aeec-fddb-4f81-ab66-957412fb13dd. Feb 14 18:47:06.078835 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:47:06.273303 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:47:06.285790 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:47:06.306274 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:47:06.312011 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:47:06.356548 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:06.413912 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-236a9a33-7f44-4b1f-8d00-05cf6545a540 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6428111 Feb 14 18:47:06.415551 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:47:06.473476 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'status': 'completed', 'code': 200} Feb 14 18:47:06.504039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:47:06.562343 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-fabdb9aa-5dc3-4a65-82b7-3e0f290ec4ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1099 time: 0.0684483 Feb 14 18:47:06.692875 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-03135b64-f426-4cd2-ad30-17638f0b8d94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:06.694417 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-03135b64-f426-4cd2-ad30-17638f0b8d94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1260207 Feb 14 18:47:06.798478 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-fac69d9e-16a1-4c09-b2cd-bb826a490503 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1000 time: 0.0958595 Feb 14 18:47:06.870754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-c486771a-2064-4ae6-bce4-32d3deea807b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:06.872111 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-c486771a-2064-4ae6-bce4-32d3deea807b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0678816 Feb 14 18:47:06.878020 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:04Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:47:06.882032 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:47:06.892527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:47:06.893143 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:46:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:47:06.947481 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-8f2801bc-3231-4cb9-be01-e4be4c57c060 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695977 Feb 14 18:47:07.069772 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:47:07.078046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-a9989e83-b8a1-4a3b-a4f4-4223596c1329 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242273 Feb 14 18:47:07.207813 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3d160de3-0faa-4f20-a250-76b9b2a7bfc1 req-a2d16508-d456-42ca-8a7b-a5f2c6fd13db service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209366 Feb 14 18:47:07.412940 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:04Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:47:07.416808 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d6da4-3d31-43cd-abd9-b4278ed2d216 None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:04Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:47:11.645499 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddc50c-8046-45b5-bff7-cdbf6e6994a0 None None] New status for floating IP a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:47:15.750065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:17.250722 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-84dd3111-fdd2-4751-9d85-c79b33b4c981 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1643648 Feb 14 18:47:17.388152 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-054f6dbb-644a-43e8-8a93-7ef35bcc63ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1099 time: 0.0671411 Feb 14 18:47:17.527013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-783fd584-a794-4ac5-94c4-4993a77047c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:17.528337 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-783fd584-a794-4ac5-94c4-4993a77047c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1205320 Feb 14 18:47:17.628237 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-c4f77753-f026-47fa-abc4-9b890396db30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1002 time: 0.0935948 Feb 14 18:47:17.690851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-f5ae8f81-7659-4b52-a26c-5ba1382d9d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:47:17.692223 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-f5ae8f81-7659-4b52-a26c-5ba1382d9d9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0576503 Feb 14 18:47:17.763101 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-406141ee-8ecc-42a3-889c-042b7628d9b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650570 Feb 14 18:47:17.894227 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-a7af2ec3-1e52-4ec2-9426-ae510d6341d3 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227660 Feb 14 18:47:18.028674 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db94201e-a2da-492f-b602-f2da7eeecff8 req-7a0b5463-0199-4d5e-84b0-29c0430de6b4 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278808 Feb 14 18:47:20.901206 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a5649527-69f2-4d8f-a4db-217104fef65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:23.064341 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b9c48d21-c1e3-4f3c-a827-8e7377d29e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:24.412343 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:24.521132 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:25.059980 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:47:25.840670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:45.697723 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:50.909535 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6ef61636-cc6d-4a5f-b818-225733fe69c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:53.074712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-53d24919-b853-426c-ab61-cbfc830f5204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:54.400146 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:54.508690 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:47:55.846160 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:02.059713 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:48:15.754578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:19.263420 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-7bf7ed48-db24-44bc-9dcd-bb85c41a3830 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387153 Feb 14 18:48:19.408168 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-99b212e8-a1e7-415a-9bc2-f1cf67704c38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1099 time: 0.0683978 Feb 14 18:48:19.557088 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7face71-ba99-4674-b35c-053329de3dac req-4538c12d-d65f-422e-9de3-4add2b76dcd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:48:19.558685 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-4538c12d-d65f-422e-9de3-4add2b76dcd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1279094 Feb 14 18:48:19.663060 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-32ec2140-28de-4072-83d7-5f1e28e0d839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1002 time: 0.0956306 Feb 14 18:48:19.738591 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7face71-ba99-4674-b35c-053329de3dac req-9cdc6a89-c1e6-41aa-9fc0-34f42f461f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:48:19.740002 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-9cdc6a89-c1e6-41aa-9fc0-34f42f461f06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0676537 Feb 14 18:48:19.821338 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-f06852b2-0658-4cd8-b8df-b43ce868dfc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691035 Feb 14 18:48:19.951558 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-d8444f54-e5da-43b3-8c1f-21b679a434cd service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201298 Feb 14 18:48:20.165367 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c7face71-ba99-4674-b35c-053329de3dac req-1a5f86a0-6c56-484c-a4d2-ba44d283c333 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045612 Feb 14 18:48:20.891220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-48028972-ab6d-4f9e-9698-fd30704e0303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:23.074363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-01dd4dca-f6ea-4372-9211-8687fecb6b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:24.388315 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:24.508014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:25.834306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:39.059633 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:48:45.720142 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:50.902017 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f503-1e43-4b95-9d10-5662ea8d6ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:53.090423 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-06e9cd3a-22ed-490c-b092-0bbe07192676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:54.381962 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:54.524878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:48:55.845420 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:06.295139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:49:06.429236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:06.444091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:49:06.498133 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:06.515478 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a457aeec-fddb-4f81-ab66-957412fb13dd {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:49:06.529694 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:06.610966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:06.676186 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:06.684882 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.685227 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.685561 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.685890 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.686216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.686541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.686862 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.687183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.687504 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.687818 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.688135 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:06.697476 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['a457aeec-fddb-4f81-ab66-957412fb13dd'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:49:08.311443 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:49:08.388042 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port a457aeec-fddb-4f81-ab66-957412fb13dd triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:49:08.388415 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:08.517044 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:08.550715 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:49:08.562412 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:08.641414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:08.743744 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:08.837070 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'code': 200} Feb 14 18:49:15.765491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:16.065751 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:49:19.228783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-3285f851-87b7-4a72-9b95-35f8374885d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1099 time: 0.0966966 Feb 14 18:49:19.433274 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-903bf914-09e5-4834-afdf-e3e6f4feb9d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:19.434714 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-903bf914-09e5-4834-afdf-e3e6f4feb9d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1298461 Feb 14 18:49:19.542157 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-6f989515-0a6c-4ce0-bb11-785c750d5114 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1002 time: 0.0984802 Feb 14 18:49:19.606851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-ffc5ac0c-8597-493d-9558-59cd662b0bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:19.608265 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-ffc5ac0c-8597-493d-9558-59cd662b0bca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0567663 Feb 14 18:49:19.686483 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-8e44d3e2-d797-4965-8b2e-cd7bedb87538 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693288 Feb 14 18:49:19.817860 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-5dbd8f5a-07fd-4397-ba6b-2619640039b9 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223388 Feb 14 18:49:19.954326 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-968c593a-5541-4259-81b0-bfc7c1d7ab16 req-eaab9b1e-5935-4f31-9eb2-546e520b1229 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271243 Feb 14 18:49:20.201494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-90a30649-f760-4fea-95b6-fc7a9d9ae962 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430026359&fields=id&tenant_id=6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 267 time: 0.0404432 Feb 14 18:49:20.347299 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d910-8d9d-4745-8aea-b548e0395318 req-37237c48-451d-4442-9770-658bd05439b1 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:20.350936 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-37237c48-451d-4442-9770-658bd05439b1 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 809 time: 0.1412346 Feb 14 18:49:20.364723 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-59fe32d9-1540-4695-8b0a-cce1b264fec5 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/quotas/6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 375 time: 0.0106153 Feb 14 18:49:20.460122 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-42ccc343-5517-495b-b835-d635d9a860a9 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899367 Feb 14 18:49:20.600478 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-529765b2-0339-4b5a-8fab-d9fa3932c218 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:49:20.601485 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-529765b2-0339-4b5a-8fab-d9fa3932c218 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0667417 Feb 14 18:49:20.731546 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-cade4cd5-2354-4ec8-9da6-e0532965c4d6 service neutron] 10.222.0.30 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240497 Feb 14 18:49:20.860613 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-ba70bf45-0722-4943-b314-392658f9106c service neutron] 10.222.0.30 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233466 Feb 14 18:49:20.913291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6a6-7693-4b4a-bc6b-28d41191a0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:21.222494 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-65b110b4-8f57-4c2d-b002-028d83d534b6 req-cdd215f9-9d99-498d-b4d8-cbb48c575b67 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.1088059 Feb 14 18:49:22.331431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-17b7ccf2-ddbd-4f81-978d-6a22770f2272 req-6eff35f1-152b-478e-9e57-b24cd51c61d6 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0404198 Feb 14 18:49:22.375644 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:49:22.480367 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:22.505966 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:49:22.514953 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:22.560415 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'code': 200} Feb 14 18:49:22.570402 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:22.656088 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:23.090273 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ff37fe62-3fc3-408a-99ab-8d88186a6d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:23.445832 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-62d4a935-b594-4242-9e6a-07a32f62bc27 req-e763e623-807c-4de5-9415-243e356cc902 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0417473 Feb 14 18:49:24.387805 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:24.536355 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:24.559228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-fc3bbbcd-376f-4a05-81b5-8c1e165e14f7 req-ca18e69b-43a5-4519-b94b-892b1f8f7937 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0436029 Feb 14 18:49:25.723488 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-99162cbd-aade-4181-b622-3ec82f5c9019 req-6c7f3f58-4795-429a-ad2e-85917045a424 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0405531 Feb 14 18:49:25.833457 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:26.874826 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-48498b2c-3382-494b-850f-f806bc31c565 req-065d717d-27ce-47fc-bd34-f8ad63dd13bd tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0391600 Feb 14 18:49:27.694013 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d910-8d9d-4745-8aea-b548e0395318 req-6cd14a8b-e2b8-4095-8a57-c8ee2f062c8b tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:27.695323 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-6cd14a8b-e2b8-4095-8a57-c8ee2f062c8b tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 809 time: 0.2364240 Feb 14 18:49:27.768892 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-b19b9924-9542-436c-aaa8-e6e261550909 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6904e04ff4c34d448f77e872ad62faee HTTP/1.1" status: 200 len: 380 time: 0.0429263 Feb 14 18:49:27.781033 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'port': {'device_id': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'admin_state_up': True, 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'security_groups': ['59ad7112-de5b-4118-954d-b5fa494a3e29']}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:49:27.915286 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:49:27.924249 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:49:27.970247 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Made reservation on behalf of 6904e04ff4c34d448f77e872ad62faee for: {'port': 1} {{(pid=84255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 18:49:27.973337 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:28.091526 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1d11dbc6-41b2-4792-8894-9d1f98c5319f req-626b5fa3-c8eb-45ef-9fa5-d2f74e4a7e14 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.0531673 Feb 14 18:49:28.189697 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Allocated IP 172.20.0.11 (c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d/53e5d39f-fd94-4f65-a93b-b7e410b130bc/ed1e4e98-d8e0-41c1-bf21-180bf3707d3f) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:49:28.405882 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:28.429118 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Transition to ACTIVE for port object ed1e4e98-d8e0-41c1-bf21-180bf3707d3f will not be triggered until provisioned by entity DHCP. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:49:28.525812 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:28.639316 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:49:28.643040 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:49:28.648555 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:49:28.686188 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:28.713990 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.714706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.715148 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.715596 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.716043 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.716488 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.716941 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.717284 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.717706 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.718125 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.718554 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:49:28.742370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:28.743102 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:28.834596 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-e03ad79a-84e0-436e-a49b-2b8a1cbc5d33 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0569184 Feb 14 18:49:28.992014 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5dc0c323-9272-4b76-9279-560ded7c4530 None None] Provisioning for port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f completed by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:49:28.997395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-5dc0c323-9272-4b76-9279-560ded7c4530 None None] Provisioning complete for port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f triggered by entity DHCP. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:49:28.997873 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5dc0c323-9272-4b76-9279-560ded7c4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:29.049788 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0c323-9272-4b76-9279-560ded7c4530 None None] Port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f cannot update to ACTIVE because it is not bound. {{(pid=84257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 18:49:29.310065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bdb33-ce96-41f6-88e5-6a2000aa90c4 req-4a8c318b-8658-42a2-95a3-f5a9e46802c8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:29.310746 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-445bdb33-ce96-41f6-88e5-6a2000aa90c4 req-4a8c318b-8658-42a2-95a3-f5a9e46802c8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Synchronizing usage tracker for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:49:29.382116 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-445bdb33-ce96-41f6-88e5-6a2000aa90c4 req-4a8c318b-8658-42a2-95a3-f5a9e46802c8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Unset dirty status for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:49:29.383308 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-445bdb33-ce96-41f6-88e5-6a2000aa90c4 req-4a8c318b-8658-42a2-95a3-f5a9e46802c8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.1561399 Feb 14 18:49:29.432144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-445bdb33-ce96-41f6-88e5-6a2000aa90c4 req-e1a46985-f681-46ee-aef4-18f5a1e7a969 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Feb 14 18:49:30.644665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c80ae-5d50-4edf-957d-b87a5f764839 req-1ffaec32-17fe-45ea-a35d-99417e1034e2 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:30.646102 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-821c80ae-5d50-4edf-957d-b87a5f764839 req-1ffaec32-17fe-45ea-a35d-99417e1034e2 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0847924 Feb 14 18:49:30.704208 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-821c80ae-5d50-4edf-957d-b87a5f764839 req-4690a9f5-ac3a-417f-bb62-4493525a6d5d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517848 Feb 14 18:49:31.895675 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b9c78-b143-4d02-8029-dd07d78a7de9 req-98bbb203-462d-4a60-84d1-5899fa620ef4 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:31.897160 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9f6b9c78-b143-4d02-8029-dd07d78a7de9 req-98bbb203-462d-4a60-84d1-5899fa620ef4 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0804319 Feb 14 18:49:31.950419 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9f6b9c78-b143-4d02-8029-dd07d78a7de9 req-ca09b069-7fb9-4299-a0ff-0fce2ed6a561 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475619 Feb 14 18:49:33.160270 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d868-95e3-413d-a829-8c1e6b629fb1 req-b4e74d88-a9ba-4038-845a-e5549c749382 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:33.161772 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c22d868-95e3-413d-a829-8c1e6b629fb1 req-b4e74d88-a9ba-4038-845a-e5549c749382 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0873141 Feb 14 18:49:33.222341 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-4c22d868-95e3-413d-a829-8c1e6b629fb1 req-763b9409-c81c-4271-9a51-70af456521b0 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Feb 14 18:49:34.425443 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2632-d176-40db-bfb5-e9999fd50b24 req-1fa987e6-a49f-458d-9ecd-2c4ad6e7c1b9 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:34.428174 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ebe2632-d176-40db-bfb5-e9999fd50b24 req-1fa987e6-a49f-458d-9ecd-2c4ad6e7c1b9 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0860150 Feb 14 18:49:34.472670 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-8ebe2632-d176-40db-bfb5-e9999fd50b24 req-90d7fc0e-67e9-4890-b21b-4768b91e2f1e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389106 Feb 14 18:49:35.676363 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033925c0-c0b4-4a14-a2fb-2399e1e48422 req-32423aae-dcd4-4723-a9ed-fe786ddc443a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:35.679642 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-033925c0-c0b4-4a14-a2fb-2399e1e48422 req-32423aae-dcd4-4723-a9ed-fe786ddc443a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0789070 Feb 14 18:49:35.728013 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-033925c0-c0b4-4a14-a2fb-2399e1e48422 req-36bb906c-e0e5-4a2e-bea9-925225e90a99 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Feb 14 18:49:36.933851 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78f8a-2b4f-48ed-94a3-3954a433cff3 req-d4d81e62-964a-4d76-a8d4-c141bb5e2834 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:36.935304 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1b78f8a-2b4f-48ed-94a3-3954a433cff3 req-d4d81e62-964a-4d76-a8d4-c141bb5e2834 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0803232 Feb 14 18:49:36.980144 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-f1b78f8a-2b4f-48ed-94a3-3954a433cff3 req-2bf474c3-3878-4ff1-907b-7c498ec8a226 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394285 Feb 14 18:49:37.565550 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Request body: {'port': {'device_id': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:49:37.673408 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:38.092318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:49:38.100167 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:38.157030 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.provisioning_blocks [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Transition to ACTIVE for port object ed1e4e98-d8e0-41c1-bf21-180bf3707d3f will not be triggered until provisioned by entity L2. {{(pid=84255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 18:49:38.190975 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82418912-2247-4641-a2fb-28366c192148 req-1c2d4246-6ddf-4d34-8873-a60de0e91a79 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:38.192412 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-82418912-2247-4641-a2fb-28366c192148 req-1c2d4246-6ddf-4d34-8873-a60de0e91a79 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 932 time: 0.0853000 Feb 14 18:49:38.216406 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:38.351569 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:38.363643 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-82418912-2247-4641-a2fb-28366c192148 req-da358b8b-d5ac-4d2d-9b37-4315620eb00d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650584 Feb 14 18:49:38.472034 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Attempting to bind port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 18:49:38.472361 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Attempting to bind port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 18:49:38.472680 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Attempting to bind port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:49:38.478858 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 18:49:38.479168 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Attempting to bind port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f on network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 18:49:38.485185 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Checking agent: {'id': 'd2c1fa61-732b-410a-b6ab-720765f437b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'started_at': datetime.datetime(2022, 2, 14, 17, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 18, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 18:49:38.485514 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Checking segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 18:49:38.485886 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Bound using segment: {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'} {{(pid=84255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 18:49:38.486296 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.managers [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Bound port: ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea905ba-5a6c-484f-88a3-656b84c0c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d'}}] {{(pid=84255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 18:49:38.486632 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:38.578170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, cleared binding levels {{(pid=84255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 18:49:38.581169 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 18:49:39.473716 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:39.577667 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:39.579039 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 1094 time: 2.0177190 Feb 14 18:49:39.579589 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:49:39.628496 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ed03-2e38-412f-ac06-2428a3d28bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=3']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:39.653124 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164c45d-aa12-4c20-909d-a737fb7a47bb req-a27f1a40-4081-43d3-af0f-507f7499adc8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:39.654762 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2164c45d-aa12-4c20-909d-a737fb7a47bb req-a27f1a40-4081-43d3-af0f-507f7499adc8 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 944 time: 0.1459854 Feb 14 18:49:39.750627 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-2164c45d-aa12-4c20-909d-a737fb7a47bb req-87dabc2f-458b-4d09-97fb-6ef6bbb5733a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893872 Feb 14 18:49:39.788152 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'status': 'completed', 'code': 200} Feb 14 18:49:39.795083 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-03edccbf-bd22-4425-b374-9b65e1213c98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1097 time: 0.0999975 Feb 14 18:49:39.870457 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-ddf3fc91-2b3c-4e95-9eee-2be6376a5aee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 217 time: 0.0625288 Feb 14 18:49:39.933809 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d910-8d9d-4745-8aea-b548e0395318 req-ae452f46-36a7-4b85-8aae-b144051f2a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:39.935099 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-ae452f46-36a7-4b85-8aae-b144051f2a8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0560138 Feb 14 18:49:40.012933 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-b1e194c3-3499-48a7-b952-a32454ce257b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683672 Feb 14 18:49:40.153226 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-3be21813-5597-4e1a-8cdd-826041c97f84 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302736 Feb 14 18:49:40.284123 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-db59d910-8d9d-4745-8aea-b548e0395318 req-a35e7f25-9e8d-497d-b66c-99ab0bd3b2a4 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216719 Feb 14 18:49:40.539128 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-fd698430-1ab1-46d3-9192-827f9a45f938 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1097 time: 0.0655973 Feb 14 18:49:40.667026 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-efed795a-eca9-4e72-81af-e15261bb78d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:40.668443 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-efed795a-eca9-4e72-81af-e15261bb78d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1224787 Feb 14 18:49:40.823480 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-88b33b94-0c4c-4580-a1a8-6b86a697908c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 217 time: 0.1481805 Feb 14 18:49:40.921235 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-6a32529e-e301-4bf3-bf79-5e91c416613d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:40.922638 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-6a32529e-e301-4bf3-bf79-5e91c416613d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0932148 Feb 14 18:49:41.007904 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa3d1-658c-41bc-b3bf-58b6053bc611 req-61e31f6f-ccd1-4c1c-a44a-8a24f259717a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:41.009327 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86faa3d1-658c-41bc-b3bf-58b6053bc611 req-61e31f6f-ccd1-4c1c-a44a-8a24f259717a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 944 time: 0.1319227 Feb 14 18:49:41.033852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-9301346b-3cd6-49c1-80b0-bfef341d026d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033680 Feb 14 18:49:41.133207 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-86faa3d1-658c-41bc-b3bf-58b6053bc611 req-4137186c-aa31-406e-825c-b7efb120f6fc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171403 Feb 14 18:49:41.179043 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-445c627f-5d45-4250-8a30-fc8e071e5da3 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369054 Feb 14 18:49:41.305605 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-ce4f97f3-a2f8-46e5-86b9-50f341b1d50d req-81b15bb1-66be-45cc-9fec-50a2d142c77d service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205170 Feb 14 18:49:42.327354 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a557-7506-4245-863f-ea8ae2b38ea4 req-17fd9641-e10a-4943-a66b-5b58e5ccfd9a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:42.328816 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aa45a557-7506-4245-863f-ea8ae2b38ea4 req-17fd9641-e10a-4943-a66b-5b58e5ccfd9a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 944 time: 0.0767112 Feb 14 18:49:42.372033 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-aa45a557-7506-4245-863f-ea8ae2b38ea4 req-38729e35-8758-4fa6-858d-dd7589062055 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377574 Feb 14 18:49:42.451234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:49:42.582734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:42.595450 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'mac_address': 'fa:16:3e:0b:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:49:42.651910 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:42.668796 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:49:42.683465 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:42.747409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:42.814259 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=4']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:43.072559 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:49:43.577604 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a94f9f-1722-45c6-ab62-15ad2924943e req-a21d16a8-898c-42ad-b439-a0c23e1553f7 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:43.579055 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3a94f9f-1722-45c6-ab62-15ad2924943e req-a21d16a8-898c-42ad-b439-a0c23e1553f7 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 945 time: 0.0778677 Feb 14 18:49:43.623428 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-c3a94f9f-1722-45c6-ab62-15ad2924943e req-16c67de5-a4b6-44c7-8d22-bccab6bf21da tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Feb 14 18:49:44.466743 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:49:44.604529 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning for port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f completed by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 18:49:44.609371 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:49:44.609738 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:44.727585 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:44.753933 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:49:44.763498 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:49:44.810287 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'code': 200} Feb 14 18:49:44.821956 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:44.823302 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540fa94-acba-49ba-ad27-ff9ec889e58a req-f9c9a89e-8e9f-40a7-87db-b1ee6853967d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:44.824834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1540fa94-acba-49ba-ad27-ff9ec889e58a req-f9c9a89e-8e9f-40a7-87db-b1ee6853967d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 945 time: 0.0773830 Feb 14 18:49:44.871228 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-1540fa94-acba-49ba-ad27-ff9ec889e58a req-2a570403-74dc-465f-9eac-09ace154a98a tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402315 Feb 14 18:49:44.891599 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=5']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:45.135878 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbf6abfd-445e-48d4-835a-b4dd9ed33805 req-a38b3ce6-ba2c-40a2-a599-44fc4b5d4a30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1099 time: 0.0709798 Feb 14 18:49:45.179591 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-dbf6abfd-445e-48d4-835a-b4dd9ed33805 req-dae815f9-d0e2-464f-a248-4440f5499964 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Feb 14 18:49:45.764965 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:46.065594 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028324a6-58bf-4d52-818d-1c280d456a9d req-0d05703e-7919-4bff-951d-399ecaf287ef tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:46.067042 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-028324a6-58bf-4d52-818d-1c280d456a9d req-0d05703e-7919-4bff-951d-399ecaf287ef tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.0743067 Feb 14 18:49:46.114431 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-028324a6-58bf-4d52-818d-1c280d456a9d req-3ca9d4d6-0d94-44ef-b565-549304ae308f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Feb 14 18:49:47.318198 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912cd71-1845-41f8-9c18-fd19b9ae8422 req-e4db309a-4a6a-4b35-93c5-86b1cf14139b tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:47.320402 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6912cd71-1845-41f8-9c18-fd19b9ae8422 req-e4db309a-4a6a-4b35-93c5-86b1cf14139b tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.0750718 Feb 14 18:49:47.364990 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-6912cd71-1845-41f8-9c18-fd19b9ae8422 req-72e373f4-a469-473b-9210-7cd4b3a8bd01 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391803 Feb 14 18:49:47.562065 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16d6e-ff63-47dd-97e6-6026ff86383d req-680256b1-0813-44d8-9e6b-e97c89cab31f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:47.563526 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28b16d6e-ff63-47dd-97e6-6026ff86383d req-680256b1-0813-44d8-9e6b-e97c89cab31f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.0783670 Feb 14 18:49:47.609630 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-28b16d6e-ff63-47dd-97e6-6026ff86383d req-76e27b65-40ad-4df5-b39c-49193cf95298 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Feb 14 18:49:47.636536 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 53072) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:49:47.704054 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8fcbe6a8-8e79-4d22-a9b9-401efe9bb628 tempest-TestSnapshotPattern-129167731 tempest-TestSnapshotPattern-129167731-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1094 time: 0.0662673 Feb 14 18:49:47.706567 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 53076) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:49:47.712221 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.v2.base [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Request body: {'floatingip': {'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 18:49:47.717719 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 18:49:47.721477 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Usage tracker for resource:floatingip and tenant:6904e04ff4c34d448f77e872ad62faee is out of sync, need to count used quota {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 18:49:47.724271 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 18:49:47.730616 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.quota.driver [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 18:49:47.821705 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:47.958042 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:48.093289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.db_base_plugin_common [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Allocated IP 172.26.4.106 (991e25b6-7a43-4bc4-b40a-3c51d246d8c5/e16a509b-f5cf-417a-8d77-c2bb0657e319/d098623c-0500-4c54-ab2d-6b709fe0a7cd) {{(pid=84255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 18:49:48.333818 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:48.398863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760996450937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:48.464543 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Network 991e25b6-7a43-4bc4-b40a-3c51d246d8c5 is already hosted by enough agents. {{(pid=84255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 18:49:48.467180 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.base_scheduler [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Resources bound (agent type, host, resource id): {{(pid=84255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 18:49:48.471265 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Received port after_create {{(pid=84255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 18:49:48.501498 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=d098623c-0500-4c54-ab2d-6b709fe0a7cd,revision_number=1']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:48.965665 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:49.063557 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:49.260318 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for port, precommit_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:49.301666 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968378'] for port, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:49.405280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event updated for resources: {'Port': ['ID=d098623c-0500-4c54-ab2d-6b709fe0a7cd,revision_number=2']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:49:49.419459 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938364'] for floatingip, after_update {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:49.605751 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.db.l3_db [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Floating IP 3704bba7-18b5-4041-bc02-f65650c45c34 associated. External IP: 172.26.4.106, port: ed1e4e98-d8e0-41c1-bf21-180bf3707d3f. Feb 14 18:49:50.080765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:49:50.285661 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:49:50.296183 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:49:50.308202 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:49:50.308851 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:49:50.365170 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:50.418010 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-8cfddc4a-aa9c-4626-b846-45b3e9628503 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7103827 Feb 14 18:49:50.418757 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:49:50.472580 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'status': 'completed', 'code': 200} Feb 14 18:49:50.511170 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:49:50.568104 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-48a7bbbd-7549-4766-95dc-df6903209d8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1099 time: 0.0737236 Feb 14 18:49:50.700306 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-75f3e26f-d0f5-4a3f-bbcc-fc11f5c59769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:50.701777 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-75f3e26f-d0f5-4a3f-bbcc-fc11f5c59769 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1267068 Feb 14 18:49:50.808499 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-36f76b23-e55b-483b-83fe-1b66869da6de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 1000 time: 0.0998881 Feb 14 18:49:50.873549 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-53453038-d4a4-4169-aa6c-c9571ca13769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:49:50.875154 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-53453038-d4a4-4169-aa6c-c9571ca13769 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0589850 Feb 14 18:49:50.881104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '3704bba7-18b5-4041-bc02-f65650c45c34', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:0b:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:49:48Z', 'updated_at': '2022-02-14T18:49:48Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}, {'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:49:50.884916 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:49:50.895298 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:49:50.895886 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:49:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:49:50.950597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-91f60cf8-3e3a-4ea7-a168-68cc63e4c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:50.951786 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-dd24534b-ca19-48fb-ac8c-d98155176deb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673101 Feb 14 18:49:51.074911 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:49:51.081504 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-8054d34d-d4d5-474e-99a0-f97ebcd83d93 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229560 Feb 14 18:49:51.213273 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-5de2a8a5-9b3e-452c-b2ae-030b66f85e0a req-dbc31511-84f6-4d9b-9c6e-8625be97874d service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240108 Feb 14 18:49:51.414236 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '3704bba7-18b5-4041-bc02-f65650c45c34', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:0b:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:49:48Z', 'updated_at': '2022-02-14T18:49:48Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}, {'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:49:51.418069 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1c6f-dff1-4c44-a5e8-95bb0a153070 None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': '3704bba7-18b5-4041-bc02-f65650c45c34', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:0b:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:49:48Z', 'updated_at': '2022-02-14T18:49:48Z', 'revision_number': 0, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}, {'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:49:51.602285 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd103e3-2a99-4857-9177-645257d65c16 None None] New status for floating IP 3704bba7-18b5-4041-bc02-f65650c45c34: ACTIVE {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:49:53.056361 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:49:53.107082 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-670bc880-57fd-4339-9527-e5a8972919d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:54.410013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:54.528773 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:49:55.856377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:15.764024 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:20.889663 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-1ed4b11b-1f93-4c97-b5d6-d9e87b16934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:21.153573 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-f32f262d-70f1-4c7e-b585-59521af9ef77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801940 Feb 14 18:50:21.296718 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-e810f6e3-3a54-4a2b-a205-cbccfdea8aab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1097 time: 0.0671403 Feb 14 18:50:21.439121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-0a5aee9b-9f22-4864-8351-97f6e8877f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:50:21.440450 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-0a5aee9b-9f22-4864-8351-97f6e8877f33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1233141 Feb 14 18:50:21.544231 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-28cb6105-5613-4686-92e8-be99c6ae8716 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 1000 time: 0.0957475 Feb 14 18:50:21.606109 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-66c37456-cacd-4daf-aa74-dc1484b35646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:50:21.607507 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-66c37456-cacd-4daf-aa74-dc1484b35646 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0563738 Feb 14 18:50:21.777610 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-a7369b18-0fcf-430b-ab30-2a3cedd90c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600864 Feb 14 18:50:21.907580 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-540e882b-80b0-47db-86d9-c65d41138700 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206348 Feb 14 18:50:22.040008 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e4ad313e-b51f-4b68-9f7b-658bd4836488 req-74e93c73-4167-4704-933d-842190aa4b6f service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220572 Feb 14 18:50:23.067491 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-b1547b92-eda6-476c-ab1c-364a3a895c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:24.387097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:24.541385 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:25.833108 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:30.056914 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:50:45.770991 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:50.934233 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-7db02f23-c6b6-4787-b833-bb0173e218ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:53.091054 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-97b6ef0c-6dd2-4e43-b268-06c6806057b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:54.381712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:54.530395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:50:55.873997 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:07.057447 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:51:15.823213 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:20.907414 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=84257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 18:51:20.918214 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-83b2cc77-f963-47ea-8996-cea68edc0e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:21.039520 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:21.052291 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Returning: {'device': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'port_id': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'mac_address': 'fa:16:3e:0b:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 18:51:21.142357 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:21.158737 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 18:51:21.173220 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:21.266193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:21.333139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=6']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:21.341188 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.341555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.341888 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.342219 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.342545 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.342869 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.343187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.343507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.343824 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.344139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.344453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:21.381879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] get_ports_and_sgs() called for port_ids ['ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'] {{(pid=84257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 18:51:22.201249 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-f20d9dda-8101-4539-aec4-520fd96db54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1098 time: 0.0687270 Feb 14 18:51:22.359362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-94ef2ba4-fd15-4df1-b6e5-91e9b7937227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:22.361852 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-94ef2ba4-fd15-4df1-b6e5-91e9b7937227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1372075 Feb 14 18:51:22.469801 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-b7aa5027-3796-463e-a413-5b9a5c212446 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 1001 time: 0.1018195 Feb 14 18:51:22.539868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-dee99c31-6435-4ffa-9ffc-04e66cac87ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:22.541277 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-dee99c31-6435-4ffa-9ffc-04e66cac87ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0619915 Feb 14 18:51:22.622232 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-6ae7a614-1964-4cba-b9e6-1241a34012f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732219 Feb 14 18:51:22.636674 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-9367b6e1-fdf4-4f10-a75d-771db616c106 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 18:51:22.637820 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-9367b6e1-fdf4-4f10-a75d-771db616c106 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050445 Feb 14 18:51:22.791771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-821ffb76-c8f5-4d6a-8dac-3729612968a2 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446104 Feb 14 18:51:22.920179 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f up at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 18:51:22.973355 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-87600130-d65e-4fd1-ab91-ee542b4a38e8 req-0b93d86b-39b4-42e7-97d0-97905c5eb80a service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729627 Feb 14 18:51:23.001695 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.provisioning_blocks [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Provisioning complete for port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f triggered by entity L2. {{(pid=84257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 18:51:23.002068 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867636'] for port, provisioning_complete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:23.131618 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-dc03f9b2-fccf-425e-ab7b-6284c3a13d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:23.154719 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:23.187495 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:23.197819 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:23.258441 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'code': 200} Feb 14 18:51:23.271750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:23.341612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=7']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:24.386587 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:24.535216 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:25.874767 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:34.890724 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53218) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:35.089479 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Deleting port d098623c-0500-4c54-ab2d-6b709fe0a7cd {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:35.089820 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:35.256528 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:35.256815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:35.372284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Calling delete_port for d098623c-0500-4c54-ab2d-6b709fe0a7cd owned by network:floatingip {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:35.589034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:35.636047 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event deleted for resources: {'Port': ['ID=d098623c-0500-4c54-ab2d-6b709fe0a7cd,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:35.679276 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.679623 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.679960 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.680291 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.680622 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.680974 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.681298 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.681621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.681942 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.682256 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.682573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:35.744994 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:36.209278 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:51:36.406564 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:51:36.415907 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:51:36.427680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:36.428282 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:36.486990 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:36.544662 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-db9103c6-0140-4104-8816-7c856f4c417d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "DELETE /v2.0/floatingips/3704bba7-18b5-4041-bc02-f65650c45c34 HTTP/1.1" status: 204 len: 168 time: 1.6528556 Feb 14 18:51:36.545334 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:36.619095 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:36.732831 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'status': 'completed', 'code': 200} Feb 14 18:51:36.833048 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-50712b23-54f1-454b-ab0c-18deb00793fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 1099 time: 0.0732975 Feb 14 18:51:36.964112 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-5ad4783e-e926-48cf-8761-edb4d401f30c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:36.965689 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-5ad4783e-e926-48cf-8761-edb4d401f30c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1268787 Feb 14 18:51:36.972964 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:36.977139 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:51:36.988104 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:36.988722 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:37.034365 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-d30019d4-22f2-465b-931e-0869d34734d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 200 len: 217 time: 0.0613468 Feb 14 18:51:37.145623 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-77ff56ee-c683-4c04-af6f-c077daa4bfc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:37.146979 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-77ff56ee-c683-4c04-af6f-c077daa4bfc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.1057274 Feb 14 18:51:37.172410 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:37.228370 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf6bab-71e1-479e-b017-1a4ca049c0b8 req-2b97ad71-5e56-4c51-9bfd-0c332f7352de tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:37.229834 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67bf6bab-71e1-479e-b017-1a4ca049c0b8 req-2b97ad71-5e56-4c51-9bfd-0c332f7352de tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.1578493 Feb 14 18:51:37.358374 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-4d9dc4cf-9f09-4bae-b1f2-6503b3cb26d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2027063 Feb 14 18:51:37.447034 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-67bf6bab-71e1-479e-b017-1a4ca049c0b8 req-adc06878-dcd4-436d-8d3d-c253043eea8c tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094991 Feb 14 18:51:37.505684 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-7fec287c-339d-4ad9-b9bf-cb32ae675bdc service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382494 Feb 14 18:51:37.562670 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:37.566712 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df1612-d3ac-4046-9875-4a3417d5dc12 None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_floatingips': [{'id': 'a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'router_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'port_id': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'mac_address': 'fa:16:3e:97:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T18:47:04Z', 'updated_at': '2022-02-14T18:47:11Z', 'revision_number': 1, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:51:37.649316 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e7e4ac12-6a4c-47a5-8fc2-73088a5a88e0 req-c2fe2115-68ca-4d79-8063-c10f101975a2 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366849 Feb 14 18:51:37.797080 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a6907-be2a-43df-9db7-6783741362b4 None None] New status for floating IP 3704bba7-18b5-4041-bc02-f65650c45c34: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:51:38.644280 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278f86e-18ed-4e41-8e3d-5b641954b429 req-464d83e5-69b2-45af-96fd-189f6b0fab13 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:38.645771 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9278f86e-18ed-4e41-8e3d-5b641954b429 req-464d83e5-69b2-45af-96fd-189f6b0fab13 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.0780244 Feb 14 18:51:38.691069 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-9278f86e-18ed-4e41-8e3d-5b641954b429 req-ce06c8da-34a1-472f-b47d-42a65afe1631 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Feb 14 18:51:38.880863 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-fb5de3e9-83a5-4d16-9520-e24591dd405e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:38.882253 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-fb5de3e9-83a5-4d16-9520-e24591dd405e tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 946 time: 0.0772619 Feb 14 18:51:38.949945 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Deleting port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:38.950289 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:39.028750 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:39.145040 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4024281'] for port, before_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:39.164255 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:39.173973 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:39.184828 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:39.185187 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:39.221928 dv-neutron-823271-4-hyperv neutron-server[84257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'code': 200} Feb 14 18:51:39.249620 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760996874900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760996450955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760996451000'] for port, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:39.305489 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Calling delete_port for ed1e4e98-d8e0-41c1-bf21-180bf3707d3f owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:39.314727 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=8']} {{(pid=84257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:39.406726 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.db.api [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:51:39.406959 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG oslo_db.api [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:51:39.897011 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f807a1-b7b3-4705-87ff-05a9813f7eca req-cceb1247-e6d2-4d45-9928-c28a915b6c64 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:39.898445 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5f807a1-b7b3-4705-87ff-05a9813f7eca req-cceb1247-e6d2-4d45-9928-c28a915b6c64 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 944 time: 0.0895369 Feb 14 18:51:39.916101 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Deleting port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:39.916433 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:40.016994 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-d5f807a1-b7b3-4705-87ff-05a9813f7eca req-4a18292a-a214-417a-81dd-018906738d27 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129973 Feb 14 18:51:40.179891 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] For port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:40.180236 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:40.298331 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Calling delete_port for ed1e4e98-d8e0-41c1-bf21-180bf3707d3f owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:40.566197 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:40.617582 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event deleted for resources: {'Port': ['ID=ed1e4e98-d8e0-41c1-bf21-180bf3707d3f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:40.657506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.657847 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.658182 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.658512 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.658839 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.659166 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.659513 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.659813 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.660136 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.660468 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.660792 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-4-hyperv {{(pid=84255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 18:51:40.699786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] No DVR routers for this DVR port ed1e4e98-d8e0-41c1-bf21-180bf3707d3f on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:51:40.702121 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:40.704484 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-deleted', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:40.715584 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-50542a3f-f54f-4b11-9eeb-048c8ae9a0d0 req-99513ec2-2505-4481-a1f8-1f44b1e51c15 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "DELETE /v2.0/ports/ed1e4e98-d8e0-41c1-bf21-180bf3707d3f HTTP/1.1" status: 204 len: 173 time: 1.8254421 Feb 14 18:51:40.759269 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df13e0-15d9-40f8-8568-e81a9b3765da', 'name': 'network-vif-deleted', 'tag': 'ed1e4e98-d8e0-41c1-bf21-180bf3707d3f', 'status': 'completed', 'code': 200} Feb 14 18:51:41.195273 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e6e54985-87e3-4d2c-8807-5be2595fa3b6 req-260b4cd4-9251-485e-ac43-070a9c56dddb tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Synchronizing usage tracker for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:51:41.271868 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e6e54985-87e3-4d2c-8807-5be2595fa3b6 req-260b4cd4-9251-485e-ac43-070a9c56dddb tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Unset dirty status for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:51:41.273036 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e6e54985-87e3-4d2c-8807-5be2595fa3b6 req-260b4cd4-9251-485e-ac43-070a9c56dddb tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=00df13e0-15d9-40f8-8568-e81a9b3765da HTTP/1.1" status: 200 len: 210 time: 0.1172698 Feb 14 18:51:43.044194 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:43.077247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: ed1e4e98-d8e0-41c1-bf21-180bf3707d3f {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:51:43.077581 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device ed1e4e98-d8e0-41c1-bf21-180bf3707d3f not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:51:43.671924 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 53298) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:43.868770 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Deleting port 8c0658f8-02c6-4a6b-8ad6-36fcfca9450f {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:43.869115 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:44.038754 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:44.038989 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:44.057370 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:51:44.166222 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Calling delete_port for 8c0658f8-02c6-4a6b-8ad6-36fcfca9450f owned by network:floatingip {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:44.371517 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:44.416758 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event deleted for resources: {'Port': ['ID=8c0658f8-02c6-4a6b-8ad6-36fcfca9450f,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:44.505786 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for floatingip, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:44.987885 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:51:45.181313 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:51:45.191326 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:51:45.203395 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:45.203999 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:45.263494 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for floatingip, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:45.318496 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-36691d99-c673-4031-81e6-345e1d0f49df tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "DELETE /v2.0/floatingips/a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c HTTP/1.1" status: 204 len: 168 time: 1.6454909 Feb 14 18:51:45.319153 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:45.374213 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'status': 'completed', 'code': 200} Feb 14 18:51:45.388447 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:45.471046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-d457201b-2b5b-48b4-b4b8-5efda8ae1ce1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6904e04ff4c34d448f77e872ad62faee&device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 1097 time: 0.0700505 Feb 14 18:51:45.620748 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-92808e26-3ff9-4146-96c4-7d0023594b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:45.620748 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-92808e26-3ff9-4146-96c4-7d0023594b55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 200 len: 909 time: 0.1379778 Feb 14 18:51:45.696763 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-58c1ee2f-83de-4d7f-8aa9-b03faedb38ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 200 len: 217 time: 0.0679762 Feb 14 18:51:45.735734 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:45.739774 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:51:45.761445 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:45.762041 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:45.768908 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-a55f2cc0-a51d-42af-804f-3a3a589680ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:45.770380 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-a55f2cc0-a51d-42af-804f-3a3a589680ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 200 len: 848 time: 0.0649793 Feb 14 18:51:45.870518 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:45.908046 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-6f5e757e-6515-48c6-84dc-7689d677922d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270423 Feb 14 18:51:45.943400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:45.995061 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691b371-8675-4b61-a96c-e137ea602bdf req-30c79d8a-79ad-4bad-b059-01bbc97791fc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:45.995765 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e691b371-8675-4b61-a96c-e137ea602bdf req-30c79d8a-79ad-4bad-b059-01bbc97791fc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Synchronizing usage tracker for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:51:46.060223 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-73eaac0a-164f-42ef-a98a-49cc7dbe584c service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445673 Feb 14 18:51:46.086416 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-e691b371-8675-4b61-a96c-e137ea602bdf req-30c79d8a-79ad-4bad-b059-01bbc97791fc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Unset dirty status for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:51:46.087473 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e691b371-8675-4b61-a96c-e137ea602bdf req-30c79d8a-79ad-4bad-b059-01bbc97791fc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.2551229 Feb 14 18:51:46.212474 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-e691b371-8675-4b61-a96c-e137ea602bdf req-9fd80dd8-4cc2-461c-94cf-dd457dd3165d tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712445 Feb 14 18:51:46.230783 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-eac1ed84-64e5-4a2b-b325-d375490c1a60 req-fa50a45c-ce7d-4649-b0d2-1955af151427 service neutron] 10.222.0.45 "GET /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640975 Feb 14 18:51:46.298319 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:46.302316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1807d-e462-4412-8e72-66ca7dd50a92 None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:46:33Z', 'revision_number': 4, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv', '_interfaces': [{'id': '6390f894-7881-4bed-a050-13fbdc799fc0', 'name': '', 'network_id': 'c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'mac_address': 'fa:16:3e:ca:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:32Z', 'updated_at': '2022-02-14T18:46:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'subnets': [{'id': '53e5d39f-fd94-4f65-a93b-b7e410b130bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:51:46.512085 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4b1f1-da45-4e33-8826-f4e700997cfa None None] New status for floating IP a66a9d41-d1a9-4f66-8c6a-97deeb5bff8c: DOWN {{(pid=84258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 18:51:47.421362 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842103-d3ae-4434-b758-3d4a778a3f21 req-e8574177-4d76-4a73-8bcd-6b507bf6fe0f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:47.422799 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a842103-d3ae-4434-b758-3d4a778a3f21 req-e8574177-4d76-4a73-8bcd-6b507bf6fe0f tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.0781810 Feb 14 18:51:47.468315 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-3a842103-d3ae-4434-b758-3d4a778a3f21 req-22d51c59-d4fc-4f16-8400-16b9ff58f1a4 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/security-groups?id=59ad7112-de5b-4118-954d-b5fa494a3e29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Feb 14 18:51:47.723393 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-5e609518-7409-48a2-bc71-a8531a7d0cbe tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 18:51:47.724879 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-5e609518-7409-48a2-bc71-a8531a7d0cbe tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 944 time: 0.0751433 Feb 14 18:51:47.796693 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Deleting port a457aeec-fddb-4f81-ab66-957412fb13dd {{(pid=84255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:47.797057 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:48.027450 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.db [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] For port a457aeec-fddb-4f81-ab66-957412fb13dd, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a457aeec-fddb-4f81-ab66-957412fb13dd,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:48.027722 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:48.247523 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.plugins.ml2.plugin [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Calling delete_port for a457aeec-fddb-4f81-ab66-957412fb13dd owned by compute:nova {{(pid=84255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:48.437629 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968371'] for port, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:48.486806 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event deleted for resources: {'Port': ['ID=a457aeec-fddb-4f81-ab66-957412fb13dd,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:48.558068 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] No DVR routers for this DVR port a457aeec-fddb-4f81-ab66-957412fb13dd on host hv-neutron-8232 {{(pid=84255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:51:48.560506 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181494'] for port, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:48.563538 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-deleted', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd'}] {{(pid=84255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 18:51:48.632478 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11', 'name': 'network-vif-deleted', 'tag': 'a457aeec-fddb-4f81-ab66-957412fb13dd', 'status': 'completed', 'code': 200} Feb 14 18:51:48.639928 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cadf724c-13fb-4c19-8722-6f4154aec7e3 req-b41ff742-0044-4112-83b1-28910c1a1dcc tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.45 "DELETE /v2.0/ports/a457aeec-fddb-4f81-ab66-957412fb13dd HTTP/1.1" status: 204 len: 173 time: 0.9065454 Feb 14 18:51:48.646833 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cc292626-d638-44ca-9b0d-eab4a9b88d22 req-1b2d69f8-df8a-4f17-aa4a-1106d4b5a6b3 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Synchronizing usage tracker for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 18:51:48.731955 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.quota.resource [req-cc292626-d638-44ca-9b0d-eab4a9b88d22 req-1b2d69f8-df8a-4f17-aa4a-1106d4b5a6b3 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Unset dirty status for tenant:6904e04ff4c34d448f77e872ad62faee on resource:port {{(pid=84255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 18:51:48.733084 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [req-cc292626-d638-44ca-9b0d-eab4a9b88d22 req-1b2d69f8-df8a-4f17-aa4a-1106d4b5a6b3 tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a8a3b-f1e7-4486-bf8e-f7e8c1187b11 HTTP/1.1" status: 200 len: 210 time: 0.1409142 Feb 14 18:51:49.837480 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.wsgi [-] (84255) accepted ('10.222.0.30', 53316) {{(pid=84255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:49.903568 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, before_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:49.931135 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:50.057186 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:50.075425 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad7112-de5b-4118-954d-b5fa494a3e29,revision_number=None']} {{(pid=84255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:50.079097 dv-neutron-823271-4-hyperv neutron-server[84255]: DEBUG neutron_lib.callbacks.manager [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] Notify callbacks [] for security_group, before_response {{(pid=84255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:50.080188 dv-neutron-823271-4-hyperv neutron-server[84255]: INFO neutron.wsgi [None req-fba99015-5e37-4649-813e-762e8da281ff tempest-TestSnapshotPattern-1446324009 tempest-TestSnapshotPattern-1446324009-project] 10.222.0.30 "DELETE /v2.0/security-groups/59ad7112-de5b-4118-954d-b5fa494a3e29 HTTP/1.1" status: 204 len: 168 time: 0.2417374 Feb 14 18:51:50.224286 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53322) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:50.722353 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:50.914647 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-f85e90e6-a33f-4cfd-a266-27a6a2c13c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:51.075612 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd no longer exists at agent hyperv_hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:51.107332 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] No Port match for: a457aeec-fddb-4f81-ab66-957412fb13dd {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:51:51.107676 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Device a457aeec-fddb-4f81-ab66-957412fb13dd not bound to the agent host hv-neutron-8232 {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:51:51.302230 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Deleting port 6390f894-7881-4bed-a050-13fbdc799fc0 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:51.302802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:51.552003 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] For port 6390f894-7881-4bed-a050-13fbdc799fc0, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=6390f894-7881-4bed-a050-13fbdc799fc0,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:51.552478 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:51.674205 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Calling delete_port for 6390f894-7881-4bed-a050-13fbdc799fc0 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:51.892390 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:51.936116 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Pushing event deleted for resources: {'Port': ['ID=6390f894-7881-4bed-a050-13fbdc799fc0,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:52.235817 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:52.898530 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Router fb845b94-228a-4893-9f65-2c8d06eadc37 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:51:53.095761 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:51:53.104555 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Sync routers for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:51:53.113673 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-61104f4c-ab32-4224-839c-3a2c49ecb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:53.118382 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:53.118983 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:23Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:53.194094 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-69045771-4eb9-4231-ac58-c904d28c5619 admin admin] 10.222.0.30 "PUT /v2.0/routers/fb845b94-228a-4893-9f65-2c8d06eadc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686146 Feb 14 18:51:53.196559 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53328) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:53.295672 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:53.393222 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:53.577527 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:51:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:53.581879 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Checking router: fb845b94-228a-4893-9f65-2c8d06eadc37 for host: dv-neutron-823271-4-hyperv {{(pid=84257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:51:53.591661 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:53.592807 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Routers {'fb845b94-228a-4893-9f65-2c8d06eadc37'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:53.594003 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['fb845b94-228a-4893-9f65-2c8d06eadc37'], 'active': True} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:53.660893 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Deleting port 121a8499-c4fb-4ce2-a78e-ba26a04769d7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:53.661232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:53.774578 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_dvr_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] Set router fb845b94-228a-4893-9f65-2c8d06eadc37 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:53.844343 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] For port 121a8499-c4fb-4ce2-a78e-ba26a04769d7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=121a8499-c4fb-4ce2-a78e-ba26a04769d7,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:53.844688 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:53.967859 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Calling delete_port for 121a8499-c4fb-4ce2-a78e-ba26a04769d7 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:54.064005 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.db.l3_hamode_db [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:51:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:54.067927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc2015-b06d-43db-bb88-4a0b6756ea48 None None] The sync data for ids ['fb845b94-228a-4893-9f65-2c8d06eadc37'] in dv-neutron-823271-4-hyperv is: [{'id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'name': 'tempest-TestSnapshotPattern-950158852-router', 'tenant_id': '6904e04ff4c34d448f77e872ad62faee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:29Z', 'updated_at': '2022-02-14T18:51:51Z', 'revision_number': 5, 'project_id': '6904e04ff4c34d448f77e872ad62faee', 'gw_port': {'id': '121a8499-c4fb-4ce2-a78e-ba26a04769d7', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb845b94-228a-4893-9f65-2c8d06eadc37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:30Z', 'updated_at': '2022-02-14T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}] {{(pid=84257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:51:54.197760 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.247917 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=121a8499-c4fb-4ce2-a78e-ba26a04769d7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:54.403822 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.469525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.561049 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.811544 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.816218 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.914830 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.915264 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb845b94-228a-4893-9f65-2c8d06eadc37 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:51:54.927802 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:54.928974 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-93ae5749-1af8-448e-866b-eee6453cb9b1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fb845b94-228a-4893-9f65-2c8d06eadc37 HTTP/1.1" status: 204 len: 168 time: 1.7314816 Feb 14 18:51:54.931491 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53332) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:54.992272 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Deleting subnet 53e5d39f-fd94-4f65-a93b-b7e410b130bc {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:51:54.995407 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.048193 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.122602 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.261284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.300312 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e5d39f-fd94-4f65-a93b-b7e410b130bc,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:55.304677 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.309878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08146dcb-8b8a-42bb-98d3-3b9a41debe4e None None] Network c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:51:55.311807 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-92c22c1d-5768-4ef5-b482-2127b0348f22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/53e5d39f-fd94-4f65-a93b-b7e410b130bc HTTP/1.1" status: 204 len: 168 time: 0.3793724 Feb 14 18:51:55.314913 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53336) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:55.448691 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.459124 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Deleting port 92326c33-1588-4524-84fa-0c370747a4d2 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:55.459451 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.559416 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6390f894-7881-4bed-a050-13fbdc799fc0 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:55.594013 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 6390f894-7881-4bed-a050-13fbdc799fc0 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:51:55.594365 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 6390f894-7881-4bed-a050-13fbdc799fc0 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:51:55.594780 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 121a8499-c4fb-4ce2-a78e-ba26a04769d7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:55.629444 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 121a8499-c4fb-4ce2-a78e-ba26a04769d7 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:51:55.629791 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 121a8499-c4fb-4ce2-a78e-ba26a04769d7 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:51:55.639270 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] DHCP port deletion for c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:51:55.643211 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Deleting port 92326c33-1588-4524-84fa-0c370747a4d2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:55.643597 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.678251 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] For port 92326c33-1588-4524-84fa-0c370747a4d2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=92326c33-1588-4524-84fa-0c370747a4d2,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:55.678621 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.806919 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Calling delete_port for 92326c33-1588-4524-84fa-0c370747a4d2 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:55.866469 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] For port 92326c33-1588-4524-84fa-0c370747a4d2, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=92326c33-1588-4524-84fa-0c370747a4d2,segment=NetworkSegment(2ea905ba-5a6c-484f-88a3-656b84c0c5b2),segment_id=2ea905ba-5a6c-484f-88a3-656b84c0c5b2)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:55.866972 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.940573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.980762 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:55.983924 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Pushing event deleted for resources: {'Port': ['ID=92326c33-1588-4524-84fa-0c370747a4d2,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:55.990193 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Calling delete_port for 92326c33-1588-4524-84fa-0c370747a4d2 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:55.990464 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] No DVR routers for this DVR port 92326c33-1588-4524-84fa-0c370747a4d2 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:51:56.058988 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:51:56.059344 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:51:56.103701 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.128690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:56.140500 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea905ba-5a6c-484f-88a3-656b84c0c5b2') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:56.140818 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea905ba-5a6c-484f-88a3-656b84c0c5b2') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:56.151783 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.167550 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.174318 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:51:56.174690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:51:56.190733 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:51:56.409115 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.425085 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.434669 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:56.443039 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-42ab5328-28b1-4cb8-affc-544d4de18481 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0dc04aa-f6d8-4bb7-ac2c-510cec87c86d HTTP/1.1" status: 204 len: 168 time: 1.1256707 Feb 14 18:51:56.444315 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53340) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:56.560838 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Deleting port 92326c33-1588-4524-84fa-0c370747a4d2 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:56.561372 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:56.627131 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-65a0f375-1e95-4c06-a057-e2335d1d9178 None None] The port '92326c33-1588-4524-84fa-0c370747a4d2' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:51:56.832775 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938090'] for router_interface, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:57.410452 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Deleting port e100509f-4d9d-491a-afb8-d871338916b7 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:57.411123 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:57.542680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 92326c33-1588-4524-84fa-0c370747a4d2 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:51:57.574377 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 92326c33-1588-4524-84fa-0c370747a4d2 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:51:57.575474 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 92326c33-1588-4524-84fa-0c370747a4d2 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:51:57.580731 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] For port e100509f-4d9d-491a-afb8-d871338916b7, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e100509f-4d9d-491a-afb8-d871338916b7,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:57.581579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:57.700471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Calling delete_port for e100509f-4d9d-491a-afb8-d871338916b7 owned by network:router_interface {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:51:58.017786 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:58.064108 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e100509f-4d9d-491a-afb8-d871338916b7,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:51:58.358432 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4065820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938201'] for router_interface, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:58.916757 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Router e0820d2d-cdfa-4d38-8409-b9365b689e98 has already been hosted by L3 agent 826b7300-5201-4366-9f21-7851eb40b019 {{(pid=84256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 18:51:59.109537 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] Notify agent at l3_agent.dv-neutron-823271-4-hyperv the message routers_updated {{(pid=84256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 18:51:59.118140 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-c1b8373b-925e-44da-ba49-b9dcfd6720b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0820d2d-cdfa-4d38-8409-b9365b689e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6728179 Feb 14 18:51:59.118460 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Sync routers for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 18:51:59.120573 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53348) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:51:59.131139 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:59.131727 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:59.308324 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: dv-neutron-823271-4-hyperv {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:59.412722 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:59.601253 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'external_fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:51:57Z', 'revision_number': 5, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port': {'id': 'e9640cba-2622-4b8e-8993-b7c8cda96f57', 'name': '', 'network_id': '991e25b6-7a43-4bc4-b40a-3c51d246d8c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e16a509b-f5cf-417a-8d77-c2bb0657e319', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-4-hyperv'}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:59.605051 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Checking router: e0820d2d-cdfa-4d38-8409-b9365b689e98 for host: dv-neutron-823271-4-hyperv {{(pid=84258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 18:51:59.610148 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:59.616396 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Routers {'e0820d2d-cdfa-4d38-8409-b9365b689e98'} bound to L3 agent in host dv-neutron-823271-4-hyperv {{(pid=84258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 18:51:59.617026 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T17:40:53Z,description=,heartbeat_timestamp=2022-02-14T18:51:53Z,host='dv-neutron-823271-4-hyperv',id=826b7300-5201-4366-9f21-7851eb40b019,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T17:40:54Z,topic='l3_agent')) {'router_ids': ['e0820d2d-cdfa-4d38-8409-b9365b689e98'], 'active': True} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:59.663538 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Deleting port e9640cba-2622-4b8e-8993-b7c8cda96f57 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:51:59.663952 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:59.767047 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_dvr_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] Set router e0820d2d-cdfa-4d38-8409-b9365b689e98 gateway port host: None {{(pid=84258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 18:51:59.850249 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] For port e9640cba-2622-4b8e-8993-b7c8cda96f57, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=e9640cba-2622-4b8e-8993-b7c8cda96f57,segment=NetworkSegment(410d635a-5fc7-4c42-a336-65819669d352),segment_id=410d635a-5fc7-4c42-a336-65819669d352)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:51:59.850601 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:51:59.875498 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.l3_hamode_db [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:51:59Z', 'revision_number': 6, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port_host': None}], 'dv-neutron-823271-4-hyperv', False) {} {{(pid=84258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:51:59.879236 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c14f6-7020-48a9-b95a-eba94648fb9a None None] The sync data for ids ['e0820d2d-cdfa-4d38-8409-b9365b689e98'] in dv-neutron-823271-4-hyperv is: [{'id': 'e0820d2d-cdfa-4d38-8409-b9365b689e98', 'name': 'tempest-TestSnapshotPattern-560307351-router', 'tenant_id': '79cb5c80601542ac8dcce550f8a89353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T18:46:37Z', 'updated_at': '2022-02-14T18:51:59Z', 'revision_number': 6, 'project_id': '79cb5c80601542ac8dcce550f8a89353', 'gw_port_host': None}] {{(pid=84258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 18:51:59.972098 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Calling delete_port for e9640cba-2622-4b8e-8993-b7c8cda96f57 owned by network:router_gateway {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:52:00.192034 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.237579 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9640cba-2622-4b8e-8993-b7c8cda96f57,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:00.460435 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938255'] for router_gateway, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.715031 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24748'] for router, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.719689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.811981 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935979'] for router, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.812563 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0820d2d-cdfa-4d38-8409-b9365b689e98 {{(pid=84256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 18:52:00.825471 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:00.827130 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-a212745d-3553-4d27-9c1d-56a9703c42f5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e0820d2d-cdfa-4d38-8409-b9365b689e98 HTTP/1.1" status: 204 len: 168 time: 1.7051098 Feb 14 18:52:00.829237 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53352) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:00.978232 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Deleting subnet d1562846-16c1-4496-9900-d59ec5d6856d {{(pid=84256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 18:52:00.981014 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.028025 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1180096'] for subnet, precommit_delete_associations {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.114061 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3873832'] for subnet, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.257938 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3873809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1814862'] for subnet, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.293561 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1562846-16c1-4496-9900-d59ec5d6856d,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:01.300302 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.304680 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55450475-76b7-4387-8f55-33bc629ef864 None None] Network 05326737-63b1-4386-8efd-9a8c30cda3f5 requested from dv-neutron-823271-4-hyperv {{(pid=84257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 18:52:01.306872 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-ad8aaccc-74ac-4efb-b2fb-abff91342c68 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1562846-16c1-4496-9900-d59ec5d6856d HTTP/1.1" status: 204 len: 168 time: 0.4766979 Feb 14 18:52:01.309535 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53356) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:01.416284 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3947322'] for network, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.430309 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Deleting port 73bea307-e311-48cb-bac4-ab1ba3e48834 {{(pid=84256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:52:01.430832 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.552097 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] DHCP port deletion for 05326737-63b1-4386-8efd-9a8c30cda3f5 request from dv-neutron-823271-4-hyperv {{(pid=84257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 18:52:01.556247 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Deleting port 73bea307-e311-48cb-bac4-ab1ba3e48834 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:52:01.556682 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.587196 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9640cba-2622-4b8e-8993-b7c8cda96f57 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:52:01.628187 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e9640cba-2622-4b8e-8993-b7c8cda96f57 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:52:01.628517 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e9640cba-2622-4b8e-8993-b7c8cda96f57 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:52:01.629480 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e100509f-4d9d-491a-afb8-d871338916b7 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:52:01.657844 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.db [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] For port 73bea307-e311-48cb-bac4-ab1ba3e48834, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=73bea307-e311-48cb-bac4-ab1ba3e48834,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:52:01.658194 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.668475 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: e100509f-4d9d-491a-afb8-d871338916b7 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:52:01.668896 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device e100509f-4d9d-491a-afb8-d871338916b7 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:52:01.777475 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.plugin [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Calling delete_port for 73bea307-e311-48cb-bac4-ab1ba3e48834 owned by network:dhcp {{(pid=84256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:52:01.825065 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.db [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] For port 73bea307-e311-48cb-bac4-ab1ba3e48834, host dv-neutron-823271-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-4-hyperv',level=0,port_id=73bea307-e311-48cb-bac4-ab1ba3e48834,segment=NetworkSegment(2aabef63-ee45-416c-91de-8c1d5631f972),segment_id=2aabef63-ee45-416c-91de-8c1d5631f972)] {{(pid=84257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 18:52:01.825453 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011580'] for port, precommit_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.943458 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4023717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760996874882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760996450946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382753'] for port, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:01.972785 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Calling delete_port for 73bea307-e311-48cb-bac4-ab1ba3e48834 owned by network:dhcp {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 18:52:01.990689 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Pushing event deleted for resources: {'Port': ['ID=73bea307-e311-48cb-bac4-ab1ba3e48834,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:01.996644 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] No DVR routers for this DVR port 73bea307-e311-48cb-bac4-ab1ba3e48834 on host dv-neutron-823271-4-hyperv {{(pid=84256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 18:52:02.045541 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.db.api [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 18:52:02.045813 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG oslo_db.api [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 18:52:02.112380 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3873189', 'neutron.services.segments.db._delete_segments_for_network-8760996903783'] for network, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.137117 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05326737-63b1-4386-8efd-9a8c30cda3f5']}} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:52:02.149065 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aabef63-ee45-416c-91de-8c1d5631f972') {'for_net_delete': True} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:52:02.149359 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.services.segments.db [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aabef63-ee45-416c-91de-8c1d5631f972') {} {{(pid=84256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 18:52:02.161035 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760996902894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1180107'] for segment, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.177419 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4089970'] for segment, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.183525 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 18:52:02.184592 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1382676'] for segment, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: Traceback (most recent call last): Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: timer() Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: cb(*args, **kw) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: return func(*args, **kwargs) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: self._notify() Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: self.callback(batched_events) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: event.method(event) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: return f(self, *a, **k) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._get(url).json() Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: return self.request(url, 'GET', **kwargs) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 18:52:02.197002 dv-neutron-823271-4-hyperv neutron-server[84256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 18:52:02.340652 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3873194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4066033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938346'] for network, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.357062 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Notify callbacks [] for network, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.368690 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] Pushing event deleted for resources: {'Network': ['ID=05326737-63b1-4386-8efd-9a8c30cda3f5,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:02.371214 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-e684201a-b353-4141-a224-ff5f0454e38a admin admin] 10.222.0.30 "DELETE /v2.0/networks/05326737-63b1-4386-8efd-9a8c30cda3f5 HTTP/1.1" status: 204 len: 168 time: 1.0607965 Feb 14 18:52:02.547290 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Deleting port 73bea307-e311-48cb-bac4-ab1ba3e48834 {{(pid=84257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 18:52:02.547843 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760996819137'] for port, before_delete {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.613459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-51f56faa-7143-4b85-8d28-2d97fd554527 None None] The port '73bea307-e311-48cb-bac4-ab1ba3e48834' was deleted {{(pid=84257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 18:52:02.794703 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53366) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:02.849921 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-5f13c26f-1dcb-45c5-a0c0-b856c035be49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6904e04ff4c34d448f77e872ad62faee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540648 Feb 14 18:52:02.855715 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53370) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:02.912815 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:02.936853 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:03.051976 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:03.065865 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b3954f-2fc3-4b8c-9f10-e523f54212d9,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:03.071729 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:03.072879 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-d525e6a0-fe3e-4214-955a-14778da7a762 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8b3954f-2fc3-4b8c-9f10-e523f54212d9 HTTP/1.1" status: 204 len: 168 time: 0.2162414 Feb 14 18:52:03.543154 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 73bea307-e311-48cb-bac4-ab1ba3e48834 no longer exists at agent ovs-agent-dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 18:52:03.575482 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.plugin [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] No Port match for: 73bea307-e311-48cb-bac4-ab1ba3e48834 {{(pid=84257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 18:52:03.576114 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron.plugins.ml2.rpc [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Device 73bea307-e311-48cb-bac4-ab1ba3e48834 not bound to the agent host dv-neutron-823271-4-hyperv {{(pid=84257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 18:52:04.024358 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53378) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:04.073138 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-45b74a52-26aa-4632-a1be-22f4a43f5f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79cb5c80601542ac8dcce550f8a89353&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476053 Feb 14 18:52:04.075694 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.wsgi [-] (84256) accepted ('10.222.0.30', 53382) {{(pid=84256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 18:52:04.131911 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:04.156201 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:04.286106 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991145'] for security_group, after_delete {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:04.300482 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95da4c3-e486-4180-a90e-1d40340c6a75,revision_number=None']} {{(pid=84256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 18:52:04.307004 dv-neutron-823271-4-hyperv neutron-server[84256]: DEBUG neutron_lib.callbacks.manager [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:04.308322 dv-neutron-823271-4-hyperv neutron-server[84256]: INFO neutron.wsgi [None req-b7351cd4-de99-46df-bee4-1e5e55e0e60b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b95da4c3-e486-4180-a90e-1d40340c6a75 HTTP/1.1" status: 204 len: 168 time: 0.2317655 Feb 14 18:52:15.841163 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:20.897866 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-07bbb463-d8aa-459b-a078-af3b1df0c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:21.057537 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:52:23.098507 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-647ad80b-9c1e-412e-af15-b10b3ca067bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:24.380845 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:24.563878 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:25.869329 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:45.881009 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:50.912607 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cbef-a268-427f-aca5-313238e22cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:53.092802 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-3d139ac3-ed56-468a-ad33-712240ac95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:54.373006 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:54.544369 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:55.872192 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:52:58.058526 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:53:15.849387 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:20.933165 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ce6c71de-197a-4b65-8bf2-7eaa2b4c2906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:23.100548 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9ca120cf-e402-40d2-8c2b-2818ed797097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:24.380451 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:24.546306 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:25.859155 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:35.058327 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:53:45.899301 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:50.906685 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-79d74557-016b-4ca2-8b78-4f79bb05f551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:53.100825 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2584-8116-4acf-b3d7-1c6b20b5ef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:54.369339 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:54.551960 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:53:55.859409 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:12.057605 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:54:15.870947 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:20.923740 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d2a93bc2-d690-49be-8fe3-d40db7adba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:23.066513 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e2f78c5f-7e40-4035-af68-48766f55dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:24.386429 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:24.574710 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:25.872514 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:45.877874 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:49.057235 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:54:50.912204 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-59a77c4e-1d99-4893-b354-4a6599b6bf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:53.094989 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-c5811551-7642-4afc-93d9-bf9a46a79310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:54.403400 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:54.586189 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:54:55.860687 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:15.883573 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:20.923234 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-6af8c816-e6ea-4d15-924e-1e212aa45e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:23.089159 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-288752f0-fe46-4423-9a61-93cb6e59ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:24.386434 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:24.591257 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:25.872091 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:26.058581 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:55:45.900776 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:50.923027 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-a0537e43-a29e-46c3-80a0-4f5fcfe5af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:53.066222 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-e864ef47-15fb-4a21-962d-d852bc48d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:54.363251 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:54.541459 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:55:55.860613 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:03.058959 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:56:15.883419 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:20.923449 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-11b7d9d4-fd86-45d6-b659-096fd083d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:23.077363 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-9907a152-8d01-461a-8563-9bffb84fbf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:24.374837 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:24.569149 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:25.912316 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:40.059334 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:56:45.889540 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:50.951842 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8071720c-72c8-4bff-bb6d-d808ab7f76f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:53.083157 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-cd90c8f3-897c-4c5a-93d0-948cebc021c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:54.374876 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:54.575039 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:56:55.889689 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:15.912331 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:17.058990 dv-neutron-823271-4-hyperv neutron-server[84258]: DEBUG neutron.db.agents_db [None req-6f69799f-229a-4f82-affd-156ebe003ab3 None None] Agent healthcheck: found 6 active agents {{(pid=84258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 18:57:20.917603 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-d9351f5e-2db3-4e1e-8fc8-b4ee7ca17614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:23.123406 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-96adbb27-3ccf-4541-b1f4-ac12d378d221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:24.375927 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdbd-b209-43b2-ac84-86c08758710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:24.575221 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-0551eab8-8495-4e08-b38f-a7a1c6b3eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:25.889307 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-ca61398a-e55e-4e85-a6b8-1c9345d617bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 18:57:45.912794 dv-neutron-823271-4-hyperv neutron-server[84257]: DEBUG neutron_lib.callbacks.manager [None req-8335b6b8-7766-4d26-9b20-aa43a4eaca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760996903765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867557'] for agent, after_update {{(pid=84257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}